00000800:00000200:0.1F:1777022277.315875:0:3460:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2f8f42d] -> 12345-192.168.202.133@tcp (2)
00000800:00000200:0.1:1777022277.316346:0:3452:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2f8f42d] -> 12345-192.168.202.133@tcp (2)
00000800:00000200:0.1:1777022277.316350:0:3452:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.133@tcp 00000000196c7d27 deleted
00000800:00000010:0.1:1777022277.316352:0:3452:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000196c7d27.
00000800:00000200:0.1:1777022277.316356:0:3452:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1777022277.316363:0:3452:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.133@tcp ip 192.168.202.133:1023
00000800:00000200:0.1:1777022277.316368:0:3452:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005560c641 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:0.1:1777022277.316458:0:3451:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1777022277.316996:0:3453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2f8f42d] -> 12345-192.168.202.133@tcp (4)
00000800:00000200:0.1:1777022277.317000:0:3453:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.133@tcp 0000000014e49e1a deleted
00000800:00000010:0.1:1777022277.317001:0:3453:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000014e49e1a.
00000800:00000200:0.1:1777022277.317003:0:3453:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1
00000800:00000200:0.1:1777022277.317085:0:3451:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1
00010000:00000010:0.1:1777022277.480025:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008f244a00.
00010000:00000010:0.1:1777022277.480036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d5dd43bb.
00010000:00000010:3.1F:1777022277.650906:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000813e2406.
00010000:00000010:3.1:1777022277.650918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006bce70f3.
00010000:00000010:3.1:1777022277.655024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000053682ce6.
00010000:00000010:3.1:1777022277.655032:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006f4a2664.
00010000:00000010:3.1:1777022277.655036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000000320e8f.
00080000:00000010:1.1F:1777022277.689014:0:0:0:(osd_handler.c:1611:osd_oxc_free()) kfreed 'oxe': 68 at 00000000fb484e98.
00010000:00010000:3.0:1777022344.743431:0:8772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8efa4a744600/0x72ae7b78094e2621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78403ce expref: 8 pid: 5945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.743450:0:8772:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8efa494b7a00/0x72ae7b78094e2659 lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.743490:0:8772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8efa4a744600/0x72ae7b78094e2621 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78403ce expref: 8 pid: 5945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.743591:0:8772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8efa4a744600/0x72ae7b78094e2621 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78403ce expref: 8 pid: 5945 timeout: 382 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.743607:0:8772:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65451c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657088:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022344.743760:0:8772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8efa4a745a00/0x72ae7b78094e261a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78403c7 expref: 8 pid: 5945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.743769:0:8772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8efa4a745a00/0x72ae7b78094e261a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78403c7 expref: 8 pid: 5945 timeout: 382 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.743778:0:8772:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657216:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022344.743809:0:8772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8efa4a744000/0x72ae7b78094e2605 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x72ae7b78094e25fe expref: 17 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.743816:0:8772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8efa4a744000/0x72ae7b78094e2605 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x72ae7b78094e25fe expref: 17 pid: 5946 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.743825:0:8772:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65452680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657344:0@lo:104:
00000100:00100000:3.0:1777022344.743891:0:8772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1777022344.743926:0:8772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8efa4a744a00/0x72ae7b78094e25e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x72ae7b78094e25db expref: 17 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.743945:0:8772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8efa4a744a00/0x72ae7b78094e25e2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x72ae7b78094e25db expref: 17 pid: 5946 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.743954:0:8772:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65451880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657472:0@lo:104:
00000100:00100000:3.0:1777022344.743980:0:8772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1777022344.744001:0:8772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8efa494b7000/0x72ae7b78094e25c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x72ae7b78094e25bf expref: 17 pid: 5947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.744009:0:8772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8efa494b7000/0x72ae7b78094e25c6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x72ae7b78094e25bf expref: 17 pid: 5947 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.744016:0:8772:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65452d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657600:0@lo:104:
00010000:00010000:3.0:1777022344.744039:0:8772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8efa41535600/0x72ae7b78094e25b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x72ae7b78094e25b1 expref: 17 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.744047:0:8772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8efa41535600/0x72ae7b78094e25b8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x72ae7b78094e25b1 expref: 17 pid: 5946 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.744054:0:8772:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657728:0@lo:104:
00010000:00010000:3.0:1777022344.744075:0:8772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8efa494b7c00/0x72ae7b78094e25aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x72ae7b78094e25a3 expref: 17 pid: 5945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.744081:0:8772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8efa494b7c00/0x72ae7b78094e25aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x72ae7b78094e25a3 expref: 17 pid: 5945 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.744088:0:8772:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657856:0@lo:104:
00010000:00010000:3.0:1777022344.744109:0:8772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8efa494b6000/0x72ae7b78094e2580 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x72ae7b78094e2579 expref: 17 pid: 5947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.744126:0:8772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8efa494b6000/0x72ae7b78094e2580 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x72ae7b78094e2579 expref: 17 pid: 5947 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.744135:0:8772:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657984:0@lo:104:
00010000:00010000:3.0:1777022344.744161:0:8772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e2556 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x72ae7b78094e254f expref: 17 pid: 5945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.744169:0:8772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e2556 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x72ae7b78094e254f expref: 17 pid: 5945 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.744177:0:8772:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835658112:0@lo:104:
00000100:00100000:3.0:1777022344.744195:0:8772:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32600 going to sleep for 11 seconds
00010000:00010000:3.0:1777022344.747135:0:8772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8efa4a744000/0x72ae7b78094e2605 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x72ae7b78094e25fe expref: 17 pid: 5946 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.747147:0:8772:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65452680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657344:0@lo:104:
00010000:00010000:3.0:1777022344.747157:0:8772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8efa4a744a00/0x72ae7b78094e25e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x72ae7b78094e25db expref: 16 pid: 5946 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.747163:0:8772:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65451880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657472:0@lo:104:
00010000:00010000:3.0:1777022344.747170:0:8772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8efa494b7000/0x72ae7b78094e25c6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x72ae7b78094e25bf expref: 15 pid: 5947 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.747176:0:8772:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65452d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657600:0@lo:104:
00010000:00010000:3.0:1777022344.747184:0:8772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8efa41535600/0x72ae7b78094e25b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x72ae7b78094e25b1 expref: 14 pid: 5946 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.747192:0:8772:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657728:0@lo:104:
00010000:00010000:3.0:1777022344.747209:0:8772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8efa494b7c00/0x72ae7b78094e25aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x72ae7b78094e25a3 expref: 13 pid: 5945 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.747217:0:8772:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657856:0@lo:104:
00010000:00010000:3.0:1777022344.747226:0:8772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8efa494b6000/0x72ae7b78094e2580 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x72ae7b78094e2579 expref: 12 pid: 5947 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.747233:0:8772:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657984:0@lo:104:
00010000:00010000:3.0:1777022344.747241:0:8772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e2556 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x72ae7b78094e254f expref: 11 pid: 5945 timeout: 432 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022344.747248:0:8772:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835658112:0@lo:104:
00000100:00100000:3.0:1777022344.752108:0:8772:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65451c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657088:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022344.752123:0:8772:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8772:1863342835657216:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022344.752166:0:8772:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8efa494b7a00/0x72ae7b78094e2659 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.763763:0:8772:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8efa494b7a00/0x72ae7b78094e2659 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.763778:0:8772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8efa494b7a00/0x72ae7b78094e2659 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022344.763785:0:8772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8efa494b7a00/0x72ae7b78094e2659 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022346.154024:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835659264
00000100:00100000:3.0:1777022346.154029:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835659264
00000100:00100000:3.0:1777022346.154062:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133
00000100:00100000:3.0:1777022346.154075:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f839c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+12:5949:x1863342835659264:12345-0@lo:501:
00000100:00100000:3.0:1777022346.154189:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f839c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+12:5949:x1863342835659264:12345-0@lo:501: Request processed in 114us (348us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022346.154196:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133
00000100:00100000:3.0:1777022346.169669:0:8788:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:835b47bc-b1db-4bd2-8eac-aa8c452712c4:8788:1863342835659520:0@lo:502:
00000100:00100000:3.0:1777022346.169757:0:8788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022346.169799:0:8788:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32e40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022346.170276:0:8788:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:835b47bc-b1db-4bd2-8eac-aa8c452712c4:8788:1863342835659520:0@lo:502:
00000100:00100000:3.0:1777022346.170325:0:8788:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:835b47bc-b1db-4bd2-8eac-aa8c452712c4:8788:1863342835659648:0@lo:502:
00000100:00100000:3.0:1777022346.170377:0:8788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022346.170403:0:8788:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32e40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022346.171014:0:8788:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:835b47bc-b1db-4bd2-8eac-aa8c452712c4:8788:1863342835659648:0@lo:502:
00000040:00080000:3.0:1777022346.171036:0:8788:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42
00000100:00100000:3.0:1777022346.172537:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835659904
00000100:00100000:3.0:1777022346.172544:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835659904
00000100:00100000:3.0:1777022346.172581:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138
00000100:00100000:3.0:1777022346.172589:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+13:5949:x1863342835659904:12345-0@lo:501:
00000100:00100000:3.0:1777022346.173717:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+13:5949:x1863342835659904:12345-0@lo:501: Request processed in 1124us (1312us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022346.173727:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138
00000100:00100000:3.0:1777022346.180117:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835660160
00000100:00100000:3.0:1777022346.180130:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835660160
00000100:00100000:3.0:1777022346.180198:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140
00000100:00100000:3.0:1777022346.180218:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+13:8789:x1863342835660160:12345-0@lo:502:
00000100:00100000:3.0:1777022346.180429:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+13:8789:x1863342835660160:12345-0@lo:502: Request processed in 212us (2051us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022346.180444:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140
00000100:00100000:3.0:1777022346.186422:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835660928
00000100:00100000:3.0:1777022346.186429:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835660928
00000100:00100000:3.0:1777022346.186465:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146
00000100:00100000:3.0:1777022346.186472:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+14:8790:x1863342835660928:12345-0@lo:502:llog_process_th.0
00000100:00100000:3.0:1777022346.186559:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+14:8790:x1863342835660928:12345-0@lo:502:llog_process_th.0 Request processed in 87us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022346.186566:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146
00000100:00100000:3.0:1777022346.190752:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835661184
00000100:00100000:3.0:1777022346.190761:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835661184
00000100:00100000:3.0:1777022346.190815:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148
00000100:00100000:3.0:1777022346.190824:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+15:5949:x1863342835661184:12345-0@lo:501:ll_cfg_requeue.0
00000100:00100000:3.0:1777022346.191004:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+15:5949:x1863342835661184:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 180us (2698us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022346.191012:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148
00000100:00100000:3.0:1777022346.191454:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835661312
00000100:00100000:3.0:1777022346.191458:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835661312
00000100:00100000:3.0:1777022346.191476:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149
00000100:00100000:3.0:1777022346.191482:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+15:5949:x1863342835661312:12345-0@lo:503:ll_cfg_requeue.0
00000100:00100000:3.0:1777022346.191569:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+15:5949:x1863342835661312:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 86us (356us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022346.191576:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149
00000100:00100000:3.0:1777022346.194802:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835661440
00000100:00100000:3.0:1777022346.194808:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835661440
00000100:00100000:3.0:1777022346.195020:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150
00000100:00100000:3.0:1777022346.195032:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+15:8791:x1863342835661440:12345-0@lo:502:llog_process_th.0
00000100:00100000:3.0:1777022346.195277:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+15:8791:x1863342835661440:12345-0@lo:502:llog_process_th.0 Request processed in 247us (606us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022346.195285:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150
00000100:00100000:3.0:1777022346.198804:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835661952
00000100:00100000:3.0:1777022346.198812:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835661952
00000100:00100000:3.0:1777022346.209768:0:8793:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65698380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:835b47bc-b1db-4bd2-8eac-aa8c452712c4:8793:1863342835662848:0@lo:502:llog_process_th.0
00000020:01000000:3.0:1777022346.209787:0:8793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1777022346.209792:0:8793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1777022346.209794:0:8793:0:(obd_config.c:1561:class_process_config()) marker 26 (0x2) lustre sys.jobid_var
00000040:00080000:3.0:1777022346.209797:0:8793:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37
00000100:00100000:3.0:1777022346.210351:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835662976
00000100:00100000:3.0:1777022346.210357:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835662976
00000100:00100000:3.0:1777022346.210398:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162
00000100:00100000:3.0:1777022346.210406:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+17:5949:x1863342835662976:12345-0@lo:101:ll_cfg_requeue.0
00010000:00010000:3.0:1777022346.210418:0:5947:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022346.210432:0:5947:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8efa494b7a00/0x72ae7b78094e26bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x72ae7b78094e26b4 expref: -99 pid: 5947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022346.210457:0:5947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8efa494b7a00/0x72ae7b78094e26bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x72ae7b78094e26b4 expref: 18 pid: 5947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022346.210467:0:5947:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8efa494b7a00/0x72ae7b78094e26bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x72ae7b78094e26b4 expref: 18 pid: 5947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022346.210476:0:5947:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7a00, rc 0)
00000100:00100000:3.0:1777022346.210511:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:5949:x1863342835662976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022346.210517:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162
00000100:00100000:3.0:1777022346.211108:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835663104
00000100:00100000:3.0:1777022346.211112:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835663104
00000100:00100000:3.0:1777022346.211135:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163
00000100:00100000:3.0:1777022346.211142:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:5949:x1863342835663104:12345-0@lo:501:ll_cfg_requeue.0
00000100:00100000:3.0:1777022346.211216:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:5949:x1863342835663104:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 74us (380us total) trans 0 rc -2/-2
00000100:00100000:3.0:1777022346.211223:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163
00000100:00100000:3.0:1777022346.565798:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815712256
00000100:00100000:3.0:1777022346.565816:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815712256
00000100:00100000:3.0:1777022346.565933:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 166
00000100:00100000:3.0:1777022346.565945:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+8:5461:x1863342815712256:12345-192.168.202.33@tcp:503:
00000100:00100000:3.0:1777022346.566117:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+8:5461:x1863342815712256:12345-192.168.202.33@tcp:503: Request processed in 172us (2213us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022346.566125:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 166
00000100:00100000:3.0:1777022346.570200:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022346.580628:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022346.588429:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000040:00080000:3.0:1777022348.039996:0:8830:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].4, 224 off8976
00000040:00080000:3.0:1777022348.040047:0:8830:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].5, 112 off9088
00000040:00080000:3.0:1777022348.040061:0:8830:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].6, 224 off9312
10000000:01000000:3.0:1777022348.040078:0:8830:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params)
00010000:00010000:3.0:1777022348.040097:0:8830:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.040116:0:8830:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8efa494b6c00/0x72ae7b78094e2445 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x72ae7b78094e243e expref: 17 pid: 5945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.040125:0:8830:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8efa82168e00/0x72ae7b78094e24a7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x72ae7b78094e24a0 expref: 17 pid: 5947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.040147:0:8830:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8efa82169000/0x72ae7b78094e2572 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x72ae7b78094e256b expref: 17 pid: 5945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.040157:0:8830:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8efa4a745400/0x72ae7b78094e262f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78403ff expref: 8 pid: 5945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.040165:0:8830:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 7/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.040203:0:8830:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8efa4a745400/0x72ae7b78094e262f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78403ff expref: 8 pid: 5945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.040218:0:8830:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8efa4a745400/0x72ae7b78094e262f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78403ff expref: 8 pid: 5945 timeout: 386 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022348.040232:0:8830:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8830:1863342835663232:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022348.040336:0:8830:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8efa82169000/0x72ae7b78094e2572 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x72ae7b78094e256b expref: 17 pid: 5945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.040344:0:8830:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8efa82169000/0x72ae7b78094e2572 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x72ae7b78094e256b expref: 17 pid: 5945 timeout: 436 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022348.040354:0:8830:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65451c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8830:1863342835663360:0@lo:104:
00000100:00100000:3.0:1777022348.040391:0:8830:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1777022348.040425:0:8830:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8efa82168e00/0x72ae7b78094e24a7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x72ae7b78094e24a0 expref: 17 pid: 5947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.040432:0:8830:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8efa82168e00/0x72ae7b78094e24a7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x72ae7b78094e24a0 expref: 17 pid: 5947 timeout: 436 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022348.040450:0:8830:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8830:1863342835663488:0@lo:104:
00000100:00100000:3.0:1777022348.040474:0:8830:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1777022348.040497:0:8830:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8efa494b6c00/0x72ae7b78094e2445 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x72ae7b78094e243e expref: 17 pid: 5945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.040505:0:8830:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8efa494b6c00/0x72ae7b78094e2445 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x72ae7b78094e243e expref: 17 pid: 5945 timeout: 436 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022348.040512:0:8830:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8830:1863342835663616:0@lo:104:
00000100:00100000:3.0:1777022348.040529:0:8830:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee000 going to sleep for 11 seconds
00010000:00010000:3.0:1777022348.043795:0:5936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1777022348.043803:0:5936:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48efb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+3:8830:x1863342835663616:12345-0@lo:104: Request processed in 1986us (2331us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022348.043810:0:5936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21
00000100:00100000:3.0:1777022348.045585:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815712896
00000100:00100000:3.0:1777022348.045593:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815712896
00010000:00010000:3.0:1777022348.045622:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8efa4a745400/0x72ae7b78094e262f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78403ff expref: 9 pid: 5945 timeout: 386 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022348.045655:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835664000
00000100:00100000:3.0:1777022348.045658:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835664000
00010000:00010000:3.0:1777022348.045671:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8efa494b6c00/0x72ae7b78094e2445 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x72ae7b78094e243e expref: 18 pid: 5945 timeout: 436 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022348.045687:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 23
00000100:00100000:3.0:1777022348.045695:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e37b86fa-a637-42d0-b6d9-b01e90779c79+9:2378:x1863342815712896:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022348.045707:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022348.045718:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8efa4a745400/0x72ae7b78094e262f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78403ff expref: 9 pid: 5945 timeout: 386 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.045730:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8efa4a745400/0x72ae7b78094e262f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78403ff expref: 9 pid: 5945 timeout: 386 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.045746:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022348.045788:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e37b86fa-a637-42d0-b6d9-b01e90779c79+9:2378:x1863342815712896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 94us (406us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022348.045795:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 23
00000100:00100000:3.0:1777022348.045810:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24
00000100:00100000:3.0:1777022348.045816:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3464:x1863342835664000:12345-0@lo:103:ldlm_bl.0
00010000:00010000:3.0:1777022348.045824:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022348.045828:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8efa494b6c00/0x72ae7b78094e2445 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x72ae7b78094e243e expref: 18 pid: 5945 timeout: 436 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.045836:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8efa494b6c00/0x72ae7b78094e2445 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x72ae7b78094e243e expref: 18 pid: 5945 timeout: 436 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.045848:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.045883:0:5937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.045898:0:5937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.045905:0:5937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.045921:0:5937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.045928:0:5937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.045933:0:5937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6a00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022348.045937:0:5937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.045946:0:5937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.045954:0:5937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.045965:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022348.045995:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3464:x1863342835664000:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (501us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022348.046001:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24
00000100:00100000:3.0:1777022348.046423:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3464:1863342835664000:0@lo:103:ldlm_bl.0
00010000:00010000:3.0:1777022348.048691:0:8830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8efa82168e00/0x72ae7b78094e24a7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x72ae7b78094e24a0 expref: 16 pid: 5947 timeout: 436 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022348.048704:0:8830:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8830:1863342835663488:0@lo:104:
00010000:00010000:3.0:1777022348.048714:0:8830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8efa494b6c00/0x72ae7b78094e2445 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x72ae7b78094e243e expref: 15 pid: 5945 timeout: 436 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022348.048722:0:8830:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8830:1863342835663616:0@lo:104:
00010000:00010000:3.0:1777022348.048757:0:8830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8efa4a745400/0x72ae7b78094e262f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78403ff expref: 8 pid: 5945 timeout: 386 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022348.048766:0:8830:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8830:1863342835663232:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022348.048791:0:8830:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.048802:0:8830:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.048809:0:8830:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.048815:0:8830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26d0 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022348.230682:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815713024
00000100:00100000:3.0:1777022348.230693:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815713024
00000100:00100000:3.0:1777022348.230745:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 171
00000100:00100000:3.0:1777022348.230755:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+8:5461:x1863342815713024:12345-192.168.202.33@tcp:101:ll_cfg_requeue.0
00010000:00010000:3.0:1777022348.230771:0:5946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022348.230790:0:5946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8efa494b6000/0x72ae7b78094e26d7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x458a939de784043e expref: -99 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.230817:0:5946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8efa494b6000/0x72ae7b78094e26d7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784043e expref: 9 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.230827:0:5946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8efa494b6000/0x72ae7b78094e26d7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784043e expref: 9 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022348.230848:0:5946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6000, rc 0)
00000100:00100000:3.0:1777022348.230928:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+9:5461:x1863342815713024:12345-192.168.202.33@tcp:101:ll_cfg_requeue.0 Request processed in 174us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022348.230935:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 171
00000100:00100000:3.0:1777022348.267619:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815713536
00000100:00100000:3.0:1777022348.267629:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815713536
00000100:00100000:3.0:1777022348.267680:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 175
00000100:00100000:3.0:1777022348.267700:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd40850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+9:5981:x1863342815713536:12345-192.168.202.33@tcp:502:llog_process_th.0
00000100:00100000:3.0:1777022348.267893:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd40850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+9:5981:x1863342815713536:12345-192.168.202.33@tcp:502:llog_process_th.0 Request processed in 204us (1007us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022348.267902:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 175
00000100:00100000:3.0:1777022348.523126:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835664128
00000100:00100000:3.0:1777022348.523132:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835664128
00000100:00100000:3.0:1777022348.523170:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835664512
00000100:00100000:3.0:1777022348.523173:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835664512
00000100:00100000:3.0:1777022348.523198:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30
00000100:00100000:3.0:1777022348.523206:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3465:x1863342835664128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022348.523245:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3465:x1863342835664128:12345-0@lo:400:kworker.0 Request processed in 40us (886us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022348.523251:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30
00000100:00100000:3.0:1777022348.523264:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31
00000100:00100000:3.0:1777022348.523269:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3465:x1863342835664512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022348.523306:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3465:x1863342835664512:12345-0@lo:400:kworker.0 Request processed in 36us (808us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022348.523312:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31
00000100:00100000:3.0:1777022348.527515:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835664256
00000100:00100000:3.0:1777022348.527521:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835664256
00000100:00100000:3.0:1777022348.527611:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32
00000100:00100000:3.0:1777022348.527619:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3462:x1863342835664256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022348.527662:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3462:x1863342835664256:12345-0@lo:400:kworker.0 Request processed in 44us (4062us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022348.527668:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32
00000100:00100000:3.0:1777022349.609693:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835665024
00000100:00100000:3.0:1777022349.609705:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835665024
00000100:00100000:3.0:1777022349.609779:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176
00000100:00100000:3.0:1777022349.609791:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+15:5949:x1863342835665024:12345-0@lo:101:ll_cfg_requeue.0
00010000:00010000:3.0:1777022349.609808:0:5946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022349.609826:0:5946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26e5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x72ae7b78094e26de expref: -99 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022349.610712:0:5946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26e5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x72ae7b78094e26de expref: 16 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022349.610731:0:5946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26e5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x72ae7b78094e26de expref: 16 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022349.610742:0:5946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022349.611346:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+16:5949:x1863342835665024:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1554us (1953us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022349.611357:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176
00000100:00100000:3.0:1777022349.684220:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835666432
00000100:00100000:3.0:1777022349.684229:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835666432
00000100:00100000:3.0:1777022349.684289:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187
00000100:00100000:3.0:1777022349.684300:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49cae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:5949:x1863342835666432:12345-0@lo:501:ll_cfg_requeue.0
00000100:00100000:3.0:1777022349.684458:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49cae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:5949:x1863342835666432:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 160us (362us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022349.684465:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187
00000100:00100000:3.0:1777022349.684723:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835666560
00000100:00100000:3.0:1777022349.684728:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835666560
00000100:00100000:3.0:1777022349.684759:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188
00000100:00100000:3.0:1777022349.684767:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49cad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:5949:x1863342835666560:12345-0@lo:503:ll_cfg_requeue.0
00000100:00100000:3.0:1777022349.684876:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49cad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:5949:x1863342835666560:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 89us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022349.684882:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188
00000100:00100000:3.0:1777022349.684927:0:5949:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f01c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:835b47bc-b1db-4bd2-8eac-aa8c452712c4:5949:1863342835666560:0@lo:503:ll_cfg_requeue.0
00000100:00100000:3.0:1777022349.685413:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835666688
00000100:00100000:3.0:1777022349.685418:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835666688
00000100:00100000:3.0:1777022349.685452:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189
00000100:00100000:3.0:1777022349.685459:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49caf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:8902:x1863342835666688:12345-0@lo:502:llog_process_th.0
00000100:00100000:3.0:1777022349.685534:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49caf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:8902:x1863342835666688:12345-0@lo:502:llog_process_th.0 Request processed in 75us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022349.685540:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189
00000100:00100000:3.0:1777022349.685920:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835666816
00000100:00100000:3.0:1777022349.685924:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835666816
00000100:00100000:3.0:1777022349.685956:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190
00000100:00100000:3.0:1777022349.685964:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49cae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:8902:x1863342835666816:12345-0@lo:502:llog_process_th.0
00000100:00100000:3.0:1777022349.686023:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49cae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:8902:x1863342835666816:12345-0@lo:502:llog_process_th.0 Request processed in 60us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022349.686029:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190
00000020:01000000:3.0:1777022349.688339:0:5949:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0)
10000000:01000000:3.0:1777022349.688377:0:5949:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:3.0:1777022349.688390:0:5949:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8efa414a8000/0x72ae7b78094e26fa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x72ae7b78094e2701 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022349.688406:0:5949:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8efa414a8000/0x72ae7b78094e26fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x72ae7b78094e2701 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022353.651728:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3464:1863342835666944:0@lo:400:kworker.0
00000100:00100000:3.0:1777022356.219070:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815714560
00000100:00100000:3.0:1777022356.219080:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815714560
00000100:00100000:3.0:1777022356.219152:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815714432
00000100:00100000:3.0:1777022356.219156:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815714432
00010000:00010000:3.0:1777022358.192932:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022358.761071:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3464:1863342835668096:0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.761145:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022358.761211:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835668608:0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.761241:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022358.761276:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1777022358.761282:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835668224:0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.761303:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022358.761363:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835668608
00000100:00100000:3.0:1777022358.761371:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835668608
00000100:00100000:3.0:1777022358.761433:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23
00000100:00100000:3.0:1777022358.761443:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835668608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.761493:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835668608:12345-0@lo:400:kworker.0 Request processed in 52us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022358.761500:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23
00000100:00100000:3.0:1777022358.761541:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835668096
00000100:00100000:3.0:1777022358.761545:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835668096
00000100:00100000:3.0:1777022358.761568:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835668224
00000100:00100000:3.0:1777022358.761570:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835668224
00000100:00100000:3.0:1777022358.761588:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38
00000100:00100000:3.0:1777022358.761594:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3464:x1863342835668096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.761623:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3464:x1863342835668096:12345-0@lo:400:kworker.0 Request processed in 29us (478us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022358.761628:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38
00000100:00100000:3.0:1777022358.761641:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39
00000100:00100000:3.0:1777022358.761647:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835668224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.761669:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835668224:12345-0@lo:400:kworker.0 Request processed in 23us (366us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022358.761674:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39
00000100:00080000:3.0:1777022358.761690:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1777022358.761694:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022358.761721:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835668224:0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.761730:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3464:1863342835668096:0@lo:400:kworker.0
00010000:00080000:3.0:1777022358.761739:0:3464:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa65453800 x1863342835668608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777022374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022358.761749:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835668608:0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.761796:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835668352:0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.761820:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022358.761838:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1777022358.761843:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835667968:0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.761912:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022358.761934:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835668480:0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.761954:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022358.761975:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835668480
00000100:00100000:3.0:1777022358.761979:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835668480
00000100:00100000:3.0:1777022358.762006:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40
00000100:00100000:3.0:1777022358.762013:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835668480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.762046:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835668480:12345-0@lo:400:kworker.0 Request processed in 33us (91us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022358.762052:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40
00000100:00080000:3.0:1777022358.762066:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022358.762081:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835668480:0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.762117:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835668352
00000100:00100000:3.0:1777022358.762121:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835668352
00000100:00100000:3.0:1777022358.762143:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24
00000100:00100000:3.0:1777022358.762149:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835668352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022358.762181:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835668352:12345-0@lo:400:kworker.0 Request processed in 33us (361us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022358.762198:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24
00000100:00080000:3.0:1777022358.762211:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00080000:3.0:1777022358.762227:0:3462:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa65451c00 x1863342835668352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777022374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022358.762237:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835668352:0@lo:400:kworker.0
00000001:02000400:3.0:1777022358.883717:0:9112:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg233-server.virtnet: executing check_logdir /tmp/testlogs/
00000100:00100000:3.0:1777022359.274354:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1777022359.274368:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835668864:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022359.274413:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00080000:3.0:1777022359.274747:0:3463:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa64f02300 x1863342835668864/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777022375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022359.274761:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835668864:0@lo:13:osp-pre-1-0.0
00010000:00010000:3.0:1777022360.234756:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022361.257096:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022361.342513:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022361.342544:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022361.342568:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815714944
00000100:00100000:3.0:1777022361.342576:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815714944
00000100:00100000:3.0:1777022361.342825:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815715072
00000100:00100000:3.0:1777022361.342828:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815715072
00000100:00100000:3.0:1777022361.342848:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 10
00000100:00100000:3.0:1777022361.342975:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+5:2376:x1863342815714944:12345-192.168.202.33@tcp:9:kworker.0
00000020:00000080:3.0:1777022361.343015:0:6921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x72ae7b78094e263d
00000100:00080000:3.0:1777022361.343024:0:6921:0:(import.c:65:import_set_state_nolock()) ffff8efa6543a000 : changing import state from FULL to CLOSED
00000001:00000004:3.0:1777022361.343068:0:6921:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967298
00000100:00100000:3.0:1777022361.343234:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+2:2376:x1863342815714944:12345-192.168.202.33@tcp:9:kworker.0 Request processed in 263us (729us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022361.343242:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 10
00000100:00100000:3.0:1777022361.343257:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 11
00000100:00100000:3.0:1777022361.343265:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+5:2376:x1863342815715072:12345-192.168.202.33@tcp:9:kworker.0
00000020:00000080:3.0:1777022361.343277:0:6921:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x72ae7b78094e2644
00000100:00080000:3.0:1777022361.343283:0:6921:0:(import.c:65:import_set_state_nolock()) ffff8efa65439000 : changing import state from FULL to CLOSED
00000001:00000004:3.0:1777022361.343305:0:6921:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967298
00000100:00100000:3.0:1777022361.343372:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+2:2376:x1863342815715072:12345-192.168.202.33@tcp:9:kworker.0 Request processed in 107us (827us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022361.343390:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 11
00010000:00010000:3.0:1777022361.343461:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022361.343467:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1777022361.343474:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1777022361.343478:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1777022363.306491:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1777022363.862541:0:9338:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg233-server.virtnet: executing yml_node
00000100:00100000:3.0:1777022363.887644:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1777022363.887655:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65451880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835669632:0@lo:400:kworker.0
00000100:00100000:3.0:1777022363.888201:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022363.892490:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835669632
00000100:00100000:3.0:1777022363.892493:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835669632
00000100:00100000:3.0:1777022363.892961:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26
00000100:00100000:3.0:1777022363.892970:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835669632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022363.893004:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835669632:12345-0@lo:400:kworker.0 Request processed in 36us (4803us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022363.893010:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26
00010000:00080000:3.0:1777022363.893418:0:3465:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa65451880 x1863342835669632/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777022379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022363.893430:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65451880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835669632:0@lo:400:kworker.0
00010000:00010000:3.0:1777022364.329139:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022364.393485:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835669760:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022364.393557:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022364.399345:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1777022364.399366:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835669888:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022364.399444:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022364.399500:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835669888
00000100:00100000:3.0:1777022364.399507:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835669888
00000100:00100000:3.0:1777022364.399547:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22
00000100:00100000:3.0:1777022364.399555:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835669888:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022364.399584:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923668992 avail 3692146688
00000100:00100000:3.0:1777022364.399620:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835669888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022364.399627:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22
00010000:00080000:3.0:1777022364.399663:0:3463:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa467b6680 x1863342835669888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777022380 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022364.399679:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835669888:0@lo:13:osp-pre-0-0.0
00010000:00010000:3.0:1777022366.378552:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022367.401658:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1777022367.839121:0:9522:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.52.53
00000100:00080000:3.0:1777022369.002825:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022369.002849:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47
00000100:00100000:3.0:1777022369.002882:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835670272:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022369.003331:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835670272:12345-0@lo:400:kworker.0 Request processed in 452us (1016us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022369.003337:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47
00000100:00100000:3.0:1777022369.003821:0:6921:0:(service.c:3441:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116
00000100:00100000:3.0:1777022369.003830:0:6921:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost00_003'
00000100:00100000:3.0:1777022369.004418:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835670656
00000100:00100000:3.0:1777022369.004425:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835670656
00000100:00100000:3.0:1777022369.004470:0:6921:0:(service.c:3441:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116
00000100:00100000:3.0:1777022369.004479:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28
00000100:00100000:3.0:1777022369.004486:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835670656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022369.004538:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835670656:12345-0@lo:400:kworker.0 Request processed in 52us (1053us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022369.004696:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28
00010000:00080000:3.0:1777022369.004736:0:3464:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa65451f80 x1863342835670656/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777022385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022369.004750:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835670656:0@lo:400:kworker.0
00010000:00010000:3.0:1777022369.449105:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022369.513399:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1777022369.513421:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6575ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835670784:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022369.513639:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1777022370.474448:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022373.545354:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022374.121339:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65758700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835671296:0@lo:400:kworker.0
00000100:00100000:3.0:1777022374.121415:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022374.123227:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65758700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835671296:0@lo:400:kworker.0
00000100:00100000:3.0:1777022374.123258:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835671552
00000100:00100000:3.0:1777022374.123263:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835671552
00000100:00100000:3.0:1777022374.123366:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52
00000100:00100000:3.0:1777022374.123375:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835671552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022374.123430:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835671552:12345-0@lo:400:kworker.0 Request processed in 56us (949us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022374.123437:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52
00000100:00100000:3.0:1777022374.125630:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65759500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835671040:0@lo:400:kworker.0
00000100:00100000:3.0:1777022374.125789:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65759880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835671552:0@lo:400:kworker.0
00010000:00080000:3.0:1777022374.125807:0:3462:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa65758e00 x1863342835671424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777022390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022374.125838:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65758e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835671424:0@lo:400:kworker.0
00000100:00100000:3.0:1777022374.633352:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835671808:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022374.633428:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1777022376.618734:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022376.693182:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022376.693239:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:3.0:1777022377.645005:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022379.242706:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3464:1863342835672192:0@lo:400:kworker.0
00000100:00100000:3.0:1777022379.242785:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022379.242837:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65759f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835672704:0@lo:400:kworker.0
00000100:00100000:3.0:1777022379.242875:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022379.242902:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1777022379.242907:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6575a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835672320:0@lo:400:kworker.0
00000100:00100000:3.0:1777022379.242924:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022379.242952:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835672192
00000100:00100000:3.0:1777022379.242958:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835672192
00000100:00100000:3.0:1777022379.243006:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835672320
00000100:00100000:3.0:1777022379.243009:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835672320
00000100:00100000:3.0:1777022379.243034:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54
00000100:00100000:3.0:1777022379.243042:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3464:x1863342835672192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022379.243087:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3464:x1863342835672192:12345-0@lo:400:kworker.0 Request processed in 46us (302us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022379.243093:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54
00000100:00100000:3.0:1777022379.243108:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55
00000100:00100000:3.0:1777022379.243113:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835672320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022379.243148:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835672320:12345-0@lo:400:kworker.0 Request processed in 35us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022379.243153:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55
00000100:00100000:3.0:1777022379.243168:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835672704
00000100:00100000:3.0:1777022379.243171:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835672704
00000100:00100000:3.0:1777022379.243194:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31
00000100:00100000:3.0:1777022379.243199:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835672704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022379.243222:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835672704:12345-0@lo:400:kworker.0 Request processed in 23us (347us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022379.243228:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31
00000100:00080000:3.0:1777022379.243245:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1777022379.243249:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022379.243282:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6575a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835672320:0@lo:400:kworker.0
00000100:00100000:3.0:1777022379.243291:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3464:1863342835672192:0@lo:400:kworker.0
00010000:00080000:3.0:1777022379.243301:0:3464:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa65759f80 x1863342835672704/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777022395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022379.243312:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65759f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835672704:0@lo:400:kworker.0
00000100:00100000:3.0:1777022379.243877:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835672064
00000100:00100000:3.0:1777022379.243881:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835672064
00000100:00100000:3.0:1777022379.243911:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202
00000100:00100000:3.0:1777022379.243917:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835672064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022379.243950:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835672064:12345-0@lo:400:kworker.0 Request processed in 33us (504us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022379.243955:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202
00000100:00080000:3.0:1777022379.243978:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022379.244015:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65758700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835672064:0@lo:400:kworker.0
00000100:00100000:3.0:1777022379.244033:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835672576
00000100:00100000:3.0:1777022379.244035:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835672576
00000100:00100000:3.0:1777022379.244061:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56
00000100:00100000:3.0:1777022379.244067:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835672576:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022379.244098:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835672576:12345-0@lo:400:kworker.0 Request processed in 31us (607us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022379.244104:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56
00000100:00080000:3.0:1777022379.244311:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022379.244331:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6575a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835672576:0@lo:400:kworker.0
00010000:00010000:3.0:1777022379.693243:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022385.833110:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022388.905101:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022389.491342:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1777022389.496915:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835674496:0@lo:400:kworker.0
00000100:00100000:3.0:1777022389.496984:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022389.497029:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835674112:0@lo:400:kworker.0
00000100:00100000:3.0:1777022389.497058:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022389.497097:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835674496
00000100:00100000:3.0:1777022389.497104:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835674496
00000100:00100000:3.0:1777022389.497160:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35
00000100:00100000:3.0:1777022389.497169:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835674496:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022389.497222:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835674496:12345-0@lo:400:kworker.0 Request processed in 54us (237us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022389.497229:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35
00000100:00100000:3.0:1777022389.497252:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835674112
00000100:00100000:3.0:1777022389.497256:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835674112
00000100:00100000:3.0:1777022389.497291:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206
00000100:00100000:3.0:1777022389.497297:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835674112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022389.497326:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835674112:12345-0@lo:400:kworker.0 Request processed in 29us (267us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022389.497331:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206
00000100:00080000:3.0:1777022389.497360:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00080000:3.0:1777022389.497387:0:3462:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa656bea00 x1863342835674496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777022405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022389.497400:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835674496:0@lo:400:kworker.0
00000100:00100000:3.0:1777022389.497409:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835674112:0@lo:400:kworker.0
00000100:00100000:3.0:1777022389.498021:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835674624
00000100:00100000:3.0:1777022389.498027:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835674624
00000100:00100000:3.0:1777022389.498064:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64
00000100:00100000:3.0:1777022389.498071:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835674624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022389.498109:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835674624:12345-0@lo:400:kworker.0 Request processed in 38us (255us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022389.498115:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64
00000100:00080000:3.0:1777022389.498133:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022389.498151:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835674624:0@lo:400:kworker.0
00010000:00080000:3.0:1777022389.502985:0:3465:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa656bea00 x1863342835674752/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777022405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022389.503003:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835674752:0@lo:400:kworker.0
00000100:00100000:3.0:1777022389.997507:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835674880:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022389.997595:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00080000:3.0:1777022389.998297:0:3465:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa6564b800 x1863342835674880/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777022405 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022389.998315:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835674880:0@lo:13:osp-pre-1-0.0
00010000:00080000:3.0:1777022389.999249:0:3462:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa65648380 x1863342835675008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777022405 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022389.999264:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835675008:0@lo:13:osp-pre-0-0.0
00010000:00010000:3.0:1777022391.977146:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022392.053997:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815716608
00000100:00100000:3.0:1777022392.054003:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815716608
00000100:00100000:3.0:1777022392.054058:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 65
00000100:00100000:3.0:1777022392.054067:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342815716608:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022392.054107:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342815716608:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 42us (662us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022392.054114:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 65
00000001:02000400:3.0:1777022392.979215:0:10542:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 40a
00010000:00010000:3.0:1777022395.049068:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022396.073566:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022396.654075:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022396.662112:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815716992
00000100:00100000:3.0:1777022396.662123:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815716992
00000100:00100000:3.0:1777022396.662185:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 211
00000100:00100000:3.0:1777022396.662197:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+10:8299:x1863342815716992:12345-192.168.202.33@tcp:503:mount.lustre.0
00000100:00100000:3.0:1777022396.662377:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+10:8299:x1863342815716992:12345-192.168.202.33@tcp:503:mount.lustre.0 Request processed in 181us (368us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022396.662385:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 211
00000100:00100000:3.0:1777022396.701485:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815717376
00000100:00100000:3.0:1777022396.701498:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815717376
00000100:00100000:3.0:1777022396.701572:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 214
00000100:00100000:3.0:1777022396.701582:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+10:8299:x1863342815717376:12345-192.168.202.33@tcp:101:mount.lustre.0
00010000:00010000:3.0:1777022396.701601:0:5947:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022396.701622:0:5947:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8efa494b7c00/0x72ae7b78094e270f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x458a939de784046f expref: -99 pid: 5947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022396.701656:0:5947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8efa494b7c00/0x72ae7b78094e270f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784046f expref: 11 pid: 5947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022396.701669:0:5947:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8efa494b7c00/0x72ae7b78094e270f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784046f expref: 11 pid: 5947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022396.701678:0:5947:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7c00, rc 0)
00000100:00100000:3.0:1777022396.701747:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+11:8299:x1863342815717376:12345-192.168.202.33@tcp:101:mount.lustre.0 Request processed in 166us (340us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022396.701755:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 214
00000100:00100000:3.0:1777022396.724434:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815717632
00000100:00100000:3.0:1777022396.724453:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815717632
00000100:00100000:3.0:1777022396.724512:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 216
00000100:00100000:3.0:1777022396.724530:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+11:8299:x1863342815717632:12345-192.168.202.33@tcp:101:mount.lustre.0
00010000:00010000:3.0:1777022396.724546:0:5947:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022396.724563:0:5947:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8efa494b7000/0x72ae7b78094e2716 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x458a939de7840476 expref: -99 pid: 5947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022396.724593:0:5947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8efa494b7000/0x72ae7b78094e2716 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840476 expref: 12 pid: 5947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022396.724621:0:5947:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8efa494b7000/0x72ae7b78094e2716 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840476 expref: 12 pid: 5947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022396.724630:0:5947:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022396.724692:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:8299:x1863342815717632:12345-192.168.202.33@tcp:101:mount.lustre.0 Request processed in 172us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022396.724699:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 216
00000100:00100000:3.0:1777022396.745851:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815718016
00000100:00100000:3.0:1777022396.745883:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815718016
00000100:00100000:3.0:1777022396.745996:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:3.0:1777022396.746008:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:8308:x1863342815718016:12345-192.168.202.33@tcp:502:llog_process_th.0
00000100:00100000:3.0:1777022396.746167:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:8308:x1863342815718016:12345-192.168.202.33@tcp:502:llog_process_th.0 Request processed in 160us (468us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022396.746175:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:3.0:1777022396.756139:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815718400
00000100:00100000:3.0:1777022396.756151:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815718400
00000100:00100000:3.0:1777022396.756231:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 221
00000100:00100000:3.0:1777022396.756242:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342815718400:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022396.756320:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342815718400:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 80us (471us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022396.756327:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 221
00000100:00100000:3.0:1777022396.761052:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815718656
00000100:00100000:3.0:1777022396.761061:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815718656
00000100:00100000:3.0:1777022396.769847:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815718912
00000100:00100000:3.0:1777022396.769892:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815718912
00000100:00100000:3.0:1777022396.769958:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12
00000100:00100000:3.0:1777022396.769970:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:8299:x1863342815718912:12345-192.168.202.33@tcp:40:mount.lustre.0
00000100:00100000:3.0:1777022396.770063:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:8299:x1863342815718912:12345-192.168.202.33@tcp:40:mount.lustre.0 Request processed in 96us (329us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022396.770070:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12
00000100:00100000:3.0:1777022396.775901:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815719040
00000100:00100000:3.0:1777022396.775907:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815719040
00000100:00100000:3.0:1777022396.775943:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12
00000100:00100000:3.0:1777022396.775949:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2376:x1863342815719040:12345-192.168.202.33@tcp:8:mount.lustre.0
00010000:00080000:3.0:1777022396.775977:0:9584:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0000: connection from 33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp t0 exp 0000000000000000 cur 334 last 0
00000020:00000080:3.0:1777022396.776018:0:9584:0:(genops.c:1406:class_connect()) connect: client 33d9035e-b8f8-4200-afbe-3051ed275c79, cookie 0x72ae7b78094e2724
00002000:00100000:3.0:1777022396.776032:0:9584:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 33d9035e-b8f8-4200-afbe-3051ed275c79/ffff8efa655ed800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113435 ocd_grant: 134217728 ocd_index: 0 ocd_group 0
00002000:00100000:3.0:1777022396.776046:0:9584:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli <unknown> supports cksum type f7, return b7
00002000:00080000:3.0:1777022396.776122:0:9584:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0
00000100:00080000:3.0:1777022396.776154:0:9584:0:(import.c:65:import_set_state_nolock()) ffff8efa655e8000 : changing import state from RECOVER to FULL
00000100:00100000:3.0:1777022396.776189:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2376:x1863342815719040:12345-192.168.202.33@tcp:8:mount.lustre.0 Request processed in 239us (998us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022396.776197:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12
00000100:00100000:3.0:1777022396.781273:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:3.0:1777022398.125406:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022399.146086:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022399.726673:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835676416:0@lo:400:kworker.0
00000100:00100000:3.0:1777022399.726690:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3464:1863342835676288:0@lo:400:kworker.0
00010000:00080000:3.0:1777022399.726707:0:3464:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa412ab800 x1863342835676800/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777022415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022399.726731:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835676800:0@lo:400:kworker.0
00000100:00100000:3.0:1777022400.244209:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1777022400.244243:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835677056:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022400.244355:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1777022401.193552:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022401.784714:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815719424
00000100:00100000:3.0:1777022401.784733:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815719424
00000100:00100000:3.0:1777022401.784838:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 223
00000100:00100000:3.0:1777022401.784851:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd46850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342815719424:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022401.784985:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd46850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342815719424:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 137us (1061us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022401.784993:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 223
00010000:00010000:3.0:1777022402.222544:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022404.265051:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022404.841341:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835677184
00000100:00100000:3.0:1777022404.841348:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835677184
00000100:00100000:3.0:1777022404.841399:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224
00000100:00100000:3.0:1777022404.841408:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835677184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022404.867929:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835677184:12345-0@lo:400:kworker.0 Request processed in 26500us (26671us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022404.867945:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224
00010000:00010000:3.0:1777022405.289342:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00080000:3.0:1777022405.356264:0:3462:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa654c0380 x1863342835678080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777022421 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022405.356290:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835678080:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022406.900718:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815720448
00000100:00100000:3.0:1777022406.900729:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815720448
00000100:00100000:3.0:1777022406.900784:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815720576
00000100:00100000:3.0:1777022406.900788:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815720576
00000100:00100000:3.0:1777022406.900810:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 45
00000100:00100000:3.0:1777022406.900822:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2380:x1863342815720448:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022406.900931:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2380:x1863342815720448:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 112us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022406.900939:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 45
00000100:00100000:3.0:1777022406.900954:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 46
00000100:00100000:3.0:1777022406.900960:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2380:x1863342815720576:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022406.906322:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2380:x1863342815720576:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 5348us (5543us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022406.906337:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 46
00000020:00000004:3.0:1777022407.486167:0:10998:0:(tgt_mount.c:2297:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0
00000020:00000004:3.0:1777022407.486391:0:10998:0:(tgt_mount.c:2312:is_cmd_supported()) ioctl cmd=81009431
00010000:00010000:3.0:1777022408.369661:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000004:3.0:1777022409.495200:0:11097:0:(tgt_mount.c:2297:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0
00000020:00000004:3.0:1777022409.495610:0:11097:0:(tgt_mount.c:2312:is_cmd_supported()) ioctl cmd=81009431
00000100:00100000:3.0:1777022409.961596:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65759f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835678592:0@lo:400:kworker.0
00000100:00100000:3.0:1777022409.961684:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022409.961736:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1777022409.961743:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6575a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835678208:0@lo:400:kworker.0
00000100:00100000:3.0:1777022409.961769:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022409.961790:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65759180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835678720:0@lo:400:kworker.0
00000100:00100000:3.0:1777022409.961813:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022409.961877:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835678208
00000100:00100000:3.0:1777022409.961885:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835678208
00000100:00100000:3.0:1777022409.961930:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226
00000100:00100000:3.0:1777022409.961938:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835678208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022409.961984:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835678208:12345-0@lo:400:kworker.0 Request processed in 46us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022409.961991:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226
00000100:00100000:3.0:1777022409.962036:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6575a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835678208:0@lo:400:kworker.0
00000100:00080000:3.0:1777022409.967014:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1777022409.967022:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1777022409.967025:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022410.473039:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1777022410.475589:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835678976:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022410.475674:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022410.475752:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835678976
00000100:00100000:3.0:1777022410.475761:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835678976
00000100:00100000:3.0:1777022410.475826:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39
00000100:00100000:3.0:1777022410.475835:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835678976:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1777022410.475891:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8716864 pending 0 free 3923668992 avail 3692146688
00000100:00100000:3.0:1777022410.475934:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835678976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (267us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022410.475957:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39
00010000:00080000:3.0:1777022410.476075:0:3464:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa412aa300 x1863342835678976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777022426 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022410.476100:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835678976:0@lo:13:osp-pre-1-0.0
00010000:00010000:3.0:1777022411.437134:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022412.022898:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815721088
00000100:00100000:3.0:1777022412.022902:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815721088
00000100:00100000:3.0:1777022412.022929:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815721216
00000100:00100000:3.0:1777022412.022932:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815721216
00000100:00100000:3.0:1777022412.022950:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 49
00000100:00100000:3.0:1777022412.022956:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342815721088:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022412.022980:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342815721088:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022412.022986:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 49
00000100:00100000:3.0:1777022412.022995:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 50
00000100:00100000:3.0:1777022412.023000:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342815721216:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022412.023021:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342815721216:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (195us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022412.023027:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 50
00000100:00080000:3.0:1777022412.023042:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1777022412.023046:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1777022412.023048:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:3.0:1777022413.481422:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000004:3.0:1777022414.211725:0:11292:0:(tgt_mount.c:2297:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0
00000020:00000004:3.0:1777022414.212013:0:11292:0:(tgt_mount.c:2312:is_cmd_supported()) ioctl cmd=81009431
00010000:00010000:3.0:1777022414.505090:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022415.082421:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6575a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3464:1863342835679360:0@lo:400:kworker.0
00000100:00100000:3.0:1777022415.082491:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022415.082554:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65759180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835679872:0@lo:400:kworker.0
00000100:00100000:3.0:1777022415.082635:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022415.082668:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1777022415.082675:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65759880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835679488:0@lo:400:kworker.0
00000100:00100000:3.0:1777022415.082708:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022415.082739:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835679872
00000100:00100000:3.0:1777022415.082746:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835679872
00000100:00100000:3.0:1777022415.082799:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51
00000100:00100000:3.0:1777022415.082809:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835679872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022415.082886:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835679872:12345-0@lo:400:kworker.0 Request processed in 79us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022415.082893:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51
00000100:00100000:3.0:1777022415.082917:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835679360
00000100:00100000:3.0:1777022415.082922:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835679360
00000100:00100000:3.0:1777022415.082947:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835679488
00000100:00100000:3.0:1777022415.082950:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835679488
00000100:00100000:3.0:1777022415.082968:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85
00000100:00100000:3.0:1777022415.082974:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3464:x1863342835679360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022415.083004:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3464:x1863342835679360:12345-0@lo:400:kworker.0 Request processed in 30us (513us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022415.083010:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85
00000100:00100000:3.0:1777022415.083021:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86
00000100:00100000:3.0:1777022415.083026:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835679488:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022415.083066:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835679488:12345-0@lo:400:kworker.0 Request processed in 40us (357us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022415.083072:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86
00000100:00080000:3.0:1777022415.083087:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1777022415.083091:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022415.083127:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65759880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835679488:0@lo:400:kworker.0
00000100:00100000:3.0:1777022415.083138:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6575a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3464:1863342835679360:0@lo:400:kworker.0
00010000:00080000:3.0:1777022415.083161:0:3464:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa65759180 x1863342835679872/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777022431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022415.083170:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65759180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835679872:0@lo:400:kworker.0
00000100:00100000:3.0:1777022415.086377:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835679232
00000100:00100000:3.0:1777022415.086389:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835679232
00000100:00100000:3.0:1777022415.086445:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228
00000100:00100000:3.0:1777022415.086455:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835679232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022415.086551:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835679232:12345-0@lo:400:kworker.0 Request processed in 98us (2771us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022415.086558:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228
00000100:00100000:3.0:1777022415.596674:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835680000:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022415.596814:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00080000:3.0:1777022415.598494:0:3465:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa654c3800 x1863342835680000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777022431 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022415.598510:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835680000:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022417.156632:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815721728
00000100:00100000:3.0:1777022417.156638:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815721728
00000100:00100000:3.0:1777022417.156686:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815721856
00000100:00100000:3.0:1777022417.156690:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815721856
00000100:00100000:3.0:1777022417.156720:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14
00000100:00100000:3.0:1777022417.156730:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2376:x1863342815721728:12345-192.168.202.33@tcp:9:kworker.0
00000020:00000080:3.0:1777022417.156753:0:9584:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x72ae7b78094e2724
00000100:00080000:3.0:1777022417.156763:0:9584:0:(import.c:65:import_set_state_nolock()) ffff8efa655e8000 : changing import state from FULL to CLOSED
00000001:00000004:3.0:1777022417.156804:0:9584:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967298
00000100:00100000:3.0:1777022417.156944:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+2:2376:x1863342815721728:12345-192.168.202.33@tcp:9:kworker.0 Request processed in 216us (631us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022417.156959:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14
00000100:00100000:3.0:1777022417.156973:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15
00000100:00100000:3.0:1777022417.156979:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2376:x1863342815721856:12345-192.168.202.33@tcp:9:kworker.0
00000020:00000080:3.0:1777022417.156990:0:9584:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x72ae7b78094e272b
00000100:00080000:3.0:1777022417.156995:0:9584:0:(import.c:65:import_set_state_nolock()) ffff8efa656b7000 : changing import state from FULL to CLOSED
00000001:00000004:3.0:1777022417.157507:0:9584:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967298
00010000:00010000:3.0:1777022417.580881:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1777022418.657788:0:11437:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00000100:00100000:3.0:1777022420.201522:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6575ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835680512:0@lo:400:kworker.0
00000100:00100000:3.0:1777022420.201628:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022420.202157:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1777022420.202166:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3465:1863342835680384:0@lo:400:kworker.0
00000100:00100000:3.0:1777022420.202978:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022420.203014:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65759180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835680896:0@lo:400:kworker.0
00000100:00100000:3.0:1777022420.203047:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022420.203104:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835680512
00000100:00100000:3.0:1777022420.203113:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835680512
00000100:00100000:3.0:1777022420.203177:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835680384
00000100:00100000:3.0:1777022420.203180:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835680384
00000100:00100000:3.0:1777022420.204953:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90
00000100:00100000:3.0:1777022420.204971:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835680512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022420.205081:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835680512:12345-0@lo:400:kworker.0 Request processed in 116us (3453us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022420.205090:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90
00000100:00100000:3.0:1777022420.205111:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91
00000100:00100000:3.0:1777022420.207326:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65759880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3465:x1863342835680384:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022420.207961:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65759880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3465:x1863342835680384:12345-0@lo:400:kworker.0 Request processed in 2842us (4984us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022420.207970:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91
00000100:00100000:3.0:1777022420.208014:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835680896
00000100:00100000:3.0:1777022420.208020:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835680896
00000100:00100000:3.0:1777022420.208058:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835680640
00000100:00100000:3.0:1777022420.208061:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835680640
00000100:00100000:3.0:1777022420.208086:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53
00000100:00100000:3.0:1777022420.208095:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835680896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022420.208145:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835680896:12345-0@lo:400:kworker.0 Request processed in 52us (5097us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022420.208152:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53
00000100:00100000:3.0:1777022420.208163:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54
00000100:00100000:3.0:1777022420.208170:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835680640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022420.209929:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835680640:12345-0@lo:400:kworker.0 Request processed in 1752us (3034us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022420.209942:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54
00000100:00080000:3.0:1777022420.209987:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1777022420.209992:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1777022420.209996:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022420.210066:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3465:1863342835680384:0@lo:400:kworker.0
00010000:00080000:3.0:1777022420.210083:0:3465:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa65759180 x1863342835680896/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777022436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022420.210095:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65759180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835680896:0@lo:400:kworker.0
00000100:00100000:3.0:1777022420.210106:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6575ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835680512:0@lo:400:kworker.0
00010000:00010000:3.0:1777022420.649974:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022420.716414:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835681152
00000100:00100000:3.0:1777022420.716419:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835681152
00000100:00100000:3.0:1777022420.716508:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43
00000100:00100000:3.0:1777022420.716518:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835681152:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022420.716556:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923668992 avail 3692146688
00000100:00100000:3.0:1777022420.716626:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835681152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (1250us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022420.716633:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43
00000100:00100000:3.0:1777022420.717377:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44
00000100:00100000:3.0:1777022420.717388:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835681024:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1777022420.717409:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923668992 avail 3692146688
00000100:00100000:3.0:1777022420.717451:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835681024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (3772us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022420.717457:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44
00000040:00080000:3.0:1777022422.079830:0:11585:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 7
00000100:00100000:3.0:1777022422.113345:0:5936:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835681408
00000100:00100000:3.0:1777022422.113360:0:5936:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835681408
00000100:00100000:3.0:1777022422.113415:0:5936:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835681536
00000100:00100000:3.0:1777022422.113419:0:5936:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835681536
00000100:00100000:3.0:1777022422.113436:0:5936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22
00000100:00100000:3.0:1777022422.113445:0:5936:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+4:11584:x1863342835681408:12345-0@lo:104:
00010000:00010000:3.0:1777022422.113462:0:5936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.202.133@tcp lock: ffff8efa414a8000/0x72ae7b78094e26fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x72ae7b78094e2701 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.113941:0:5936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1777022422.113949:0:5936:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+4:11584:x1863342835681408:12345-0@lo:104: Request processed in 504us (17175us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022422.113971:0:5936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22
00000100:00100000:3.0:1777022422.113991:0:5936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23
00000100:00100000:3.0:1777022422.113998:0:5936:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+3:11584:x1863342835681536:12345-0@lo:104:
00010000:00010000:3.0:1777022422.114007:0:5936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.202.133@tcp lock: ffff8efa41534400/0x72ae7b78094e26ec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x72ae7b78094e26f3 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.114045:0:5936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool
00000100:00100000:3.0:1777022422.114050:0:5936:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+3:11584:x1863342835681536:12345-0@lo:104: Request processed in 54us (17112us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022422.114055:0:5936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23
00010000:00010000:3.0:1777022422.114093:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1777022422.114100:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8efa414a8000/0x72ae7b78094e26fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x72ae7b78094e2701 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.114107:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa414a8000 already unused, calling callback (ffffffffc13e7c20)
10000000:00010000:3.0:1777022422.114111:0:5941:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8efa414a8000/0x72ae7b78094e26fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x72ae7b78094e2701 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.114119:0:5941:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8efa414a8000/0x72ae7b78094e26fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x72ae7b78094e2701 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:3.0:1777022422.114126:0:5941:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8efa414a8000/0x72ae7b78094e26fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x72ae7b78094e2701 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1777022422.114132:0:5941:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:3.0:1777022422.114170:0:5941:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8efa414a8000/0x72ae7b78094e26fa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x72ae7b78094e2701 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.114177:0:5941:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:3.0:1777022422.114205:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8efa414a8000/0x72ae7b78094e26fa lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x72ae7b78094e2701 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.114210:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8efa414a8000/0x72ae7b78094e26fa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x72ae7b78094e2701 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.114218:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022422.114219:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8efa41534400/0x72ae7b78094e26ec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x72ae7b78094e26f3 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.114223:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa41534400 already unused, calling callback (ffffffffc13e7c20)
10000000:00010000:3.0:1777022422.114225:0:5941:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8efa41534400/0x72ae7b78094e26ec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x72ae7b78094e26f3 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.114228:0:5941:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8efa41534400/0x72ae7b78094e26ec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x72ae7b78094e26f3 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:3.0:1777022422.114231:0:5941:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8efa41534400/0x72ae7b78094e26ec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x72ae7b78094e26f3 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1777022422.114234:0:5941:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:3.0:1777022422.114243:0:5941:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8efa41534400/0x72ae7b78094e26ec lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x72ae7b78094e26f3 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.114247:0:5941:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:3.0:1777022422.114257:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8efa41534400/0x72ae7b78094e26ec lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x72ae7b78094e26f3 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.114271:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8efa41534400/0x72ae7b78094e26ec lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x72ae7b78094e26f3 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.114278:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022422.114283:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022422.114284:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022422.114289:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022422.114309:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835681792:0@lo:103:ldlm_bl.0
00000100:00100000:3.0:1777022422.114351:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022422.114448:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3464:1863342835681920:0@lo:103:ldlm_bl.0
00000100:00100000:3.0:1777022422.114472:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022422.114503:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835681792
00000100:00100000:3.0:1777022422.114507:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835681792
00010000:00010000:3.0:1777022422.114527:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8efa414a9e00/0x72ae7b78094e2701 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x72ae7b78094e26fa expref: 18 pid: 5945 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022422.114720:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835681920
00000100:00100000:3.0:1777022422.114724:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835681920
00010000:00010000:3.0:1777022422.114737:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8efa414a8c00/0x72ae7b78094e26f3 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x72ae7b78094e26ec expref: 19 pid: 5946 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022422.114750:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25
00000100:00100000:3.0:1777022422.114757:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f842450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+19:3463:x1863342835681792:12345-0@lo:103:ldlm_bl.0
00010000:00010000:3.0:1777022422.114768:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022422.114773:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8efa414a9e00/0x72ae7b78094e2701 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x72ae7b78094e26fa expref: 19 pid: 5945 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.114782:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8efa414a9e00/0x72ae7b78094e2701 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x72ae7b78094e26fa expref: 19 pid: 5945 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.114797:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022422.114928:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f842450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+19:3463:x1863342835681792:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (576us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022422.114934:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25
00000100:00100000:3.0:1777022422.114985:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26
00000100:00100000:3.0:1777022422.114990:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3464:x1863342835681920:12345-0@lo:103:ldlm_bl.0
00010000:00010000:3.0:1777022422.114996:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022422.115000:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8efa414a8c00/0x72ae7b78094e26f3 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x72ae7b78094e26ec expref: 18 pid: 5946 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.115008:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8efa414a8c00/0x72ae7b78094e26f3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x72ae7b78094e26ec expref: 18 pid: 5946 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.115019:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022422.115057:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3464:x1863342835681920:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (583us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022422.115062:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26
00000100:00100000:3.0:1777022422.116929:0:5936:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835681664
00000100:00100000:3.0:1777022422.116942:0:5936:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835681664
00000100:00100000:3.0:1777022422.116987:0:5936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24
00000100:00100000:3.0:1777022422.116995:0:5936:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+3:11584:x1863342835681664:12345-0@lo:104:
00010000:00010000:3.0:1777022422.117009:0:5936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.202.133@tcp lock: ffff8efa4a744400/0x72ae7b78094e26de lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x72ae7b78094e26e5 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.117070:0:5936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1777022422.117075:0:5936:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+3:11584:x1863342835681664:12345-0@lo:104: Request processed in 82us (11416us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022422.117081:0:5936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24
00010000:00010000:3.0:1777022422.117102:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022422.117107:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8efa4a744400/0x72ae7b78094e26de lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x72ae7b78094e26e5 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.117114:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa4a744400 already unused, calling callback (ffffffffc13e7c20)
10000000:00010000:3.0:1777022422.117133:0:5940:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8efa4a744400/0x72ae7b78094e26de lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x72ae7b78094e26e5 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.117143:0:5940:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8efa4a744400/0x72ae7b78094e26de lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x72ae7b78094e26e5 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:3.0:1777022422.117150:0:5940:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8efa4a744400/0x72ae7b78094e26de lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x72ae7b78094e26e5 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1777022422.117156:0:5940:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:3.0:1777022422.117190:0:5940:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8efa4a744400/0x72ae7b78094e26de lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x72ae7b78094e26e5 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.117196:0:5940:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:3.0:1777022422.117215:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8efa4a744400/0x72ae7b78094e26de lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x72ae7b78094e26e5 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.117221:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8efa4a744400/0x72ae7b78094e26de lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x72ae7b78094e26e5 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.117239:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022422.117240:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022422.117242:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022422.117256:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3465:1863342835682048:0@lo:103:ldlm_bl.0
00000100:00100000:3.0:1777022422.117289:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022422.117334:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835682048
00000100:00100000:3.0:1777022422.117337:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835682048
00010000:00010000:3.0:1777022422.117352:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26e5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x72ae7b78094e26de expref: 18 pid: 5946 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022422.117370:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27
00000100:00100000:3.0:1777022422.117383:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3465:x1863342835682048:12345-0@lo:103:ldlm_bl.0
00010000:00010000:3.0:1777022422.117393:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022422.117398:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26e5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x72ae7b78094e26de expref: 18 pid: 5946 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.117406:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8efa494b6a00/0x72ae7b78094e26e5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x72ae7b78094e26de expref: 18 pid: 5946 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022422.117420:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022422.117445:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3465:x1863342835682048:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (155us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022422.117451:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27
00000100:00100000:3.0:1777022422.117482:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3465:1863342835682048:0@lo:103:ldlm_bl.0
00000100:00100000:3.0:1777022422.126625:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815721984
00000100:00100000:3.0:1777022422.126634:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815721984
00000100:00100000:3.0:1777022422.147104:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815722112
00000100:00100000:3.0:1777022422.147119:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815722112
00000100:00100000:3.0:1777022422.264843:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022422.264911:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00080000:3.0:1777022422.265715:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:3.0:1777022422.697707:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022423.339083:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835682304
00000100:00100000:3.0:1777022423.339091:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835682304
00000100:00100000:3.0:1777022423.339208:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231
00000100:00100000:3.0:1777022423.339219:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+15:5949:x1863342835682304:12345-0@lo:101:ll_cfg_requeue.0
00010000:00010000:3.0:1777022423.339234:0:5946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022423.339259:0:5946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8efa494b6e00/0x72ae7b78094e2740 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x72ae7b78094e2739 expref: -99 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.339305:0:5946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8efa494b6e00/0x72ae7b78094e2740 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x72ae7b78094e2739 expref: 16 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.339316:0:5946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8efa494b6e00/0x72ae7b78094e2740 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x72ae7b78094e2739 expref: 16 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.339327:0:5946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6e00, rc 0)
00000100:00100000:3.0:1777022423.339381:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+16:5949:x1863342835682304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (569us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022423.339389:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231
00000100:00100000:3.0:1777022423.343791:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835682816
00000100:00100000:3.0:1777022423.343796:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835682816
00000100:00100000:3.0:1777022423.343818:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235
00000100:00100000:3.0:1777022423.343825:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+17:5949:x1863342835682816:12345-0@lo:501:ll_cfg_requeue.0
00000100:00100000:3.0:1777022423.344094:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+17:5949:x1863342835682816:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 268us (465us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022423.344101:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235
00000100:00100000:3.0:1777022423.344463:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835682944
00000100:00100000:3.0:1777022423.344468:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835682944
00000100:00100000:3.0:1777022423.344487:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236
00000100:00100000:3.0:1777022423.344493:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd42450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+17:5949:x1863342835682944:12345-0@lo:503:ll_cfg_requeue.0
00000100:00100000:3.0:1777022423.344582:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd42450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+17:5949:x1863342835682944:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 87us (349us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022423.344588:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236
00000020:01000000:3.0:1777022423.346218:0:5949:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0)
10000000:01000000:3.0:1777022423.346241:0:5949:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:3.0:1777022423.346270:0:5949:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8efa41534000/0x72ae7b78094e2747 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x72ae7b78094e274e expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.346281:0:5949:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8efa41534000/0x72ae7b78094e2747 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x72ae7b78094e274e expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1777022423.346346:0:5949:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:3.0:1777022423.346348:0:5949:0:(mgc_request.c:1799:mgc_process_log()) Process log params-ffff8efa44cfc000 from 7
10000000:01000000:3.0:1777022423.346351:0:5949:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:3.0:1777022423.346382:0:5949:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8efa494b7200/0x72ae7b78094e2755 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.346389:0:5949:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8efa494b7200/0x72ae7b78094e2755 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.346399:0:5949:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8efa494b7200/0x72ae7b78094e2755 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022423.346421:0:5949:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656bd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:835b47bc-b1db-4bd2-8eac-aa8c452712c4:5949:1863342835683072:0@lo:101:ll_cfg_requeue.0
00000100:00100000:3.0:1777022423.346471:0:5949:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022423.346504:0:5949:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa51a2fd80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022423.346526:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835683072
00000100:00100000:3.0:1777022423.346531:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835683072
00000100:00100000:3.0:1777022423.346677:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237
00000100:00100000:3.0:1777022423.346686:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+17:5949:x1863342835683072:12345-0@lo:101:ll_cfg_requeue.0
00010000:00010000:3.0:1777022423.346699:0:5946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022423.346712:0:5946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8efa494b6200/0x72ae7b78094e275c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x72ae7b78094e2755 expref: -99 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.346735:0:5946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8efa494b6200/0x72ae7b78094e275c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x72ae7b78094e2755 expref: 18 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.346755:0:5946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8efa494b6200/0x72ae7b78094e275c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x72ae7b78094e2755 expref: 18 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.346766:0:5946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6200, rc 0)
00000100:00100000:3.0:1777022423.346802:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:5949:x1863342835683072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (330us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022423.346809:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237
00000100:00100000:3.0:1777022423.346877:0:5949:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:835b47bc-b1db-4bd2-8eac-aa8c452712c4:5949:1863342835683072:0@lo:101:ll_cfg_requeue.0
00010000:00010000:3.0:1777022423.346892:0:5949:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8efa494b7200/0x72ae7b78094e2755 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x72ae7b78094e275c expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.346901:0:5949:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8efa494b7200/0x72ae7b78094e2755 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x72ae7b78094e275c expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022423.346950:0:5949:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656bd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:835b47bc-b1db-4bd2-8eac-aa8c452712c4:5949:1863342835683200:0@lo:501:ll_cfg_requeue.0
00000100:00100000:3.0:1777022423.347056:0:5949:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022423.347069:0:5949:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc30d80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022423.347081:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835683200
00000100:00100000:3.0:1777022423.347084:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835683200
00000100:00100000:3.0:1777022423.347099:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238
00000100:00100000:3.0:1777022423.347104:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd43050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:5949:x1863342835683200:12345-0@lo:501:ll_cfg_requeue.0
00000100:00100000:3.0:1777022423.347202:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd43050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:5949:x1863342835683200:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 97us (146us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022423.347209:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238
00000100:00100000:3.0:1777022423.347235:0:5949:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:835b47bc-b1db-4bd2-8eac-aa8c452712c4:5949:1863342835683200:0@lo:501:ll_cfg_requeue.0
00000100:00100000:3.0:1777022423.347420:0:5949:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656bd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:835b47bc-b1db-4bd2-8eac-aa8c452712c4:5949:1863342835683328:0@lo:503:ll_cfg_requeue.0
00000100:00100000:3.0:1777022423.347458:0:5949:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022423.347514:0:5949:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc30d80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022423.347833:0:5949:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:835b47bc-b1db-4bd2-8eac-aa8c452712c4:5949:1863342835683328:0@lo:503:ll_cfg_requeue.0
00000040:00080000:3.0:1777022423.348766:0:11607:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7
00000020:01000000:3.0:1777022423.348831:0:5949:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0)
10000000:01000000:3.0:1777022423.348847:0:5949:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:3.0:1777022423.348873:0:5949:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8efa494b7200/0x72ae7b78094e2755 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x72ae7b78094e275c expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.348883:0:5949:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8efa494b7200/0x72ae7b78094e2755 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x72ae7b78094e275c expref: -99 pid: 5949 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.721186:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022423.894784:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022423.904180:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815722880
00000100:00100000:3.0:1777022423.904190:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815722880
00000100:00100000:3.0:1777022423.904255:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 243
00000100:00100000:3.0:1777022423.904266:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+11:5461:x1863342815722880:12345-192.168.202.33@tcp:101:ll_cfg_requeue.0
00010000:00010000:3.0:1777022423.904285:0:5946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022423.904304:0:5946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8efa494b7800/0x72ae7b78094e276a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x458a939de78404a7 expref: -99 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.904333:0:5946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8efa494b7800/0x72ae7b78094e276a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78404a7 expref: 12 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.904344:0:5946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8efa494b7800/0x72ae7b78094e276a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78404a7 expref: 12 pid: 5946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022423.904364:0:5946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7800, rc 0)
00000100:00100000:3.0:1777022423.904430:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:5461:x1863342815722880:12345-192.168.202.33@tcp:101:ll_cfg_requeue.0 Request processed in 166us (350us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022423.904437:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 243
00000100:00100000:3.0:1777022423.908450:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022423.908482:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815723008
00000100:00100000:3.0:1777022423.908492:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815723008
00000100:00100000:3.0:1777022423.908546:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 244
00000100:00100000:3.0:1777022423.908556:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:5461:x1863342815723008:12345-192.168.202.33@tcp:501:ll_cfg_requeue.0
00000100:00100000:3.0:1777022423.908692:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:5461:x1863342815723008:12345-192.168.202.33@tcp:501:ll_cfg_requeue.0 Request processed in 137us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022423.908779:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 244
00000100:00100000:3.0:1777022423.913598:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022423.913634:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815723136
00000100:00100000:3.0:1777022423.913644:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815723136
00000100:00100000:3.0:1777022423.913690:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 245
00000100:00100000:3.0:1777022423.913710:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd40c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:5461:x1863342815723136:12345-192.168.202.33@tcp:503:ll_cfg_requeue.0
00000100:00100000:3.0:1777022423.913835:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd40c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:5461:x1863342815723136:12345-192.168.202.33@tcp:503:ll_cfg_requeue.0 Request processed in 136us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022423.913843:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 245
00000100:00100000:3.0:1777022425.324430:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835683456:0@lo:400:kworker.0
00000100:00100000:3.0:1777022425.324443:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835683968:0@lo:400:kworker.0
00000100:00100000:3.0:1777022425.324452:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835683584:0@lo:400:kworker.0
00010000:00080000:3.0:1777022425.324477:0:3463:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8efa6564b800 x1863342835684096/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777022441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1777022425.324486:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835684096:0@lo:400:kworker.0
00000100:00100000:3.0:1777022425.834429:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835684352
00000100:00100000:3.0:1777022425.834435:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835684352
00000100:00100000:3.0:1777022425.834508:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46
00000100:00100000:3.0:1777022425.834526:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835684352:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022425.834549:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923668992 avail 3692146688
00000100:00100000:3.0:1777022425.834593:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835684352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (237us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022425.834600:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46
00000100:00100000:3.0:1777022427.401648:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022427.401715:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022427.401749:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00080000:3.0:1777022427.402400:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1777022430.443256:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1777022430.443261:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1777022430.443262:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022432.503722:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00080000:3.0:1777022432.504558:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022433.852911:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022433.886966:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022433.891313:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022433.897423:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022434.032960:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00080000:3.0:1777022434.033138:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022434.033802:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022434.053750:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022434.073966:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022434.078370:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022434.081078:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022434.094781:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022434.115559:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815726080
00000100:00100000:3.0:1777022434.115569:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815726080
00000100:00100000:3.0:1777022434.115621:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 24
00000100:00100000:3.0:1777022434.115633:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:9934:x1863342815726080:12345-192.168.202.33@tcp:101:touch.500
00010000:00010000:3.0:1777022434.115654:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022434.115678:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e2804 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78404d8 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.115734:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e280b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.115745:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e280b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.115754:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e280b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.115765:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2812 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.115770:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2812 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.115774:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2812 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116062:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2819 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116068:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2819 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116073:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2819 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022434.116096:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022434.116099:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022434.116121:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2819 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116130:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e280b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116134:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e280b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116208:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e280b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116213:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b7e00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022434.116216:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e280b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116221:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e280b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116229:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bd00)
00010000:00010000:3.0:1777022434.116236:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022434.116240:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e280b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116244:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e280b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116254:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2812 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116258:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2812 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116261:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2812 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116264:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022434.116267:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2812 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116272:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2812 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116278:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff8efa655dfa00)
00010000:00010000:3.0:1777022434.116281:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022434.116283:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2812 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116287:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2812 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116320:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e2804 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78404d8 expref: 8 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116345:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2819 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78404d8 expref: 7 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.116352:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8efa655dff00)
00010000:00010000:3.0:1777022434.116354:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:3.0:1777022434.116356:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022434.116453:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:9934:x1863342815726080:12345-192.168.202.33@tcp:101:touch.500 Request processed in 822us (1066us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022434.116461:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 24
00000100:00100000:3.0:1777022434.118711:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815726336
00000100:00100000:3.0:1777022434.118721:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815726336
00000100:00100000:3.0:1777022434.118802:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 25
00000100:00100000:3.0:1777022434.118810:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:9934:x1863342815726336:12345-192.168.202.33@tcp:101:touch.500
00010000:00010000:3.0:1777022434.118826:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022434.118840:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2820 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78404df expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.118958:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2827 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.118970:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2827 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.118978:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2827 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119038:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e282e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0xaf9deac2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119060:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e282e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xaf9deac2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119067:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e282e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xaf9deac2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1777022434.119471:0:5954:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2:0x0], index 1: 0
00010000:00010000:3.0:1777022434.119612:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6400/0x72ae7b78094e2835 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119621:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6400/0x72ae7b78094e2835 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119629:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6400/0x72ae7b78094e2835 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119661:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2827 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119668:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2827 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119673:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2827 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119679:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6c00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022434.119682:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2827 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119689:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2827 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119709:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8efa655dff00)
00010000:00010000:3.0:1777022434.119712:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022434.119716:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2827 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119721:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2827 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1777022434.119734:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003488ded2 reply state 00000000900c09e8 transno 4294967300 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e282e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xaf9deac2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022434.119742:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1777022434.119771:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2820 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78404df expref: 10 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119784:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6400/0x72ae7b78094e2835 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78404df expref: 9 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.119791:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8efa655dfe00)
00010000:00010000:3.0:1777022434.119794:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1777022434.119796:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6400, rc 0)
00000100:00100000:3.0:1777022434.119885:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:9934:x1863342815726336:12345-192.168.202.33@tcp:101:touch.500 Request processed in 1075us (1266us total) trans 4294967300 rc 0/0
00000100:00100000:3.0:1777022434.119892:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 25
00000100:00080000:3.0:1777022434.132408:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022434.143410:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022434.162498:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815727360
00000100:00100000:3.0:1777022434.162513:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815727360
00000100:00100000:3.0:1777022434.162612:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28
00000100:00100000:3.0:1777022434.162623:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:9935:x1863342815727360:12345-192.168.202.33@tcp:101:rm.0
00010000:00010000:3.0:1777022434.162648:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022434.162670:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2858 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78404ed expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.162741:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e285f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.162756:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e285f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.162766:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e285f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022434.162807:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022434.162811:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022434.162846:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e285f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.162924:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2858 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78404ed expref: 13 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.162944:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e285f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78404ed expref: 12 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.162953:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8efa655dff00)
00010000:00010000:3.0:1777022434.162956:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022434.162959:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022434.170746:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022434.175942:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022434.187236:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022434.190728:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022434.203479:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022434.214056:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:3.0:1777022434.220675:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022434.220691:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41535200/0x72ae7b78094e28ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.220702:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa41535200 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022434.220706:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41535200/0x72ae7b78094e28ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.220716:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41535200/0x72ae7b78094e28ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.220732:0:5941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:3.0:1777022434.220735:0:5941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1777022434.220739:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41535200/0x72ae7b78094e28ba lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022434.220744:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41535200/0x72ae7b78094e28ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022435.561434:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835685504:0@lo:400:kworker.0
00000100:00100000:3.0:1777022435.561469:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022435.561495:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48e75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835686016:0@lo:400:kworker.0
00000100:00100000:3.0:1777022435.561514:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022435.562142:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835685504:0@lo:400:kworker.0
00000100:00100000:3.0:1777022436.976818:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815729792
00000100:00100000:3.0:1777022436.976830:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815729792
00000100:00100000:3.0:1777022436.976996:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 35
00000100:00100000:3.0:1777022436.977007:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10115:x1863342815729792:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022436.977030:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022436.977050:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e28d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840509 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022436.977109:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e28dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022436.977123:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e28dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022436.977137:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e28dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022436.977182:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022436.977186:0:5952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022436.977218:0:5952:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e28dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022436.977242:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e28d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840509 expref: 16 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022436.977258:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e28dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840509 expref: 15 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022436.977266:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dfa00)
00010000:00010000:3.0:1777022436.977279:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022436.977283:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022436.977339:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815729792:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 335us (964us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022436.977346:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 35
00000100:00100000:3.0:1777022436.983829:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:0.0:1777022436.984270:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e28f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1777022436.984608:0:5953:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2:0x0], index 0: 0
00010000:00010000:0.0:1777022436.984716:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e28f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022436.984723:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e28f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022436.984727:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e28f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022436.984750:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e28eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022436.984755:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e28eb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022436.984759:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e28eb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022436.984763:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022436.984765:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e28eb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022436.984769:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e28eb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022436.984775:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ba00)
00010000:00010000:0.0:1777022436.984776:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022436.984779:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e28eb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022436.984789:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e28eb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1777022436.984796:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb34359e reply state 00000000ae32438f transno 4294967309 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e28f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022436.984802:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1777022436.984821:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e28e4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840510 expref: 17 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022436.984836:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e28f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840510 expref: 16 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022436.984842:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8efa4954b900)
00010000:00010000:0.0:1777022436.984844:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1777022436.984846:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ce00, rc 0)
00000100:00100000:0.0:1777022436.984941:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65658e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10115:x1863342815730048:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 932us (1122us total) trans 4294967309 rc 0/0
00000100:00100000:0.0:1777022436.984947:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 36
00000100:00100000:3.0:1777022436.989499:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022436.989587:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815730176
00000100:00100000:0.0:1777022436.989596:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815730176
00000100:00100000:0.0:1777022436.989638:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 18
00000100:00100000:0.0:1777022436.989644:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2376:x1863342815730176:12345-192.168.202.33@tcp:8:mmap_sanity.0
00010000:00080000:0.0:1777022436.989670:0:6924:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0000: connection from 392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp t0 exp 0000000000000000 cur 375 last 0
00000020:00000080:0.0:1777022436.989693:0:6924:0:(genops.c:1406:class_connect()) connect: client 392c2d7e-e97b-4adb-b645-942dabe5c136, cookie 0x72ae7b78094e2907
00002000:00100000:0.0:1777022436.989703:0:6924:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 392c2d7e-e97b-4adb-b645-942dabe5c136/ffff8efa656b2800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113435 ocd_grant: 8437760 ocd_index: 0 ocd_group 0
00002000:00100000:0.0:1777022436.989723:0:6924:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli <unknown> supports cksum type b7, return b7
00002000:00080000:0.0:1777022436.989786:0:6924:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0
00000100:00080000:0.0:1777022436.989809:0:6924:0:(import.c:65:import_set_state_nolock()) ffff8efa656b6800 : changing import state from RECOVER to FULL
00000100:00100000:0.0:1777022436.989901:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2376:x1863342815730176:12345-192.168.202.33@tcp:8:mmap_sanity.0 Request processed in 255us (411us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022436.989906:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 18
00000100:00100000:3.0:1777022436.992091:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00080000:0.0:1777022436.992779:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022437.020279:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.029300:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.029496:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815730688
00000100:00100000:0.0:1777022437.029507:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815730688
00000100:00100000:0.0:1777022437.029581:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 37
00000100:00100000:0.0:1777022437.029592:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65658a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10115:x1863342815730688:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022437.029615:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022437.029637:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e2915 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784051e expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.029726:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e291c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.029741:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e291c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.029752:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e291c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022437.029791:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022437.029794:0:5952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022437.029811:0:5952:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e291c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.029833:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e2915 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784051e expref: 19 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.030352:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e291c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784051e expref: 18 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.030362:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ba00)
00010000:00010000:0.0:1777022437.030365:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022437.030368:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:0.0:1777022437.030440:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65658a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10115:x1863342815730688:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 850us (1148us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022437.030448:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 37
00000100:00100000:3.0:1777022437.034472:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.034562:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815730816
00000100:00100000:0.0:1777022437.034572:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815730816
00000100:00100000:0.0:1777022437.034630:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 38
00000100:00100000:0.0:1777022437.034639:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10115:x1863342815730816:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022437.034660:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022437.034680:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e2923 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840525 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034745:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e292a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034758:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e292a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034768:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e292a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034827:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e2931 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034850:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e2931 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034898:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e2931 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034932:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e292a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034940:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e292a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034946:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e292a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034951:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022437.034954:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e292a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034961:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e292a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034971:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ba00)
00010000:00010000:0.0:1777022437.034974:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022437.034977:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e292a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034983:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e292a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.034993:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e2931 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.035005:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e2931 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.035012:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e2931 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.035016:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022437.035019:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e2931 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.035025:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e2931 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.035033:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xefc67454 (ffff8efa4954bc00)
00010000:00010000:0.0:1777022437.035036:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022437.035038:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e2931 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.035044:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e2931 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.035073:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e2923 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840525 expref: 19 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.035082:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ba00)
00010000:00010000:0.0:1777022437.035084:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022437.035087:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e2923 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840525 expref: 19 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.035095:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c200, rc 0)
00000100:00100000:0.0:1777022437.035170:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10115:x1863342815730816:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 531us (705us total) trans 0 rc 301/301
00000100:00100000:0.0:1777022437.035177:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 38
00000100:00100000:3.0:1777022437.041470:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815731072
00000100:00100000:3.0:1777022437.041482:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815731072
00000100:00100000:3.0:1777022437.041549:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 39
00000100:00100000:3.0:1777022437.041559:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10115:x1863342815731072:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.041578:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.041581:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1777022437.041604:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e291c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784051e expref: 18 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.041622:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ba00)
00010000:00010000:3.0:1777022437.041631:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1777022437.041646:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e2938 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784052c expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.041733:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e293f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.041761:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e293f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.041770:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e293f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.041781:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2946 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.041787:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2946 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.041792:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2946 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1777022437.042637:0:7637:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x3:0x0], index 1: 0
00010000:00010000:3.0:1777022437.042783:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e294d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.042796:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e294d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.042804:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e294d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.042851:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e293f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.042890:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e293f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.042897:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e293f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.042913:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022437.042917:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e293f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.042924:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e293f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.042933:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655df900)
00010000:00010000:3.0:1777022437.042936:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022437.042940:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e293f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.042946:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e293f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1777022437.042958:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000608984b3 reply state 000000000506293f transno 4294967311 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2946 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.042967:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1777022437.043000:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e2938 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784052c expref: 20 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.043017:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e294d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784052c expref: 19 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.043024:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8efa655df400)
00010000:00010000:3.0:1777022437.043027:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1777022437.043029:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022437.043102:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10115:x1863342815731072:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1544us (2910us total) trans 4294967311 rc 0/0
00000100:00100000:3.0:1777022437.043127:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 39
00010000:00010000:0.0:1777022437.063757:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2946 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.063770:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2946 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.063777:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2946 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.063783:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b7e00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022437.063787:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2946 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.063794:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2946 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.063807:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xefc67454 (ffff8efa655dfc00)
00010000:00010000:0.0:1777022437.063810:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022437.063814:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2946 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.063819:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2946 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.091918:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.092538:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815731456
00000100:00100000:3.0:1777022437.092548:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815731456
00000100:00100000:3.0:1777022437.092615:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41
00000100:00100000:3.0:1777022437.092626:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815731456:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.092649:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.092669:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e2962 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840533 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.092722:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e2962 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840533 expref: 22 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.092736:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e2962 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840533 expref: 22 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.092753:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8efa64db6100)
00010000:00010000:3.0:1777022437.092756:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:3.0:1777022437.092760:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022437.092810:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10115:x1863342815731456:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 186us (901us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.092817:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41
00000100:00100000:0.0:1777022437.132442:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00080000:3.0:1777022437.141675:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1777022437.155701:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.155804:0:6929:0:(service.c:3441:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116
00000100:00100000:3.0:1777022437.155813:0:6929:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_io00_003'
00000100:00100000:0.0:1777022437.156226:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815731840
00000100:00100000:0.0:1777022437.156240:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815731840
00002000:00100000:0.0:1777022437.156282:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (0->4095)  req@ffff8efa656b8380 x1863342815731840/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.156293:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656b8380 with x1863342815731840 ext(0->4095)
00002000:00010000:0.0:1777022437.156299:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656b8380
00000100:00100000:0.0:1777022437.163028:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1
00000100:00100000:0.0:1777022437.163050:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342815731840:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022437.163392:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342815731840:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 350us (7698us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022437.163408:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1
00002000:00100000:0.0:1777022437.163418:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (0->4095)  req@ffff8efa656b8380 x1863342815731840/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.163429:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656b8380 with x1863342815731840 ext(0->4095)
00002000:00010000:0.0:1777022437.163435:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656b8380
00000100:00100000:0.0:1777022437.178416:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.198016:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815732096
00000100:00100000:3.0:1777022437.198027:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815732096
00002000:00100000:3.0:1777022437.198075:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3:0x0] (8192->12287)  req@ffff8efa4d1ba300 x1863342815732096/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.198094:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba300 with x1863342815732096 ext(8192->12287)
00002000:00010000:3.0:1777022437.198100:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1ba300
00000100:00100000:3.0:1777022437.198137:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3
00000100:00100000:3.0:1777022437.198147:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815732096:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022437.198607:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815732096:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 459us (686us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022437.198616:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3
00002000:00100000:3.0:1777022437.198623:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3:0x0] (8192->12287)  req@ffff8efa4d1ba300 x1863342815732096/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.198631:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba300 with x1863342815732096 ext(8192->12287)
00002000:00010000:3.0:1777022437.198635:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1ba300
00000100:00100000:3.0:1777022437.202717:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.203254:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815732224
00000100:00100000:0.0:1777022437.203264:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815732224
00002000:00100000:0.0:1777022437.203320:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3:0x0] (12288->40959)  req@ffff8efa65659180 x1863342815732224/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.203337:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659180 with x1863342815732224 ext(12288->40959)
00002000:00010000:0.0:1777022437.203343:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65659180
00000100:00100000:0.0:1777022437.203379:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 4
00000100:00100000:0.0:1777022437.203388:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342815732224:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022437.208726:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342815732224:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5329us (6007us total) trans 0 rc 28672/28672
00000100:00100000:0.0:1777022437.208751:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 4
00002000:00100000:0.0:1777022437.208765:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3:0x0] (12288->40959)  req@ffff8efa65659180 x1863342815732224/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/440 e 0 to 0 dl 1777022448 ref 1 fl Complete:/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.208776:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659180 with x1863342815732224 ext(12288->40959)
00002000:00010000:0.0:1777022437.208781:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65659180
00000100:00100000:3.0:1777022437.216428:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.216694:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815732480
00000100:00100000:0.0:1777022437.216706:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815732480
00000100:00100000:0.0:1777022437.216770:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12
00000100:00100000:0.0:1777022437.216780:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815732480:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:0.0:1777022437.230154:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.230556:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815732736
00000100:00100000:3.0:1777022437.230566:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815732736
00000100:00100000:3.0:1777022437.230629:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 43
00000100:00100000:3.0:1777022437.230639:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10115:x1863342815732736:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.230662:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.230684:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e297e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840548 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.230761:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2985 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.230793:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2985 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.230804:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2985 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.230831:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e298c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.230838:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e298c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.230844:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e298c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.230951:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e2993 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.230959:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e2993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.230966:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e2993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022437.231001:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 40960
00000004:00200000:3.0:1777022437.231005:0:5952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022437.231022:0:5952:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e2993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231032:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e2993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231049:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2985 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231055:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2985 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231061:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2985 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231066:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b7600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022437.231070:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2985 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231078:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2985 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231088:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa64db6d00)
00010000:00010000:3.0:1777022437.231091:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022437.231096:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2985 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231102:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2985 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231128:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e298c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231134:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e298c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231140:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e298c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231149:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b7e00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022437.231152:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e298c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231158:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e298c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231165:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xefc67454 (ffff8efa655df900)
00010000:00010000:3.0:1777022437.231168:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022437.231171:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e298c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231176:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e298c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231208:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e297e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840548 expref: 25 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231220:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e2993 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840548 expref: 24 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.231227:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8efa64db6100)
00010000:00010000:3.0:1777022437.231229:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1777022437.231231:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022437.231284:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815732736:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 647us (1141us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.231292:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 43
00000100:00100000:0.0:1777022437.235505:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815732992
00000100:00100000:0.0:1777022437.235514:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815732992
00000100:00100000:0.0:1777022437.235577:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 44
00000100:00100000:0.0:1777022437.235586:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815732992:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:0.0:1777022437.235644:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:0.0:1777022437.235671:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e2993 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840548 expref: 24 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.235694:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e2962 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840533 expref: 23 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.235706:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8efa64db6100)
00010000:00010000:0.0:1777022437.235721:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41535c00/0x72ae7b78094e2977 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840541 expref: 22 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.235754:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa64db6d00)
00010000:00010000:0.0:1777022437.235760:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022437.235785:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e299a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.235797:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e299a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.235806:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e299a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.235828:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e29a1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.235836:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e29a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.235842:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e29a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.235946:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29a8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.235954:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.235961:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1777022437.236149:0:5953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3, 64 off8384
00000004:00080000:0.0:1777022437.236158:0:5953:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 375402302316ns, next at 376402300349ns, rc = 0
00010000:00010000:0.0:1777022437.236211:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e29af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236220:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e29af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236228:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e29af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236234:0:5953:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e29af lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236241:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e29af lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236248:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e29af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236261:0:5953:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1777022437.236277:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236283:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29a8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236288:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29a8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236294:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022437.236298:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29a8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236305:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29a8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236320:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8efa4954b200)
00010000:00010000:0.0:1777022437.236322:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1777022437.236776:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29a8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236783:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29a8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236801:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e299a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.236807:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e299a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.237251:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e299a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.237259:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022437.237263:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e299a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.237269:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e299a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.237278:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bc00)
00010000:00010000:0.0:1777022437.237281:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022437.237283:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e299a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.237289:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e299a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1777022437.237527:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000087270e8a reply state 00000000556cc385 transno 4294967315 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e29a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.237536:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1777022437.237619:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10115:x1863342815732992:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 2031us (2294us total) trans 4294967315 rc 0/0
00000100:00100000:0.0:1777022437.237628:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 44
00000100:00100000:0.0:1777022437.244732:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815733120
00000100:00100000:0.0:1777022437.244743:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815733120
00000100:00100000:0.0:1777022437.244839:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 45
00000100:00100000:0.0:1777022437.244850:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10115:x1863342815733120:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022437.244892:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022437.244913:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e29b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784054f expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.244977:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.244991:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.245002:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022437.245041:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022437.245045:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022437.245064:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.245102:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e29b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784054f expref: 24 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.245138:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784054f expref: 23 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.245146:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bc00)
00010000:00010000:0.0:1777022437.245150:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022437.245153:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:0.0:1777022437.245214:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10115:x1863342815733120:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 365us (591us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022437.245220:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 45
00000100:00100000:0.0:1777022437.257701:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815733504
00000100:00100000:0.0:1777022437.257711:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815733504
00000100:00100000:0.0:1777022437.257795:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 47
00000100:00100000:0.0:1777022437.257805:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10115:x1863342815733504:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022437.257834:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022437.257837:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1777022437.257998:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e29bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784054f expref: 23 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.258018:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bc00)
00010000:00010000:0.0:1777022437.258028:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022437.264267:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:0.0:1777022437.264347:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e29e7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.264361:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e29e7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.264375:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e29e7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.264381:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022437.264385:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e29e7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.264394:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e29e7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.264419:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8635a1a7 (ffff8efa81568a00)
00010000:00010000:0.0:1777022437.264422:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022437.264427:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e29e7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.264433:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e29e7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.269655:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.277308:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.281065:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.281288:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815734144
00000100:00100000:3.0:1777022437.281298:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815734144
00002000:00010000:3.0:1777022437.281354:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/3 (4096->18446744073709551615)
00002000:00100000:3.0:1777022437.281359:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bad80 with x1863342815734144 ext(4096->18446744073709551615)
00002000:00010000:3.0:1777022437.281370:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa656bad80.
00000100:00100000:3.0:1777022437.281408:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 5
00000100:00100000:3.0:1777022437.281418:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815734144:12345-192.168.202.33@tcp:10:mmap_sanity.0
00000001:00080000:0.0:1777022437.283761:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967299 is committed
00000001:00100000:0.0:1777022437.283776:0:6917:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 392c2d7e-e97b-4adb-b645-942dabe5c136
00002000:00010000:3.0:1777022437.284448:0:11976:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb size from disk: 0 -> 4096
00002000:00010000:3.0:1777022437.284454:0:11976:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb mtime from disk: 0 -> 1777022436
00002000:00010000:3.0:1777022437.284456:0:11976:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:3.0:1777022437.284458:0:11976:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb ctime from disk: 0 -> 1777022436
00002000:00010000:3.0:1777022437.284461:0:11976:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:3.0:1777022437.284578:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815734144:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 3155us (3515us total) trans 4294967299 rc 0/0
00000100:00100000:3.0:1777022437.284589:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 5
00002000:00010000:3.0:1777022437.284594:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/3 (4096->18446744073709551615)
00002000:00100000:3.0:1777022437.284597:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bad80 with x1863342815734144 ext(4096->18446744073709551615)
00002000:00010000:3.0:1777022437.284603:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa656bad80.
00000100:00100000:3.0:1777022437.307902:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.308116:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815734528
00000100:00100000:0.0:1777022437.308126:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815734528
00000100:00100000:0.0:1777022437.308181:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13
00000100:00100000:0.0:1777022437.308191:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10115:x1863342815734528:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:0.0:1777022437.308395:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815734528:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 205us (549us total) trans 4294967319 rc 0/0
00000100:00100000:0.0:1777022437.308412:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13
00000100:00100000:0.0:1777022437.313225:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.313576:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815734656
00000100:00100000:3.0:1777022437.313587:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815734656
00000100:00100000:3.0:1777022437.313648:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 50
00000100:00100000:3.0:1777022437.313659:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815734656:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.313683:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.313717:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2a11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840572 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.313784:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2a18 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.313797:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2a18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.313807:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2a18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022437.313846:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022437.313850:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022437.313906:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2a18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.313929:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2a11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840572 expref: 29 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.313947:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2a18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840572 expref: 28 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.313956:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655df900)
00010000:00010000:3.0:1777022437.313958:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022437.313962:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7e00, rc 0)
00000100:00100000:3.0:1777022437.314014:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10115:x1863342815734656:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 357us (799us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.314022:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 50
00000100:00100000:0.0:1777022437.332712:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.341663:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.341759:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815735424
00000100:00100000:3.0:1777022437.341781:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815735424
00000100:00100000:3.0:1777022437.341970:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 52
00000100:00100000:3.0:1777022437.341982:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10115:x1863342815735424:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:3.0:1777022437.342039:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:3.0:1777022437.342065:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030000/0x72ae7b78094e2a34 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840579 expref: 31 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.342086:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40031000/0x72ae7b78094e2a03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840564 expref: 30 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.342100:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff8efa64db6400)
00010000:00010000:3.0:1777022437.342252:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2a18 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840572 expref: 29 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.342262:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655df900)
00010000:00010000:3.0:1777022437.342268:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1777022437.342289:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2a42 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.342445:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2a42 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.342457:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2a42 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.342472:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2a49 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.342562:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2a49 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.342581:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2a49 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.342657:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2a50 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.342666:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2a50 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.342673:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2a50 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1777022437.343099:0:5954:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2, 64 off8320
00000004:00080000:3.0:1777022437.343125:0:5954:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 375509269891ns, next at 376509251683ns, rc = 0
00010000:00010000:3.0:1777022437.343173:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2a57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343182:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2a57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343190:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2a57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343197:0:5954:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2a57 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343202:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2a57 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343208:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2a57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343241:0:5954:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1777022437.343259:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2a50 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343265:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2a50 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343270:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2a50 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343276:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6a00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022437.343280:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2a50 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343287:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2a50 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343296:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff8efa655df100)
00010000:00010000:3.0:1777022437.343453:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1777022437.343459:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2a50 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343465:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e2a50 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.343593:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1777022437.343599:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2a57 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.343606:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b7000 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:0.0:1777022437.343609:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2a57 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.343615:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2a57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.343623:0:5940:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff8efa655df100)
00010000:00010000:0.0:1777022437.343626:0:5940:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1777022437.343629:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2a57 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.343634:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e2a57 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343668:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2a42 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343675:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2a42 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343680:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2a42 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343691:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022437.343694:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2a42 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343700:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2a42 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343708:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655df200)
00010000:00010000:3.0:1777022437.343710:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022437.343713:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2a42 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.343719:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e2a42 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1777022437.344385:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f45c6ae reply state 00000000801f374e transno 4294967322 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2a49 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.344407:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1777022437.344604:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022437.344607:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022437.344609:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022437.351909:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815735552
00000100:00100000:3.0:1777022437.351919:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815735552
00000100:00100000:3.0:1777022437.351974:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 53
00000100:00100000:3.0:1777022437.351984:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10115:x1863342815735552:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.352008:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.352030:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2a5e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840580 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.352098:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2a65 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.352142:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2a65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.352153:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2a65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022437.352194:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022437.352198:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022437.352216:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2a65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.352238:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e2a5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840580 expref: 32 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.352257:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e2a65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840580 expref: 31 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.352264:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655df900)
00010000:00010000:3.0:1777022437.352267:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022437.352270:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022437.352611:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10115:x1863342815735552:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 627us (812us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.352619:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 53
00010000:00010000:0.0:1777022437.359073:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2a49 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.359086:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2a49 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.359094:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2a49 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.359124:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b7600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022437.359128:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2a49 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.359136:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2a49 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.359152:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8635a1a7 (ffff8efa655df800)
00010000:00010000:0.0:1777022437.359155:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022437.359159:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2a49 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.359165:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e2a49 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.375797:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41535800/0x72ae7b78094e2aa4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.375813:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41535800/0x72ae7b78094e2aa4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.375830:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41535800/0x72ae7b78094e2aa4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.375837:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa41535800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022437.375841:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41535800/0x72ae7b78094e2aa4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.375848:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41535800/0x72ae7b78094e2aa4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.375915:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8efa64db6500)
00010000:00010000:0.0:1777022437.375918:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022437.375923:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41535800/0x72ae7b78094e2aa4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.375929:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41535800/0x72ae7b78094e2aa4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.387229:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815736576
00000100:00100000:0.0:1777022437.387238:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815736576
00002000:00010000:0.0:1777022437.387275:0:6929:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/4 (409600->18446744073709551615)
00002000:00100000:0.0:1777022437.387280:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9880 with x1863342815736576 ext(409600->18446744073709551615)
00002000:00010000:0.0:1777022437.387292:0:6929:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b9880.
00000100:00100000:0.0:1777022437.387321:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 7
00000100:00100000:0.0:1777022437.387339:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815736576:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:0.0:1777022437.387535:0:6929:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb size from disk: 0 -> 409600
00002000:00010000:0.0:1777022437.387539:0:6929:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 0 -> 1777022436
00002000:00010000:0.0:1777022437.387541:0:6929:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:0.0:1777022437.387543:0:6929:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 0 -> 1777022436
00002000:00010000:0.0:1777022437.387546:0:6929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1777022437.387605:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342815736576:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 266us (530us total) trans 4294967301 rc 0/0
00000100:00100000:0.0:1777022437.387614:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 7
00002000:00010000:0.0:1777022437.387618:0:6929:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/4 (409600->18446744073709551615)
00002000:00100000:0.0:1777022437.387620:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9880 with x1863342815736576 ext(409600->18446744073709551615)
00002000:00010000:0.0:1777022437.387625:0:6929:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b9880.
00000100:00100000:0.0:1777022437.395559:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00080000:3.0:1777022437.400516:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022437.403188:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.411349:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815737472
00000100:00100000:0.0:1777022437.411360:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815737472
00002000:00100000:0.0:1777022437.411420:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (4096->8191)  req@ffff8efa4d1b8a80 x1863342815737472/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.411431:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b8a80 with x1863342815737472 ext(4096->8191)
00002000:00010000:0.0:1777022437.411437:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b8a80
00000100:00100000:0.0:1777022437.411470:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 9
00000100:00100000:0.0:1777022437.411489:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342815737472:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022437.411694:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342815737472:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 207us (489us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022437.411702:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 9
00002000:00100000:0.0:1777022437.411709:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (4096->8191)  req@ffff8efa4d1b8a80 x1863342815737472/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.411718:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b8a80 with x1863342815737472 ext(4096->8191)
00002000:00010000:0.0:1777022437.411721:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b8a80
00000100:00100000:0.0:1777022437.416903:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815737600
00000100:00100000:0.0:1777022437.416913:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815737600
00002000:00100000:0.0:1777022437.416963:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (8192->12287)  req@ffff8efa4d1ba680 x1863342815737600/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.416975:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba680 with x1863342815737600 ext(8192->12287)
00002000:00010000:0.0:1777022437.416981:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1ba680
00000100:00100000:0.0:1777022437.417016:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 10
00000100:00100000:0.0:1777022437.417025:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2379:x1863342815737600:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022437.417233:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2379:x1863342815737600:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 208us (1179us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022437.417240:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 10
00002000:00100000:0.0:1777022437.417246:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (8192->12287)  req@ffff8efa4d1ba680 x1863342815737600/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.417255:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba680 with x1863342815737600 ext(8192->12287)
00002000:00010000:0.0:1777022437.417258:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1ba680
00000100:00100000:3.0:1777022437.418065:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.418383:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815737344
00000100:00100000:0.0:1777022437.418390:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815737344
00000100:00100000:0.0:1777022437.418460:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 24
00000100:00100000:0.0:1777022437.418469:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:0:x1863342815737344:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022437.418490:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022437.418510:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2af1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78405b1 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.418563:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65649c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835686528:192.168.202.33@tcp:106:
00000100:00100000:0.0:1777022437.418645:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a3c0 going to sleep for 11 seconds
00000100:00080000:3.0:1777022437.422020:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022437.423513:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815737728
00000100:00100000:3.0:1777022437.423529:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815737728
00002000:00100000:3.0:1777022437.423576:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (12288->69631)  req@ffff8efa4d1b9180 x1863342815737728/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.423588:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9180 with x1863342815737728 ext(12288->69631)
00002000:00010000:3.0:1777022437.423594:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b9180
00000100:00100000:3.0:1777022437.423629:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 11
00000100:00100000:3.0:1777022437.423639:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342815737728:12345-192.168.202.33@tcp:3:kworker.0
00002000:00010000:0.0:1777022437.428044:0:6924:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb atime: 0 -> 1777022436
00002000:00010000:0.0:1777022437.428053:0:6924:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks: 0 -> 1
00000100:00100000:0.0:1777022437.428076:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65649c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835686528:192.168.202.33@tcp:106:
00010000:00010000:0.0:1777022437.428114:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2af1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405b1 expref: 7 pid: 6924 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.428139:0:6924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2af1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405b1 expref: 7 pid: 6924 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.428169:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:0.0:1777022437.428240:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:0:x1863342815737344:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9772us (10177us total) trans 0 rc 301/301
00000100:00100000:0.0:1777022437.428249:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 24
00000100:00100000:0.0:1777022437.441980:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.459777:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.459957:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.460032:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815738240
00000100:00100000:0.0:1777022437.460041:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815738240
00010000:00010000:0.0:1777022437.460081:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ea250910/0x72ae7b78094e2ab2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784059c expref: 11 pid: 6924 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.460134:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30
00000100:00100000:0.0:1777022437.460144:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342815738240:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022437.460159:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022437.460175:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 1 -> 24
00010000:00010000:0.0:1777022437.460181:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ea250910/0x72ae7b78094e2ab2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784059c expref: 11 pid: 6924 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.460196:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ea250910/0x72ae7b78094e2ab2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784059c expref: 11 pid: 6924 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.460223:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea250910/0x72ae7b78094e2ab2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784059c expref: 11 pid: 6924 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.460240:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022437.460258:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022437.460267:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e2af8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405b8 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.460277:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e2af8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405b8 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.460316:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e2af8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405b8 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.460330:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65649880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835686784:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022437.460448:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022437.464744:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.465610:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65649880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835686784:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.465633:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022437.465726:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342815738240:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5583us (5767us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.465737:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30
00000100:00100000:3.0:1777022437.471679:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.489351:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815738752
00000100:00100000:0.0:1777022437.489361:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815738752
00000100:00100000:0.0:1777022437.489428:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 27
00000100:00100000:0.0:1777022437.489438:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10127:x1863342815738752:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022437.489457:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022437.489486:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e2b06 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78405c6 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.489515:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022437.489536:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022437.489541:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e2b06 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405c6 expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.489553:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e2b06 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405c6 expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.489583:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c400, rc 0)
00000100:00100000:0.0:1777022437.489635:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10127:x1863342815738752:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 199us (384us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022437.489641:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 27
00000100:00100000:3.0:1777022437.490261:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815738624
00000100:00100000:3.0:1777022437.490267:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815738624
00002000:00100000:3.0:1777022437.490299:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->4095)  req@ffff8efa65654700 x1863342815738624/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 4584/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.490309:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654700 with x1863342815738624 ext(0->4095)
00010000:00010000:3.0:1777022437.490315:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e2af8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405b8 expref: 8 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.490337:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e2af8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405b8 expref: 8 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022437.490356:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654700
00000100:00100000:3.0:1777022437.490384:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2
00000100:00100000:3.0:1777022437.490393:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342815738624:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000001:00080000:0.0:1777022437.493730:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967302 is committed
00000001:00100000:0.0:1777022437.493745:0:7977:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 33d9035e-b8f8-4200-afbe-3051ed275c79
00000100:00100000:0.0:1777022437.498573:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.498660:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815738880
00000100:00100000:3.0:1777022437.498670:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815738880
00010000:00010000:3.0:1777022437.498706:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e2af8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405b8 expref: 8 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.498748:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31
00000100:00100000:3.0:1777022437.498758:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2379:x1863342815738880:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022437.498772:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022437.498792:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e2af8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405b8 expref: 8 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.498806:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e2af8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405b8 expref: 8 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.499321:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e2af8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405b8 expref: 8 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.499421:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.499423:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.499431:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e2aff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [8192->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405bf expref: 6 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.499456:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e2aff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [8192->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405bf expref: 6 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.499466:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.499467:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.499471:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e2b06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405c6 expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.499479:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e2b06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405c6 expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.499518:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e2b06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405c6 expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.499532:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835687040:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.499668:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e2aff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [8192->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405bf expref: 6 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.499678:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835687168:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022437.499700:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c300 going to sleep for 11 seconds
00000100:00100000:3.0:1777022437.503739:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835687040:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022437.503753:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835687168:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.503775:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022437.520046:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815739008
00000100:00100000:3.0:1777022437.520055:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815739008
00002000:00100000:3.0:1777022437.520101:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (4096->8191)  req@ffff8efa48e74a80 x1863342815739008/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.520124:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e74a80 with x1863342815739008 ext(4096->8191)
00002000:00010000:3.0:1777022437.520129:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48e74a80
00000100:00100000:3.0:1777022437.520159:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815739136
00000100:00100000:3.0:1777022437.520162:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815739136
00002000:00100000:3.0:1777022437.520177:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (12288->16383)  req@ffff8efa48e77100 x1863342815739136/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.520185:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e77100 with x1863342815739136 ext(12288->16383)
00002000:00010000:3.0:1777022437.520188:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48e77100
00000100:00100000:3.0:1777022437.520204:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13
00000100:00100000:3.0:1777022437.520211:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2377:x1863342815739008:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022437.520371:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2377:x1863342815739008:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 159us (468us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022437.520379:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13
00002000:00100000:3.0:1777022437.520385:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (4096->8191)  req@ffff8efa48e74a80 x1863342815739008/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.520393:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e74a80 with x1863342815739008 ext(4096->8191)
00002000:00010000:3.0:1777022437.520406:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48e74a80
00000100:00100000:3.0:1777022437.520423:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14
00000100:00100000:3.0:1777022437.520429:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342815739136:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022437.520489:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342815739136:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 60us (533us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022437.520509:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14
00002000:00100000:3.0:1777022437.520515:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (12288->16383)  req@ffff8efa48e77100 x1863342815739136/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.520522:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e77100 with x1863342815739136 ext(12288->16383)
00002000:00010000:3.0:1777022437.520526:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48e77100
00000100:00100000:0.0:1777022437.524578:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.525705:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815739264
00000100:00100000:3.0:1777022437.525718:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815739264
00000100:00100000:3.0:1777022437.525786:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28
00000100:00100000:3.0:1777022437.525798:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10127:x1863342815739264:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.525825:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.525844:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e2b0d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78405cd expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.525912:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e2aff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [8192->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405bf expref: 6 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.525921:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.525923:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.525927:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e2b0d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405cd expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.525958:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e2aff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [8192->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405bf expref: 6 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.525972:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e2aff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [8192->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405bf expref: 6 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.526001:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835687296:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022437.526082:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ca80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022437.532650:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835687296:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022437.532687:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e2b0d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405cd expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.532708:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6000, rc 0)
00000100:00100000:3.0:1777022437.532802:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10127:x1863342815739264:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7005us (8232us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.532811:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28
00000100:00100000:0.0:1777022437.534506:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.534598:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815739392
00000100:00100000:3.0:1777022437.534608:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815739392
00000100:00100000:3.0:1777022437.534666:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29
00000100:00100000:3.0:1777022437.534676:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10115:x1863342815739392:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.534694:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.534711:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78405d4 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.534738:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.534741:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.534746:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405d4 expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.534758:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405d4 expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.534778:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7e00, rc 0)
00000100:00100000:3.0:1777022437.534842:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10115:x1863342815739392:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 167us (344us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.534850:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29
00000100:00100000:0.0:1777022437.544157:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.544281:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815739520
00000100:00100000:3.0:1777022437.544292:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815739520
00010000:00010000:3.0:1777022437.544331:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e2aff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [8192->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405bf expref: 8 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.544377:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 32
00000100:00100000:3.0:1777022437.544387:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f840450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815739520:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022437.544411:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022437.544432:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e2aff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [8192->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405bf expref: 8 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.544445:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e2aff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [8192->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405bf expref: 8 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.544467:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e2aff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [8192->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405bf expref: 8 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.544485:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.544487:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.544495:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e2b0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405cd expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.544522:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e2b0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405cd expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.544531:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.544532:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.544535:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405d4 expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.544542:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405d4 expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.544577:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405d4 expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.544590:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835687424:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.544673:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e2b0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405cd expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.544683:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835687552:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022437.544704:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ca80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022437.550903:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835687424:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022437.550911:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835687552:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.550928:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022437.550990:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f840450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342815739520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6605us (6843us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.550998:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 32
00000100:00100000:0.0:1777022437.551136:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815739648
00000100:00100000:0.0:1777022437.551143:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815739648
00002000:00100000:0.0:1777022437.551180:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (8192->12287)  req@ffff8efa48e76a00 x1863342815739648/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.551190:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e76a00 with x1863342815739648 ext(8192->12287)
00002000:00010000:0.0:1777022437.551195:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48e76a00
00000100:00100000:0.0:1777022437.551222:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15
00000100:00100000:0.0:1777022437.551231:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342815739648:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022437.551371:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342815739648:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 140us (568us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022437.551378:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15
00002000:00100000:0.0:1777022437.551384:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (8192->12287)  req@ffff8efa48e76a00 x1863342815739648/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.551416:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e76a00 with x1863342815739648 ext(8192->12287)
00002000:00010000:0.0:1777022437.551419:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48e76a00
00000100:00100000:3.0:1777022437.556424:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815739776
00000100:00100000:3.0:1777022437.556434:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815739776
00000100:00100000:3.0:1777022437.556493:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30
00000100:00100000:3.0:1777022437.556503:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10127:x1863342815739776:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.556522:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.556539:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78405db expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.556569:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405d4 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.556575:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.556576:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.556579:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b1b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405db expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.556604:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405d4 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.556613:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405d4 expref: 6 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.556623:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835687680:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022437.556691:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022437.559796:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815739904
00000100:00100000:0.0:1777022437.559806:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815739904
00002000:00100000:0.0:1777022437.559851:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (12288->16383)  req@ffff8efa65655880 x1863342815739904/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.559902:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655880 with x1863342815739904 ext(12288->16383)
00010000:00010000:0.0:1777022437.559913:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405d4 expref: 7 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.559929:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405d4 expref: 7 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022437.559937:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655880
00000100:00100000:0.0:1777022437.559957:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3
00000100:00100000:0.0:1777022437.559969:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815739904:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022437.560135:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815739904:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 170us (449us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022437.560142:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3
00002000:00100000:0.0:1777022437.560148:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (12288->16383)  req@ffff8efa65655880 x1863342815739904/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.560156:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655880 with x1863342815739904 ext(12288->16383)
00010000:00010000:0.0:1777022437.560161:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405d4 expref: 7 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.560185:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405d4 expref: 7 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022437.560192:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655880
00000100:00100000:3.0:1777022437.562223:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835687680:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022437.562254:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b1b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405db expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.562275:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022437.562324:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10127:x1863342815739776:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5822us (6011us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.562333:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30
00000100:00100000:0.0:1777022437.565496:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815740032
00000100:00100000:0.0:1777022437.565506:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815740032
00000100:00100000:0.0:1777022437.565562:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31
00000100:00100000:0.0:1777022437.565571:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10115:x1863342815740032:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022437.565586:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022437.565601:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2b22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78405e2 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.565624:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022437.565628:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405db expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.565632:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022437.565635:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2b22 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405e2 expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.565665:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b1b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405db expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.565673:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2b22 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405e2 expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.565698:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:0.0:1777022437.565747:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10115:x1863342815740032:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 177us (440us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022437.565752:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31
00000100:00100000:3.0:1777022437.565966:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815740160
00000100:00100000:3.0:1777022437.565970:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815740160
00010000:00010000:3.0:1777022437.565985:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405d4 expref: 8 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.571120:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815740288
00000100:00100000:0.0:1777022437.571130:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815740288
00002000:00100000:0.0:1777022437.571183:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (12288->69631)  req@ffff8efa65453480 x1863342815740288/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.571195:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65453480 with x1863342815740288 ext(12288->69631)
00010000:00010000:0.0:1777022437.571204:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b1b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405db expref: 9 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.571220:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b1b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405db expref: 9 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022437.571229:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65453480
00000100:00100000:0.0:1777022437.571253:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 4
00000100:00100000:0.0:1777022437.571262:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2378:x1863342815740288:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022437.572063:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa8131fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835687936:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.572084:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022437.572132:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342815740160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5781us (6725us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.572141:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 33
00000100:00100000:3.0:1777022437.581191:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.582031:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815740544
00000100:00100000:3.0:1777022437.582042:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815740544
00010000:00010000:3.0:1777022437.582078:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405db expref: 9 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.582118:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 34
00000100:00100000:3.0:1777022437.582128:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2377:x1863342815740544:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022437.582158:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022437.582179:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405db expref: 9 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.582192:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405db expref: 9 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.582214:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405db expref: 9 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.582229:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.582232:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.582239:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2b22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405e2 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.582248:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2b22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405e2 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.582283:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2b22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405e2 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.582297:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835688064:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022437.582376:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022437.584013:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815740416
00000100:00100000:0.0:1777022437.584024:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815740416
00000100:00100000:0.0:1777022437.584120:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 32
00000100:00100000:0.0:1777022437.584130:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10127:x1863342815740416:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022437.584145:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022437.584173:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78405e9 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.584202:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2b22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405e2 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.584212:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022437.584213:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022437.584217:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405e9 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.584246:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2b22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e2 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.584258:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2b22 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e2 expref: 6 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.584270:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835688192:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022437.584341:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ab40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022437.585341:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835688064:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.585361:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022437.585450:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815740544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3323us (3491us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.585459:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 34
00000100:00100000:3.0:1777022437.586845:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815740672
00000100:00100000:3.0:1777022437.586896:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815740672
00010000:00010000:3.0:1777022437.586931:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2b22 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e2 expref: 7 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.586961:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 35
00000100:00100000:3.0:1777022437.586969:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815740672:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022437.586981:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022437.586999:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2b22 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e2 expref: 7 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.587011:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2b22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e2 expref: 7 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.587033:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.587035:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.587043:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405e9 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.587052:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405e9 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.587083:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405e9 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.587125:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835688320:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022437.587189:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c600 going to sleep for 11 seconds
00010000:00010000:0.0:1777022437.587990:0:6924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2b22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e2 expref: 7 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.588008:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835688192:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022437.588030:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405e9 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.588056:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c200, rc 0)
00000100:00100000:0.0:1777022437.588207:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10127:x1863342815740416:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4079us (7026us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022437.588216:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 32
00000100:00100000:3.0:1777022437.590529:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835688320:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.590554:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022437.590605:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342815740672:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3636us (3835us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.590616:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 35
00000100:00100000:0.0:1777022437.608265:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815740800
00000100:00100000:0.0:1777022437.608279:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815740800
00000100:00100000:3.0:1777022437.619904:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.623111:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.624983:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.625017:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815741312
00000100:00100000:3.0:1777022437.625026:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815741312
00000100:00100000:3.0:1777022437.625076:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 251
00000100:00100000:3.0:1777022437.625086:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49cae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342815741312:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022437.625163:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49cae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342815741312:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 79us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.625172:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 251
00000100:00100000:3.0:1777022437.626900:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815741184
00000100:00100000:3.0:1777022437.626913:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815741184
00002000:00100000:3.0:1777022437.626960:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (4096->20479)  req@ffff8efa8131fb80 x1863342815741184/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 16872/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.626972:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131fb80 with x1863342815741184 ext(4096->20479)
00010000:00010000:3.0:1777022437.626987:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e9 expref: 9 pid: 6924 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.627018:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e9 expref: 9 pid: 6924 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022437.627027:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131fb80
00000100:00100000:3.0:1777022437.627062:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 5
00000100:00100000:3.0:1777022437.627071:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2377:x1863342815741184:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022437.627467:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815741184:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 396us (4369us total) trans 4294967304 rc 0/0
00000100:00100000:3.0:1777022437.627475:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 5
00002000:00100000:3.0:1777022437.627482:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (4096->20479)  req@ffff8efa8131fb80 x1863342815741184/t4294967304(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 16872/448 e 0 to 0 dl 1777022448 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.627491:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131fb80 with x1863342815741184 ext(4096->20479)
00010000:00010000:3.0:1777022437.627499:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e9 expref: 12 pid: 6924 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.627511:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e9 expref: 12 pid: 6924 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022437.627518:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131fb80
00000100:00100000:3.0:1777022437.631215:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.631247:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815741440
00000100:00100000:3.0:1777022437.631256:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815741440
00010000:00010000:3.0:1777022437.631290:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e9 expref: 12 pid: 6924 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.631340:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 36
00000100:00100000:3.0:1777022437.631349:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815741440:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022437.631362:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022437.631378:0:5938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 1777022436 -> 1777022437
00002000:00010000:3.0:1777022437.631381:0:5938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 1777022436 -> 1777022437
00002000:00010000:3.0:1777022437.631383:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 24 -> 40
00010000:00010000:3.0:1777022437.631389:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e9 expref: 12 pid: 6924 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.631412:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e9 expref: 12 pid: 6924 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.631434:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405e9 expref: 12 pid: 6924 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.631450:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.631452:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.631459:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2b30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405f0 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.631470:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2b30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405f0 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.631507:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2b30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405f0 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.631540:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835688576:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022437.631611:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c300 going to sleep for 11 seconds
00000100:00100000:3.0:1777022437.635913:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.635969:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835688576:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.635987:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022437.636021:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+13:2377:x1863342815741440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4673us (4815us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.636030:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 36
00000100:00100000:3.0:1777022437.636966:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815741568
00000100:00100000:3.0:1777022437.636975:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815741568
00002000:00100000:3.0:1777022437.637014:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (12288->16383)  req@ffff8efa654c1c00 x1863342815741568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.637025:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c1c00 with x1863342815741568 ext(12288->16383)
00010000:00010000:3.0:1777022437.637033:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2b30 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f0 expref: 7 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.637048:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2b30 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f0 expref: 7 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022437.637056:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa654c1c00
00000100:00100000:3.0:1777022437.637299:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 6
00000100:00100000:3.0:1777022437.637309:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815741568:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022437.637473:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815741568:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 165us (1564us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022437.637495:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 6
00002000:00100000:3.0:1777022437.637503:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (12288->16383)  req@ffff8efa654c1c00 x1863342815741568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.637511:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c1c00 with x1863342815741568 ext(12288->16383)
00010000:00010000:3.0:1777022437.637516:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2b30 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f0 expref: 7 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.637537:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2b30 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f0 expref: 7 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022437.637544:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa654c1c00
00000100:00100000:0.0:1777022437.642099:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65657100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835688704:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022437.642135:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2b37 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405f7 expref: 12 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.642156:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1400, rc 0)
00000100:00100000:0.0:1777022437.642213:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10127:x1863342815741056:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7578us (22318us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022437.642221:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 34
00000100:00100000:0.0:1777022437.644058:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.644288:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815741696
00000100:00100000:3.0:1777022437.644297:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815741696
00000100:00100000:3.0:1777022437.644381:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 35
00000100:00100000:3.0:1777022437.644402:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10115:x1863342815741696:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.644420:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.644438:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e2b3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78405fe expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.644469:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.644471:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.644476:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e2b3e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405fe expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.644488:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e2b3e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405fe expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.644511:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6600, rc 0)
00000100:00100000:3.0:1777022437.644575:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10115:x1863342815741696:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 185us (524us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.644582:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 35
00000100:00100000:3.0:1777022437.646374:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815741824
00000100:00100000:3.0:1777022437.646382:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815741824
00010000:00010000:3.0:1777022437.646422:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2b30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f0 expref: 8 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.646502:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 37
00000100:00100000:3.0:1777022437.646511:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342815741824:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022437.646533:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022437.646553:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2b30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f0 expref: 8 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.646566:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2b30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f0 expref: 8 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.646586:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2b30 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f0 expref: 8 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.646600:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.646602:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.646609:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2b37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [20480->18446744073709551615] (req 20480->24575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405f7 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.646637:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2b37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [20480->18446744073709551615] (req 20480->24575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405f7 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.646647:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.646648:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.646652:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e2b3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405fe expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.646660:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e2b3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405fe expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.646693:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e2b3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405fe expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.646707:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835688832:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.646786:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2b37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [20480->18446744073709551615] (req 20480->24575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405f7 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.646795:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835688960:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022437.646830:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022437.653776:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835688832:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022437.653792:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835688960:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.653825:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022437.653994:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342815741824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7482us (7706us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.654005:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 37
00000100:00100000:0.0:1777022437.668537:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.668582:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.668726:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815742080
00000100:00100000:3.0:1777022437.668733:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815742080
00002000:00100000:3.0:1777022437.668771:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (20480->24575)  req@ffff8efa657cfb80 x1863342815742080/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.668779:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cfb80 with x1863342815742080 ext(20480->24575)
00002000:00010000:3.0:1777022437.668784:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cfb80
00000100:00100000:3.0:1777022437.668805:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815741952
00000100:00100000:3.0:1777022437.668807:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815741952
00002000:00100000:3.0:1777022437.668817:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (12288->16383)  req@ffff8efa657cd500 x1863342815741952/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.668825:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd500 with x1863342815741952 ext(12288->16383)
00002000:00010000:3.0:1777022437.668828:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cd500
00000100:00100000:3.0:1777022437.668886:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 17
00000100:00100000:3.0:1777022437.668895:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2379:x1863342815742080:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022437.670725:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2379:x1863342815742080:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 1824us (2202us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022437.670733:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 17
00002000:00100000:3.0:1777022437.670741:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (20480->24575)  req@ffff8efa657cfb80 x1863342815742080/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.670748:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cfb80 with x1863342815742080 ext(20480->24575)
00002000:00010000:3.0:1777022437.670751:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cfb80
00000100:00100000:0.0:1777022437.677547:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.681516:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.681571:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.681620:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815742464
00000100:00100000:3.0:1777022437.681642:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815742464
00000100:00100000:3.0:1777022437.681697:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 36
00000100:00100000:3.0:1777022437.681708:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10115:x1863342815742464:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.681726:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.681744:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b45 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840605 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.681773:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2b37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [20480->18446744073709551615] (req 20480->24575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405f7 expref: 12 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.681780:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.681782:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.681786:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b45 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840605 expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.681833:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2b37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [20480->18446744073709551615] (req 20480->24575) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f7 expref: 12 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.681847:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2b37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [20480->18446744073709551615] (req 20480->24575) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f7 expref: 12 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.681896:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835689088:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022437.681974:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022437.685836:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.685935:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.690451:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.690508:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815742848
00000100:00100000:3.0:1777022437.690519:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815742848
00010000:00010000:3.0:1777022437.690577:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2b37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [20480->18446744073709551615] (req 20480->24575) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f7 expref: 15 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.690626:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 38
00000100:00100000:3.0:1777022437.690636:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2379:x1863342815742848:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022437.690652:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022437.690668:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 40 -> 48
00010000:00010000:3.0:1777022437.690675:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2b37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [20480->18446744073709551615] (req 20480->24575) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f7 expref: 15 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.690687:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2b37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [20480->18446744073709551615] (req 20480->24575) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f7 expref: 15 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.690709:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2b37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [20480->18446744073709551615] (req 20480->24575) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405f7 expref: 15 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.690725:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.690726:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.690734:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840605 expref: 7 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.690743:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840605 expref: 7 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.690750:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.690751:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.690755:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 14 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.690769:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 14 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.690808:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 14 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.690833:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835689216:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.690969:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840605 expref: 7 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.690980:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835689344:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022437.691005:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c540 going to sleep for 11 seconds
00000100:00100000:0.0:1777022437.693494:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835689216:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022437.694813:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6566f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835689344:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.695029:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022437.695139:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2379:x1863342815742848:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4503us (4697us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022437.695171:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 38
00000100:00100000:3.0:1777022437.698659:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.702750:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.705665:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.706200:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815743104
00000100:00100000:0.0:1777022437.706205:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815743104
00000100:00100000:0.0:1777022437.706281:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 38
00000100:00100000:0.0:1777022437.706288:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10115:x1863342815743104:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022437.706298:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022437.706318:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b53 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840613 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.706343:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.706352:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022437.706354:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022437.706358:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b53 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840613 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.706388:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.706411:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 13 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.706424:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835689472:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022437.706603:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ab40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022437.713180:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.713225:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.713315:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815743360
00000100:00100000:0.0:1777022437.713325:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815743360
00002000:00100000:0.0:1777022437.713406:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (28672->32767)  req@ffff8efa6566d500 x1863342815743360/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.713418:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566d500 with x1863342815743360 ext(28672->32767)
00010000:00010000:0.0:1777022437.713428:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 14 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.713444:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 14 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022437.713453:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6566d500
00000100:00100000:0.0:1777022437.713478:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815743488
00000100:00100000:0.0:1777022437.713481:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815743488
00002000:00100000:0.0:1777022437.713497:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (24576->28671)  req@ffff8efa6566c000 x1863342815743488/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 4584/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.713504:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566c000 with x1863342815743488 ext(24576->28671)
00010000:00010000:0.0:1777022437.713510:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 15 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.713520:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 15 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022437.713539:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6566c000
00000100:00100000:0.0:1777022437.713551:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 9
00000100:00100000:0.0:1777022437.713560:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2380:x1863342815743360:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022437.713727:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2380:x1863342815743360:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 167us (556us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022437.713735:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 9
00002000:00100000:0.0:1777022437.713741:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (28672->32767)  req@ffff8efa6566d500 x1863342815743360/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.713749:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566d500 with x1863342815743360 ext(28672->32767)
00010000:00010000:0.0:1777022437.713755:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 15 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.713765:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 15 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022437.713770:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6566d500
00000100:00100000:0.0:1777022437.713785:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 10
00000100:00100000:0.0:1777022437.713792:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342815743488:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022437.714235:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342815743488:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 441us (1008us total) trans 4294967306 rc 0/0
00000100:00100000:0.0:1777022437.714243:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 10
00002000:00100000:0.0:1777022437.714249:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (24576->28671)  req@ffff8efa6566c000 x1863342815743488/t4294967306(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 4584/448 e 0 to 0 dl 1777022448 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.714257:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566c000 with x1863342815743488 ext(24576->28671)
00010000:00010000:0.0:1777022437.714262:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 16 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.714285:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 16 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022437.714292:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6566c000
00000100:00100000:0.0:1777022437.722263:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.724469:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815743744
00000100:00100000:3.0:1777022437.724486:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815743744
00010000:00010000:3.0:1777022437.724528:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 16 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.724629:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 39
00000100:00100000:3.0:1777022437.724639:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f843050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2379:x1863342815743744:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022437.724653:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022437.724671:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 48 -> 56
00010000:00010000:3.0:1777022437.724678:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 16 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.724692:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 16 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.724714:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2b4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784060c expref: 16 pid: 6923 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.724731:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.724733:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.724742:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840613 expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.724752:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840613 expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.724786:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840613 expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.724810:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835689600:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022437.724930:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c540 going to sleep for 11 seconds
00000100:00100000:3.0:1777022437.727956:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6566c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835689600:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.727981:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022437.728025:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f843050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2379:x1863342815743744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3387us (3812us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.728035:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 39
00000100:00100000:3.0:1777022437.735507:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65452d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835689728:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022437.735539:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.735561:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa41535800, rc 0)
00000100:00100000:3.0:1777022437.735621:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+16:10127:x1863342815743616:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2896us (13367us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.735630:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 39
00000100:00100000:3.0:1777022437.742080:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815744000
00000100:00100000:3.0:1777022437.742090:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815744000
00000100:00100000:3.0:1777022437.742149:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 40
00000100:00100000:3.0:1777022437.742158:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815744000:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.742177:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.742195:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840621 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.742240:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.742243:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.742248:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840621 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.742260:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840621 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.742274:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022437.742348:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10115:x1863342815744000:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 191us (550us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.742355:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 40
00000100:00100000:0.0:1777022437.743493:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815744128
00000100:00100000:0.0:1777022437.743502:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815744128
00010000:00010000:0.0:1777022437.743618:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840613 expref: 10 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.743657:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 40
00000100:00100000:0.0:1777022437.743666:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342815744128:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022437.743677:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022437.743696:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840613 expref: 10 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.743709:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840613 expref: 10 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.743730:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2b53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840613 expref: 10 pid: 6921 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.743744:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022437.743746:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022437.743753:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 15 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.743775:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 15 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.743785:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022437.743786:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022437.743789:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840621 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.743797:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840621 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.743829:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840621 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.743843:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835689856:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022437.743975:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 15 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.743985:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835689984:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022437.744008:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022437.747821:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835689856:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022437.747838:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835689984:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022437.747898:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022437.747976:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342815744128:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4311us (6037us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022437.747986:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 40
00000100:00100000:3.0:1777022437.767626:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815744256
00000100:00100000:0.0:1777022437.767628:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815744384
00000100:00100000:3.0:1777022437.767635:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815744256
00000100:00100000:0.0:1777022437.767635:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815744384
00002000:00100000:3.0:1777022437.767680:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (28672->32767)  req@ffff8efa65452d80 x1863342815744256/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.767680:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (24576->28671)  req@ffff8efa65453100 x1863342815744384/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.767693:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65452d80 with x1863342815744256 ext(28672->32767)
00002000:00100000:0.0:1777022437.767693:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65453100 with x1863342815744384 ext(24576->28671)
00002000:00010000:3.0:1777022437.767698:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65452d80
00002000:00010000:0.0:1777022437.767698:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65453100
00000100:00100000:0.0:1777022437.767732:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 22
00000100:00100000:3.0:1777022437.767736:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 23
00000100:00100000:0.0:1777022437.767740:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342815744384:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022437.767742:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342815744256:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022437.767917:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342815744384:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 176us (491us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022437.767924:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 22
00002000:00100000:0.0:1777022437.767930:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (24576->28671)  req@ffff8efa65453100 x1863342815744384/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.767939:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65453100 with x1863342815744384 ext(24576->28671)
00002000:00010000:0.0:1777022437.767942:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65453100
00000100:00100000:3.0:1777022437.768050:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342815744256:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 307us (685us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022437.768058:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 23
00002000:00100000:3.0:1777022437.768064:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (28672->32767)  req@ffff8efa65452d80 x1863342815744256/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.768077:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65452d80 with x1863342815744256 ext(28672->32767)
00002000:00010000:3.0:1777022437.768081:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65452d80
00000100:00100000:3.0:1777022437.775296:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815744640
00000100:00100000:3.0:1777022437.775305:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815744640
00000100:00100000:3.0:1777022437.775360:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41
00000100:00100000:3.0:1777022437.775370:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815744640:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.775387:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.776033:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2b68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840628 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.776070:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 15 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.776079:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.776081:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.776084:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2b68 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840628 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.776117:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 15 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.776132:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 15 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.776147:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835690112:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022437.776286:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022437.776430:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815744512
00000100:00100000:0.0:1777022437.776436:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815744512
00002000:00100000:0.0:1777022437.776484:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa65655180 x1863342815744512/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.776494:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655180 with x1863342815744512 ext(32768->36863)
00010000:00010000:0.0:1777022437.776501:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 16 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.776525:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 16 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022437.776532:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655180
00000100:00100000:0.0:1777022437.776562:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12
00000100:00100000:0.0:1777022437.776571:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2379:x1863342815744512:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022437.777111:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2379:x1863342815744512:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 538us (1959us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022437.777120:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12
00002000:00100000:0.0:1777022437.777127:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa65655180 x1863342815744512/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.777136:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655180 with x1863342815744512 ext(32768->36863)
00010000:00010000:0.0:1777022437.777143:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 16 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.777154:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 16 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022437.777161:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655180
00000100:00100000:3.0:1777022437.780018:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6566c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835690112:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022437.780051:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2b68 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840628 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.780074:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6400, rc 0)
00000100:00100000:3.0:1777022437.780129:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10115:x1863342815744640:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4760us (4901us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.780137:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41
00000100:00100000:3.0:1777022437.782936:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815744768
00000100:00100000:3.0:1777022437.782948:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815744768
00002000:00100000:3.0:1777022437.782998:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (28672->32767)  req@ffff8efa65655f80 x1863342815744768/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 4584/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.783010:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655f80 with x1863342815744768 ext(28672->32767)
00010000:00010000:3.0:1777022437.783018:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 16 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.783035:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 16 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022437.783043:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655f80
00000100:00100000:3.0:1777022437.783068:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13
00000100:00100000:3.0:1777022437.783075:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2378:x1863342815744768:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022437.783589:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815744768:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 511us (2430us total) trans 4294967307 rc 0/0
00000100:00100000:3.0:1777022437.783606:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13
00002000:00100000:3.0:1777022437.783614:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (28672->32767)  req@ffff8efa65655f80 x1863342815744768/t4294967307(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 4584/448 e 0 to 0 dl 1777022448 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022437.783623:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655f80 with x1863342815744768 ext(28672->32767)
00010000:00010000:3.0:1777022437.783629:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 18 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.783640:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 18 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022437.783646:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655f80
00000100:00100000:0.0:1777022437.800089:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815745024
00000100:00100000:0.0:1777022437.800109:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815745024
00010000:00010000:0.0:1777022437.800147:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 18 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.800222:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41
00000100:00100000:0.0:1777022437.800232:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2380:x1863342815745024:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022437.800247:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022437.800265:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 56 -> 72
00010000:00010000:0.0:1777022437.800271:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 18 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.800285:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 18 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.800307:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784061a expref: 18 pid: 9584 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.800324:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022437.800326:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022437.800333:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2b68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840628 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.800343:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2b68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840628 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.800378:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2b68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840628 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.800416:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835690240:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022437.800492:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022437.801257:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815744896
00000100:00100000:3.0:1777022437.801327:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815744896
00000100:00100000:3.0:1777022437.801374:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 42
00000100:00100000:3.0:1777022437.801382:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:10127:x1863342815744896:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.801405:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.801420:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2b6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784062f expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.801442:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2b68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840628 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.801451:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.801452:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.801455:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2b6f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784062f expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.801491:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2b68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840628 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.801504:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2b68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [28672->18446744073709551615] (req 28672->32767) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840628 expref: 9 pid: 6924 timeout: 475 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.801516:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835690368:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022437.801570:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022437.804442:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835690240:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022437.804465:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022437.804523:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2380:x1863342815745024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4292us (4532us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022437.804534:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41
00000100:00100000:3.0:1777022437.805054:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6566c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835690368:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022437.805079:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2b6f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784062f expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.805110:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022437.805153:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:10127:x1863342815744896:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3772us (5220us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.805160:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 42
00000100:00100000:0.0:1777022437.819617:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.819664:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.850090:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.861309:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.861356:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.862060:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815745664
00000100:00100000:0.0:1777022437.862065:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815745664
00002000:00100000:0.0:1777022437.862094:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa6566ce00 x1863342815745664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.862104:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566ce00 with x1863342815745664 ext(32768->36863)
00010000:00010000:0.0:1777022437.862110:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2b6f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784062f expref: 18 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.862123:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2b6f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784062f expref: 18 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022437.862130:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6566ce00
00000100:00100000:0.0:1777022437.862158:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15
00000100:00100000:0.0:1777022437.862165:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2379:x1863342815745664:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022437.862308:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2379:x1863342815745664:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 143us (1018us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022437.862315:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15
00002000:00100000:0.0:1777022437.862322:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa6566ce00 x1863342815745664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.862329:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566ce00 with x1863342815745664 ext(32768->36863)
00010000:00010000:0.0:1777022437.862335:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2b6f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784062f expref: 18 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.862345:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2b6f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784062f expref: 18 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022437.862352:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6566ce00
00000100:00100000:0.0:1777022437.882265:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.882378:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.882535:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815745920
00000100:00100000:3.0:1777022437.882538:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815745920
00000100:00100000:3.0:1777022437.882578:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 45
00000100:00100000:3.0:1777022437.882583:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10127:x1863342815745920:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.882612:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.882626:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2b84 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840644 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.884292:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.884447:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea250910/0x72ae7b78094e2b7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784063d expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.884457:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.884461:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2b84 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840644 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.884780:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ea250910/0x72ae7b78094e2b7d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784063d expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.884797:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2b84 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840644 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.884811:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.884812:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022437.884818:0:6924:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea250910/0x72ae7b78094e2b7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784063d expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.884826:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea250910/0x72ae7b78094e2b7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784063d expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.884847:0:6924:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ea250910/0x72ae7b78094e2b7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784063d expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.884942:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ea250910/0x72ae7b78094e2b7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784063d expref: 10 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022437.884957:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835691008:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022437.885040:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022437.891234:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6566f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835691008:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022437.891261:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:0.0:1777022437.901757:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.910973:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815746304
00000100:00100000:3.0:1777022437.910984:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815746304
00000100:00100000:3.0:1777022437.911045:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 46
00000100:00100000:3.0:1777022437.911054:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815746304:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022437.911072:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022437.911090:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2b8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784064b expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.911129:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022437.911135:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2b84 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840644 expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.911143:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022437.911147:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2b8b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784064b expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.911184:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2b84 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840644 expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.911212:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2b8b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784064b expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022437.911225:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022437.911778:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815746304:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 721us (1364us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022437.911786:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 46
00000100:00100000:0.0:1777022437.927225:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022437.948725:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.963690:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022437.974181:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815746944
00000100:00100000:0.0:1777022437.974192:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815746944
00000100:00100000:0.0:1777022437.974255:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 48
00000100:00100000:0.0:1777022437.974267:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815746944:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022437.974287:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022437.974314:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2b99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840659 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.974371:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2b92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840652 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.974380:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022437.974382:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022437.974386:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2b99 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840659 expref: 12 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.974429:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2b92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840652 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.974443:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2b92 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840652 expref: 17 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022437.974457:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835691776:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022437.974698:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022437.987666:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815747072
00000100:00100000:0.0:1777022437.987676:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815747072
00002000:00100000:0.0:1777022437.987726:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa64f46d80 x1863342815747072/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/0 e 0 to 0 dl 1777022448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.987737:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f46d80 with x1863342815747072 ext(32768->36863)
00010000:00010000:0.0:1777022437.987746:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2b92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840652 expref: 18 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.987763:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2b92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840652 expref: 18 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022437.987784:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f46d80
00000100:00100000:0.0:1777022437.987824:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 17
00000100:00100000:0.0:1777022437.987833:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815747072:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022437.988020:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815747072:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 187us (464us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022437.988028:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 17
00002000:00100000:0.0:1777022437.988035:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa64f46d80 x1863342815747072/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:88/0 lens 488/4536 e 0 to 0 dl 1777022448 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022437.988043:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f46d80 with x1863342815747072 ext(32768->36863)
00010000:00010000:0.0:1777022437.988048:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2b92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840652 expref: 18 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022437.988059:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2b92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840652 expref: 18 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022437.988066:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f46d80
00000100:00100000:3.0:1777022437.995146:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.007010:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.011366:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.011530:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815747584
00000100:00100000:3.0:1777022438.011540:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815747584
00000100:00100000:3.0:1777022438.011597:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 50
00000100:00100000:3.0:1777022438.011607:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815747584:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022438.011626:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022438.011644:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2ba7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840667 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.011676:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022438.011682:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2ba0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840660 expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.011688:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022438.011692:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2ba7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840667 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.011754:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2ba0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840660 expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.011769:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2ba7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840667 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.011782:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022438.011845:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815747584:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 240us (488us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022438.011883:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 50
00000100:00100000:3.0:1777022438.014525:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.019634:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.020050:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815747840
00000100:00100000:3.0:1777022438.020058:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815747840
00010000:00010000:3.0:1777022438.020093:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2ba0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840660 expref: 18 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022438.020143:0:5937:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56
00000100:00100000:3.0:1777022438.020153:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 49
00000100:00100000:3.0:1777022438.020161:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815747840:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022438.020174:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022438.020195:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2ba0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840660 expref: 18 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.020225:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2ba0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840660 expref: 18 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.020250:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022438.020252:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022438.020261:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2ba7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840667 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.020271:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2ba7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840667 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.020303:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2ba7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840667 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022438.020722:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835692416:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022438.020817:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022438.033721:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.046353:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.059134:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.065619:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.080638:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.086751:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815748608
00000100:00100000:3.0:1777022438.086764:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815748608
00000100:00100000:3.0:1777022438.086845:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 53
00000100:00100000:3.0:1777022438.086885:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:10127:x1863342815748608:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022438.086906:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022438.086941:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784067c expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.086971:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022438.086977:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2bb5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840675 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.086984:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022438.086988:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.087029:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2bb5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840675 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.087042:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.087054:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022438.087111:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10127:x1863342815748608:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 256us (1160us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022438.087118:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 53
00000100:00100000:3.0:1777022438.090714:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.091166:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2378:x1863342815748736:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022438.091192:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022438.091245:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2bae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784066e expref: 19 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.091259:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2bae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784066e expref: 19 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.091283:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2bae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784066e expref: 19 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.091298:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022438.091300:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022438.091748:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2bb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840675 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.091763:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2bb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840675 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.091802:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2bb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840675 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.091816:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840675 expref: 10 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.091829:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65657480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835693056:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022438.091935:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50a80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022438.101187:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65657480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835693056:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022438.102747:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022438.102968:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.103046:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815748864
00000100:00100000:0.0:1777022438.103055:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815748864
00010000:00010000:0.0:1777022438.103091:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840675 expref: 11 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.103155:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 52
00000100:00100000:0.0:1777022438.103164:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2380:x1863342815748864:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022438.103180:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022438.103214:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840675 expref: 11 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.103227:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2bb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840675 expref: 11 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.103262:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2bb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840675 expref: 11 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.103278:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.103280:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.103288:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.103298:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.103348:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.103364:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835693184:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022438.103452:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815748736:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12286us (12738us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.103461:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 51
00000100:00100000:0.0:1777022438.106765:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022438.120092:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.120298:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815748992
00000100:00100000:1.0:1777022438.120476:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815748992
00000100:00100000:1.0:1777022438.120593:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 54
00000100:00100000:1.0:1777022438.120604:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10115:x1863342815748992:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022438.120623:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022438.120643:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e2bc3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840683 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.120677:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.120686:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.120688:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.120692:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e2bc3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840683 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.120724:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.120739:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 17 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.120770:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65657480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835693312:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022438.120968:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50a80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022438.135479:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815749120
00000100:00100000:1.0:1777022438.135492:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815749120
00002000:00100000:1.0:1777022438.135542:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa6575b100 x1863342815749120/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.135553:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575b100 with x1863342815749120 ext(32768->36863)
00010000:00010000:1.0:1777022438.135561:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 18 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.135579:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 18 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.135588:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6575b100
00000100:00100000:1.0:1777022438.135633:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 21
00000100:00100000:1.0:1777022438.135642:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815749120:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022438.135819:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815749120:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 178us (551us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022438.135827:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 21
00002000:00100000:1.0:1777022438.135833:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa6575b100 x1863342815749120/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.135841:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575b100 with x1863342815749120 ext(32768->36863)
00010000:00010000:1.0:1777022438.135884:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 18 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.135895:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 18 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.135902:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6575b100
00000100:00100000:1.0:1777022438.141929:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65657480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835693312:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022438.141964:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e2bc3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840683 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.141985:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1000, rc 0)
00000100:00100000:1.0:1777022438.142050:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815748992:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 21447us (21967us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.142059:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 54
00000100:00100000:1.0:1777022438.144069:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815749248
00000100:00100000:1.0:1777022438.144080:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815749248
00002000:00100000:1.0:1777022438.144142:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (36864->40959)  req@ffff8efa412a8000 x1863342815749248/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.144153:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a8000 with x1863342815749248 ext(36864->40959)
00010000:00010000:1.0:1777022438.144161:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 18 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.144177:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 18 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.144209:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a8000
00000100:00100000:1.0:1777022438.144236:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 22
00000100:00100000:1.0:1777022438.144245:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2380:x1863342815749248:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022438.144720:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2380:x1863342815749248:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 474us (1096us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022438.144729:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 22
00002000:00100000:1.0:1777022438.144736:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (36864->40959)  req@ffff8efa412a8000 x1863342815749248/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.144744:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a8000 with x1863342815749248 ext(36864->40959)
00010000:00010000:1.0:1777022438.144749:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 18 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.144760:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 18 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.144767:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a8000
00000100:00100000:0.0:1777022438.157176:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.157259:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815749504
00000100:00100000:3.0:1777022438.157267:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815749504
00000100:00100000:3.0:1777022438.157334:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 55
00000100:00100000:3.0:1777022438.157344:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:10127:x1863342815749504:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022438.158536:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022438.158562:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784068a expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.158594:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022438.158597:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022438.158603:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.158617:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.158631:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022438.158698:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10127:x1863342815749504:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1354us (1530us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022438.158705:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 55
00000100:00100000:1.0:1777022438.160197:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815749376
00000100:00100000:1.0:1777022438.160209:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815749376
00002000:00100000:1.0:1777022438.160255:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa412a9c00 x1863342815749376/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 4584/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.160267:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9c00 with x1863342815749376 ext(32768->36863)
00010000:00010000:1.0:1777022438.160274:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 19 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.160406:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 19 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.160416:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a9c00
00000100:00100000:1.0:1777022438.160495:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 23
00000100:00100000:1.0:1777022438.160505:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2377:x1863342815749376:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022438.160942:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342815749376:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 438us (7603us total) trans 4294967308 rc 0/0
00000100:00100000:1.0:1777022438.160949:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 23
00002000:00100000:1.0:1777022438.160956:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa412a9c00 x1863342815749376/t4294967308(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 4584/448 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.160963:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9c00 with x1863342815749376 ext(32768->36863)
00010000:00010000:1.0:1777022438.160968:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 21 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.160978:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 21 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.160984:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a9c00
00000100:00100000:3.0:1777022438.169726:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815749632
00000100:00100000:3.0:1777022438.169737:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815749632
00010000:00010000:3.0:1777022438.169777:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 21 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022438.169823:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 53
00000100:00100000:3.0:1777022438.169833:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2379:x1863342815749632:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022438.169848:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022438.169897:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 72 -> 80
00010000:00010000:3.0:1777022438.169904:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 21 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.169934:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 21 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.169958:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bbc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784067c expref: 21 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.169975:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022438.169977:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022438.169985:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e2bc3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840683 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.169996:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e2bc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840683 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.170005:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022438.170006:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022438.170010:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.170018:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.170054:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022438.170067:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835693440:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022438.170172:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e2bc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840683 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022438.170183:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835693568:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022438.170205:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c300 going to sleep for 11 seconds
00000100:00100000:3.0:1777022438.175895:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6566ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835693440:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022438.175911:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6566d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835693568:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022438.175933:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022438.175986:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2379:x1863342815749632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6154us (6365us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022438.175997:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 53
00000100:00100000:1.0:1777022438.186163:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815749760
00000100:00100000:1.0:1777022438.186174:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815749760
00002000:00100000:1.0:1777022438.186228:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa412aaa00 x1863342815749760/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.186261:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412aaa00 with x1863342815749760 ext(32768->36863)
00002000:00010000:1.0:1777022438.186267:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa412aaa00
00000100:00100000:1.0:1777022438.186315:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 25
00000100:00100000:1.0:1777022438.186325:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342815749760:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022438.186510:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342815749760:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 186us (578us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022438.186517:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 25
00002000:00100000:1.0:1777022438.186524:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa412aaa00 x1863342815749760/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.186533:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412aaa00 with x1863342815749760 ext(32768->36863)
00002000:00010000:1.0:1777022438.186536:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa412aaa00
00000100:00100000:0.0:1777022438.199134:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815749888
00000100:00100000:0.0:1777022438.199147:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815749888
00000100:00100000:0.0:1777022438.199199:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 56
00000100:00100000:0.0:1777022438.199209:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815749888:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022438.199228:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022438.199248:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e2bd1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840691 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.199283:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.199292:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022438.199295:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022438.199309:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e2bd1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840691 expref: 12 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.199344:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.199358:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 19 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.199371:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835693696:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022438.199467:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ad80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022438.203309:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.203483:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815750016
00000100:00100000:3.0:1777022438.203492:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815750016
00002000:00100000:3.0:1777022438.203541:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (36864->40959)  req@ffff8efa657ced80 x1863342815750016/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022438.203553:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ced80 with x1863342815750016 ext(36864->40959)
00010000:00010000:3.0:1777022438.203562:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 20 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.203579:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 20 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022438.203587:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657ced80
00000100:00100000:3.0:1777022438.203622:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 24
00000100:00100000:3.0:1777022438.203632:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2379:x1863342815750016:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022438.203819:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2379:x1863342815750016:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 187us (527us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022438.203827:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 24
00002000:00100000:3.0:1777022438.203834:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (36864->40959)  req@ffff8efa657ced80 x1863342815750016/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022438.203843:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ced80 with x1863342815750016 ext(36864->40959)
00010000:00010000:3.0:1777022438.203848:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 20 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.203898:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 20 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022438.203905:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657ced80
00000100:00100000:1.0:1777022438.209537:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815750144
00000100:00100000:1.0:1777022438.209546:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815750144
00002000:00100000:1.0:1777022438.209592:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (40960->45055)  req@ffff8efa412a9f80 x1863342815750144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.209603:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9f80 with x1863342815750144 ext(40960->45055)
00010000:00010000:1.0:1777022438.209612:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 20 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.209628:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 20 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.209636:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a9f80
00000100:00100000:1.0:1777022438.209677:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 25
00000100:00100000:1.0:1777022438.209687:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342815750144:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022438.209880:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342815750144:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 171us (513us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022438.209887:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 25
00002000:00100000:1.0:1777022438.209894:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (40960->45055)  req@ffff8efa412a9f80 x1863342815750144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.209902:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9f80 with x1863342815750144 ext(40960->45055)
00010000:00010000:1.0:1777022438.209907:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 20 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.209917:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 20 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.209923:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a9f80
00000100:00100000:0.0:1777022438.210011:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835693696:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022438.210038:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e2bd1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840691 expref: 12 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.210054:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570cc00, rc 0)
00000100:00100000:0.0:1777022438.210083:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815749888:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10876us (12049us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022438.210089:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 56
00000100:00100000:3.0:1777022438.225004:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.225048:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.225157:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815750400
00000100:00100000:1.0:1777022438.225166:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815750400
00000100:00100000:1.0:1777022438.225237:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 57
00000100:00100000:1.0:1777022438.225247:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10127:x1863342815750400:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022438.225267:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022438.225284:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2bd8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840698 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.225323:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.225326:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.225344:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2bd8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840698 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.225357:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2bd8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840698 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.225369:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1200, rc 0)
00000100:00100000:1.0:1777022438.225437:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10127:x1863342815750400:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 191us (388us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.225446:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 57
00000100:00100000:0.0:1777022438.225718:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815750272
00000100:00100000:0.0:1777022438.225723:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815750272
00002000:00100000:0.0:1777022438.225754:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (36864->40959)  req@ffff8efa6566ca80 x1863342815750272/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 4584/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022438.225763:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566ca80 with x1863342815750272 ext(36864->40959)
00010000:00010000:0.0:1777022438.225769:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 21 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.225781:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 21 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022438.225789:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6566ca80
00000100:00100000:0.0:1777022438.225813:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 26
00000100:00100000:0.0:1777022438.225821:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342815750272:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022438.243508:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815750528
00000100:00100000:1.0:1777022438.243521:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815750528
00010000:00010000:1.0:1777022438.243566:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 23 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.243895:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 54
00000100:00100000:1.0:1777022438.243908:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2378:x1863342815750528:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022438.243924:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022438.243940:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 80 -> 88
00010000:00010000:1.0:1777022438.243947:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 23 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.243961:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 23 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.243984:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2bca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784068a expref: 23 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.244018:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022438.244021:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022438.244029:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e2bd1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840691 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.244038:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e2bd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840691 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.244047:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022438.244048:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022438.244051:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2bd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [40960->18446744073709551615] (req 40960->45055) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840698 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.244059:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [40960->18446744073709551615] (req 40960->45055) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840698 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.244095:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [40960->18446744073709551615] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840698 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.244122:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65657480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835693824:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022438.244249:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e2bd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840691 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.244259:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835693952:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022438.244283:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50600 going to sleep for 11 seconds
00000100:00100000:1.0:1777022438.263697:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65657480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835693824:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022438.263713:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835693952:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022438.263736:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022438.263803:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815750528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 19898us (21844us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.263815:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 54
00000100:00100000:3.0:1777022438.274378:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.286035:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.288192:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815750784
00000100:00100000:1.0:1777022438.288207:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815750784
00002000:00100000:1.0:1777022438.288263:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (40960->45055)  req@ffff8efa6566ea00 x1863342815750784/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.288275:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566ea00 with x1863342815750784 ext(40960->45055)
00002000:00010000:1.0:1777022438.288280:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6566ea00
00000100:00100000:1.0:1777022438.288321:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 27
00000100:00100000:1.0:1777022438.288330:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815750784:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022438.288540:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815750784:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 210us (2514us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022438.288548:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 27
00002000:00100000:1.0:1777022438.288556:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (40960->45055)  req@ffff8efa6566ea00 x1863342815750784/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.288564:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566ea00 with x1863342815750784 ext(40960->45055)
00002000:00010000:1.0:1777022438.288568:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6566ea00
00000100:00100000:0.0:1777022438.304573:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.304634:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.305635:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815751040
00000100:00100000:1.0:1777022438.305640:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815751040
00000100:00100000:1.0:1777022438.305671:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 58
00000100:00100000:1.0:1777022438.305680:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815751040:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022438.305703:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022438.305721:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e2bdf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784069f expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.305763:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2bd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [40960->18446744073709551615] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840698 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.305773:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.305774:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.305779:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e2bdf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784069f expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.305811:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [40960->18446744073709551615] (req 40960->45055) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840698 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.305824:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2bd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [40960->18446744073709551615] (req 40960->45055) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840698 expref: 21 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.305839:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835694080:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022438.305965:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50a80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022438.317906:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.318061:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815751296
00000100:00100000:0.0:1777022438.318070:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815751296
00000100:00100000:0.0:1777022438.318133:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 59
00000100:00100000:0.0:1777022438.318143:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+22:10127:x1863342815751296:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022438.318161:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022438.318178:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2be6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78406a6 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.318210:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022438.318212:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022438.318217:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2be6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78406a6 expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.318229:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2be6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406a6 expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.318242:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:0.0:1777022438.318303:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+23:10127:x1863342815751296:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 161us (406us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022438.318311:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 59
00000100:00100000:0.0:1777022438.318835:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.327006:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835694080:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022438.327036:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e2bdf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784069f expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.327053:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1c00, rc 0)
00000100:00100000:1.0:1777022438.327085:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10115:x1863342815751040:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 21407us (22462us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.327115:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 58
00000100:00100000:0.0:1777022438.348138:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815751424
00000100:00100000:0.0:1777022438.348150:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815751424
00010000:00010000:0.0:1777022438.348204:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2bd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [40960->18446744073709551615] (req 40960->45055) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840698 expref: 25 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.348247:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 55
00000100:00100000:0.0:1777022438.348257:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2380:x1863342815751424:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022438.348287:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022438.348313:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 88 -> 104
00010000:00010000:0.0:1777022438.348322:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2bd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [40960->18446744073709551615] (req 40960->45055) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840698 expref: 25 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.348336:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [40960->18446744073709551615] (req 40960->45055) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840698 expref: 25 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.348359:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2bd8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [40960->18446744073709551615] (req 40960->45055) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840698 expref: 25 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.348377:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.348379:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.348397:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e2bdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784069f expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.348406:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e2bdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784069f expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.348416:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.348418:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.348422:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2be6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406a6 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.348431:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2be6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406a6 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.348749:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2be6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406a6 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.348766:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835694208:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022438.348969:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e2bdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784069f expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.348981:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835694336:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022438.349004:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ad80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022438.366929:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835694208:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022438.366944:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835694336:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022438.366966:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022438.367022:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2380:x1863342815751424:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 18766us (18993us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.367033:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 55
00000100:00100000:3.0:1777022438.369809:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.386793:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.386888:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815751680
00000100:00100000:1.0:1777022438.386898:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815751680
00002000:00100000:1.0:1777022438.386951:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (45056->49151)  req@ffff8efa654c3480 x1863342815751680/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.386962:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c3480 with x1863342815751680 ext(45056->49151)
00002000:00010000:1.0:1777022438.386968:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c3480
00000100:00100000:1.0:1777022438.386998:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30
00000100:00100000:1.0:1777022438.387007:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2377:x1863342815751680:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022438.387806:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2377:x1863342815751680:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 796us (1848us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022438.387814:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30
00002000:00100000:1.0:1777022438.387823:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (45056->49151)  req@ffff8efa654c3480 x1863342815751680/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.387831:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c3480 with x1863342815751680 ext(45056->49151)
00002000:00010000:1.0:1777022438.387834:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c3480
00000100:00100000:0.0:1777022438.387943:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815751808
00000100:00100000:0.0:1777022438.387950:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815751808
00000100:00100000:0.0:1777022438.387991:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 60
00000100:00100000:0.0:1777022438.387999:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10115:x1863342815751808:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022438.388010:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022438.388027:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e2bed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78406ad expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.388055:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2be6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406a6 expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.388065:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022438.388067:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022438.388071:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e2bed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78406ad expref: 14 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.388129:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2be6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406a6 expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.388142:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2be6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406a6 expref: 23 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.388156:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835694464:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022438.388245:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ad80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022438.393134:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835694464:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022438.393250:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e2bed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406ad expref: 14 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.393274:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:0.0:1777022438.393480:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10115:x1863342815751808:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5480us (6689us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022438.393489:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 60
00000100:00100000:3.0:1777022438.395191:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.395294:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815751936
00000100:00100000:1.0:1777022438.395322:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815751936
00002000:00100000:1.0:1777022438.395377:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (49152->53247)  req@ffff8efa8131f800 x1863342815751936/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.395399:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131f800 with x1863342815751936 ext(49152->53247)
00010000:00010000:1.0:1777022438.395407:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2be6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406a6 expref: 24 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.395424:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2be6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406a6 expref: 24 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.395432:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131f800
00000100:00100000:1.0:1777022438.395460:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28
00000100:00100000:1.0:1777022438.395479:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2379:x1863342815751936:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022438.395639:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2379:x1863342815751936:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 162us (454us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022438.395647:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28
00002000:00100000:1.0:1777022438.395654:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (49152->53247)  req@ffff8efa8131f800 x1863342815751936/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.395662:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131f800 with x1863342815751936 ext(49152->53247)
00010000:00010000:1.0:1777022438.395667:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2be6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406a6 expref: 24 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.395678:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2be6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406a6 expref: 24 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.395695:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131f800
00000100:00100000:3.0:1777022438.402406:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.413069:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815752192
00000100:00100000:3.0:1777022438.413078:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815752192
00000100:00100000:3.0:1777022438.413308:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 61
00000100:00100000:3.0:1777022438.413319:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815752192:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022438.413361:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022438.413378:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bf4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78406b4 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.413418:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022438.413420:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022438.413425:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bf4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78406b4 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.413436:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bf4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406b4 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.413449:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022438.413521:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815752192:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 204us (810us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022438.413528:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 61
00000100:00100000:1.0:1777022438.425832:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.432622:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.432670:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815752448
00000100:00100000:3.0:1777022438.432679:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815752448
00002000:00100000:3.0:1777022438.432726:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (45056->49151)  req@ffff8efa657cd880 x1863342815752448/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022438.432737:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd880 with x1863342815752448 ext(45056->49151)
00002000:00010000:3.0:1777022438.432742:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cd880
00000100:00100000:3.0:1777022438.432776:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31
00000100:00100000:3.0:1777022438.432785:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+14:2378:x1863342815752448:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022438.432948:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+14:2378:x1863342815752448:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 164us (335us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022438.432968:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31
00002000:00100000:3.0:1777022438.432974:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (45056->49151)  req@ffff8efa657cd880 x1863342815752448/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022438.432985:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd880 with x1863342815752448 ext(45056->49151)
00002000:00010000:3.0:1777022438.432987:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cd880
00000100:00100000:0.0:1777022438.443993:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.444073:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815752576
00000100:00100000:1.0:1777022438.444083:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815752576
00000100:00100000:1.0:1777022438.444145:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 62
00000100:00100000:1.0:1777022438.444155:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10115:x1863342815752576:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022438.444187:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022438.444204:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2bfb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78406bb expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.444235:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406b4 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.444620:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.444622:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.444628:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2bfb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78406bb expref: 15 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.444664:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406b4 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.444680:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bf4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406b4 expref: 25 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.444694:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65657480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835694848:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022438.444956:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022438.460438:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.460625:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65657480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835694848:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022438.460658:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2bfb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406bb expref: 15 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.460680:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0200, rc 0)
00000100:00100000:3.0:1777022438.460735:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815752576:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 16583us (16753us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022438.460744:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 62
00000100:00100000:0.0:1777022438.472499:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.472546:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.472621:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815752960
00000100:00100000:3.0:1777022438.472631:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815752960
00010000:00010000:3.0:1777022438.472672:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bf4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406b4 expref: 26 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.472695:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815752832
00000100:00100000:1.0:1777022438.472699:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815752832
00000100:00100000:3.0:1777022438.473882:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 57
00000100:00100000:3.0:1777022438.473895:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815752960:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022438.473908:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022438.473930:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bf4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406b4 expref: 27 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.473959:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406b4 expref: 27 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.473979:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2bf4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406b4 expref: 27 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.473992:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022438.473994:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022438.474000:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2bfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406bb expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.474008:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2bfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406bb expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.474037:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2bfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406bb expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.474048:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406bb expref: 14 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022438.474061:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835695104:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022438.474133:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022438.480898:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835695104:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022438.480925:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022438.483836:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815753088
00000100:00100000:3.0:1777022438.483844:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815753088
00002000:00100000:3.0:1777022438.483910:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (49152->86015)  req@ffff8efa6578d180 x1863342815753088/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022438.483923:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578d180 with x1863342815753088 ext(49152->86015)
00010000:00010000:3.0:1777022438.483932:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406bb expref: 15 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.483948:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406bb expref: 15 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022438.483955:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578d180
00000100:00100000:1.0:1777022438.484040:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31
00000100:00100000:1.0:1777022438.484051:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2377:x1863342815753088:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022438.489190:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2377:x1863342815753088:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5131us (5479us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022438.489202:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31
00002000:00100000:3.0:1777022438.489214:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (49152->86015)  req@ffff8efa6578d180 x1863342815753088/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/440 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022438.489224:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578d180 with x1863342815753088 ext(49152->86015)
00010000:00010000:3.0:1777022438.489233:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406bb expref: 15 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.489250:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406bb expref: 15 pid: 6924 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022438.489258:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578d180
00000100:00100000:0.0:1777022438.492961:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815753216
00000100:00100000:0.0:1777022438.492971:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815753216
00000100:00100000:0.0:1777022438.493028:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 64
00000100:00100000:0.0:1777022438.493051:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815753216:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022438.493068:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022438.493085:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2c09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78406c9 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.493112:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022438.493129:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e2c02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406c2 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.493137:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022438.493141:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2c09 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78406c9 expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.493179:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e2c02 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406c2 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.493192:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2c09 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406c9 expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.493206:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:0.0:1777022438.493260:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10115:x1863342815753216:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 211us (434us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022438.493267:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 64
00000100:00100000:1.0:1777022438.495010:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.500136:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835695360:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022438.500165:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022438.500220:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2378:x1863342815753344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4993us (5218us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.500231:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 58
00000100:00100000:3.0:1777022438.507768:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.508116:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815753472
00000100:00100000:0.0:1777022438.508134:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815753472
00010000:00010000:0.0:1777022438.508175:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e2c02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406c2 expref: 26 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.508233:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 59
00000100:00100000:0.0:1777022438.508243:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815753472:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022438.508259:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022438.508279:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e2c02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406c2 expref: 26 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.508292:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e2c02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406c2 expref: 26 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.508328:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e2c02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406c2 expref: 26 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.508345:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.508347:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.508354:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2c09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406c9 expref: 14 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.508365:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2c09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406c9 expref: 14 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.508411:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2c09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406c9 expref: 14 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.508427:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835695488:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022438.508525:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ad80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022438.511944:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.521914:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835695488:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022438.521936:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022438.521980:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2379:x1863342815753472:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 13739us (14222us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022438.521988:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 59
00000100:00100000:3.0:1777022438.523982:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.524766:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815753728
00000100:00100000:0.0:1777022438.524774:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815753728
00010000:00010000:0.0:1777022438.524801:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2c09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406c9 expref: 15 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.524834:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 60
00000100:00100000:0.0:1777022438.524840:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2377:x1863342815753728:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022438.524852:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022438.524891:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2c09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406c9 expref: 15 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.524900:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2c09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406c9 expref: 15 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.524917:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2c09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406c9 expref: 15 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.524927:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.524928:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.524944:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406d0 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.524951:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406d0 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.524975:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406d0 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.524984:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835695744:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022438.525028:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ad80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022438.528516:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.528734:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835695744:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022438.528753:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022438.528808:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+14:2377:x1863342815753728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3962us (4829us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022438.528817:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 60
00000100:00100000:1.0:1777022438.535975:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815753856
00000100:00100000:1.0:1777022438.535989:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815753856
00000100:00100000:1.0:1777022438.536119:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 66
00000100:00100000:1.0:1777022438.536130:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10115:x1863342815753856:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022438.536152:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022438.536170:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78406d7 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.536200:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406d0 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.536209:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.536211:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.536215:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c17 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78406d7 expref: 15 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.536297:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406d0 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.536311:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406d0 expref: 25 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.536326:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835695872:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022438.536418:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022438.550357:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.551497:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835695872:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022438.551529:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c17 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406d7 expref: 15 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.551564:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022438.551631:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815753856:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 15502us (23123us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.551640:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 66
00000100:00100000:3.0:1777022438.552237:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815753984
00000100:00100000:3.0:1777022438.552246:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815753984
00002000:00100000:3.0:1777022438.552285:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (49152->53247)  req@ffff8efa658d2300 x1863342815753984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022438.552308:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2300 with x1863342815753984 ext(49152->53247)
00010000:00010000:3.0:1777022438.552315:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406d0 expref: 26 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.552329:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406d0 expref: 26 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022438.552337:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2300
00000100:00100000:3.0:1777022438.552363:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 32
00000100:00100000:3.0:1777022438.552371:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815753984:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022438.552529:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815753984:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 158us (2181us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022438.552535:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 32
00002000:00100000:3.0:1777022438.552542:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (49152->53247)  req@ffff8efa658d2300 x1863342815753984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022438.552558:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2300 with x1863342815753984 ext(49152->53247)
00010000:00010000:3.0:1777022438.552564:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406d0 expref: 26 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.552594:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406d0 expref: 26 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022438.552601:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2300
00000100:00100000:0.0:1777022438.563235:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.563284:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.565069:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815754112
00000100:00100000:1.0:1777022438.565077:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815754112
00000100:00100000:1.0:1777022438.565151:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 67
00000100:00100000:1.0:1777022438.565162:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815754112:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022438.565179:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022438.565195:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78406de expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.565238:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406d7 expref: 14 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.565245:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.565247:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.565250:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.565277:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406d7 expref: 14 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.565624:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c17 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406d7 expref: 14 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.565641:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835696128:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022438.565716:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022438.579032:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835696128:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022438.579064:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.579086:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0200, rc 0)
00000100:00100000:1.0:1777022438.579161:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815754112:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 14002us (15936us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.579170:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 67
00000100:00100000:3.0:1777022438.587092:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.636135:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.636218:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815754496
00000100:00100000:1.0:1777022438.636228:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815754496
00010000:00010000:1.0:1777022438.636265:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406d7 expref: 15 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.636310:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 62
00000100:00100000:1.0:1777022438.636320:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2380:x1863342815754496:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022438.636335:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022438.636354:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406d7 expref: 15 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.636367:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406d7 expref: 15 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.636399:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406d7 expref: 15 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.636415:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022438.636417:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022438.636425:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.636435:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.636476:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.636512:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835696256:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022438.636616:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022438.655365:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.655425:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.655728:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815754624
00000100:00100000:1.0:1777022438.655738:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815754624
00000100:00100000:1.0:1777022438.655796:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 68
00000100:00100000:1.0:1777022438.655816:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10115:x1863342815754624:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022438.655835:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022438.655886:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78406e5 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.655921:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.655930:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.655932:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.655936:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78406e5 expref: 15 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.655968:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.655982:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 25 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.655996:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835696384:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022438.656074:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022438.666565:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835696384:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022438.666603:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406e5 expref: 15 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.666628:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022438.666684:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815754624:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10880us (11329us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.666693:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 68
00000100:00100000:3.0:1777022438.681500:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.681562:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.682035:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815754880
00000100:00100000:0.0:1777022438.682045:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815754880
00002000:00100000:0.0:1777022438.682105:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (53248->57343)  req@ffff8efa658d5f80 x1863342815754880/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022438.682118:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5f80 with x1863342815754880 ext(53248->57343)
00010000:00010000:0.0:1777022438.682128:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 26 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.682164:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 26 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022438.682173:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d5f80
00000100:00100000:0.0:1777022438.682200:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815755008
00000100:00100000:0.0:1777022438.682204:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815755008
00002000:00100000:0.0:1777022438.682219:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (49152->53247)  req@ffff8efa658d7800 x1863342815755008/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 4584/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022438.682227:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7800 with x1863342815755008 ext(49152->53247)
00010000:00010000:0.0:1777022438.682231:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 27 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.682241:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 27 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022438.682247:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d7800
00000100:00100000:0.0:1777022438.682265:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 35
00000100:00100000:0.0:1777022438.682275:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815754880:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022438.682437:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815754880:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 163us (946us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022438.682445:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 35
00002000:00100000:0.0:1777022438.682451:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (53248->57343)  req@ffff8efa658d5f80 x1863342815754880/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022438.682470:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5f80 with x1863342815754880 ext(53248->57343)
00010000:00010000:0.0:1777022438.682476:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 27 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.682486:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 27 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022438.682492:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d5f80
00000100:00100000:0.0:1777022438.682508:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 36
00000100:00100000:0.0:1777022438.682515:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815755008:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022438.683328:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342815755008:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 810us (1776us total) trans 4294967312 rc 0/0
00000100:00100000:0.0:1777022438.683336:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 36
00002000:00100000:0.0:1777022438.683342:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (49152->53247)  req@ffff8efa658d7800 x1863342815755008/t4294967312(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 4584/448 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022438.683351:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7800 with x1863342815755008 ext(49152->53247)
00010000:00010000:0.0:1777022438.683356:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 28 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.683369:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 28 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022438.683375:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d7800
00000100:00100000:1.0:1777022438.692444:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.692544:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815755264
00000100:00100000:0.0:1777022438.692563:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815755264
00010000:00010000:0.0:1777022438.692602:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 28 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.692650:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 63
00000100:00100000:0.0:1777022438.692660:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2379:x1863342815755264:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022438.692676:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022438.692692:0:5939:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 1777022437 -> 1777022438
00002000:00010000:0.0:1777022438.692695:0:5939:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 1777022437 -> 1777022438
00002000:00010000:0.0:1777022438.692697:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 104 -> 112
00010000:00010000:0.0:1777022438.692703:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 28 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.692717:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 28 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.692741:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406de expref: 28 pid: 6923 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.692759:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.692761:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.692768:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406e5 expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.692778:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406e5 expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.692842:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406e5 expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.692894:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835696512:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022438.692986:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022438.695472:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.696615:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835696512:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022438.696633:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022438.696677:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+29:2379:x1863342815755264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4019us (4246us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022438.696686:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 63
00000100:00100000:3.0:1777022438.717370:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.727715:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.727812:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815755520
00000100:00100000:0.0:1777022438.727823:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815755520
00000100:00100000:0.0:1777022438.727899:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 70
00000100:00100000:0.0:1777022438.727910:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815755520:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022438.727929:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022438.727949:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e2c33 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78406f3 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.727979:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.727981:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.727990:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e2c33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78406f3 expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.728005:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e2c33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78406f3 expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.728038:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:0.0:1777022438.728106:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10115:x1863342815755520:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 198us (399us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022438.728113:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 70
00000100:00100000:3.0:1777022438.733128:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.733686:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815755648
00000100:00100000:0.0:1777022438.733693:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815755648
00002000:00100000:0.0:1777022438.733733:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (49152->53247)  req@ffff8efa658d7480 x1863342815755648/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022438.733745:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7480 with x1863342815755648 ext(49152->53247)
00002000:00010000:0.0:1777022438.733750:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7480
00000100:00100000:0.0:1777022438.733782:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 32
00000100:00100000:0.0:1777022438.733790:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2378:x1863342815755648:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022438.733973:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2378:x1863342815755648:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 184us (864us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022438.733981:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 32
00002000:00100000:0.0:1777022438.733987:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (49152->53247)  req@ffff8efa658d7480 x1863342815755648/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022438.733996:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7480 with x1863342815755648 ext(49152->53247)
00002000:00010000:0.0:1777022438.734000:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7480
00000100:00100000:3.0:1777022438.743345:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.743403:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.743695:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815755776
00000100:00100000:1.0:1777022438.743705:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815755776
00000100:00100000:1.0:1777022438.743763:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 71
00000100:00100000:1.0:1777022438.743774:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815755776:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022438.743791:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022438.743821:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2c3a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78406fa expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.743887:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [53248->18446744073709551615] (req 53248->57343) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406ec expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.743898:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.743900:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.743904:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2c3a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78406fa expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.743957:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [53248->18446744073709551615] (req 53248->57343) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406ec expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.743971:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [53248->18446744073709551615] (req 53248->57343) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406ec expref: 27 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.743984:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65657b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835696896:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022438.744054:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022438.751766:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65657b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835696896:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022438.751799:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2c3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406fa expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.751829:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1200, rc 0)
00000100:00100000:1.0:1777022438.751911:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10115:x1863342815755776:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8139us (8575us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.751920:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 71
00000100:00100000:1.0:1777022438.755603:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.755702:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815756032
00000100:00100000:0.0:1777022438.755711:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815756032
00002000:00100000:0.0:1777022438.755759:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (57344->61439)  req@ffff8efa65657b80 x1863342815756032/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022438.755792:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657b80 with x1863342815756032 ext(57344->61439)
00010000:00010000:0.0:1777022438.755813:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [53248->18446744073709551615] (req 53248->57343) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406ec expref: 28 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.755831:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [53248->18446744073709551615] (req 53248->57343) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406ec expref: 28 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022438.755839:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65657b80
00000100:00100000:0.0:1777022438.755904:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 38
00000100:00100000:0.0:1777022438.755914:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2380:x1863342815756032:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022438.756082:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2380:x1863342815756032:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 169us (487us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022438.756089:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 38
00002000:00100000:0.0:1777022438.756106:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (57344->61439)  req@ffff8efa65657b80 x1863342815756032/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022438.756114:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657b80 with x1863342815756032 ext(57344->61439)
00010000:00010000:0.0:1777022438.756120:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [53248->18446744073709551615] (req 53248->57343) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406ec expref: 28 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.756131:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [53248->18446744073709551615] (req 53248->57343) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406ec expref: 28 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022438.756138:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65657b80
00000100:00100000:1.0:1777022438.764677:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.764719:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.782352:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.782400:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.782514:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815756416
00000100:00100000:1.0:1777022438.782524:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815756416
00000100:00100000:1.0:1777022438.782581:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 72
00000100:00100000:1.0:1777022438.782592:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:10127:x1863342815756416:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022438.782628:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022438.782646:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2c41 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840701 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.782676:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.782678:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.782682:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2c41 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840701 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.782694:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2c41 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840701 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.782707:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022438.782758:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+31:10127:x1863342815756416:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 169us (416us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.782766:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 72
00000100:00100000:3.0:1777022438.793952:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.794034:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815756672
00000100:00100000:1.0:1777022438.794043:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815756672
00002000:00100000:1.0:1777022438.794089:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (53248->61439)  req@ffff8efa658d5500 x1863342815756672/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.794107:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5500 with x1863342815756672 ext(53248->61439)
00002000:00010000:1.0:1777022438.794113:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5500
00000100:00100000:1.0:1777022438.794142:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 33
00000100:00100000:1.0:1777022438.794151:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+16:2378:x1863342815756672:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022438.794332:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+16:2378:x1863342815756672:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 182us (388us total) trans 0 rc 8192/8192
00000100:00100000:1.0:1777022438.794348:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 33
00002000:00100000:1.0:1777022438.794355:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (53248->61439)  req@ffff8efa658d5500 x1863342815756672/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/8632 e 0 to 0 dl 1777022449 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.794363:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5500 with x1863342815756672 ext(53248->61439)
00002000:00010000:1.0:1777022438.794366:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5500
00000100:00100000:3.0:1777022438.806819:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.812668:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.812709:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.812809:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815756928
00000100:00100000:1.0:1777022438.812818:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815756928
00010000:00010000:1.0:1777022438.812875:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2c41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840701 expref: 30 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.812915:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 66
00000100:00100000:1.0:1777022438.812924:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815756928:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022438.812938:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022438.812957:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2c41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840701 expref: 30 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.812970:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2c41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840701 expref: 30 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.812993:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2c41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840701 expref: 30 pid: 6921 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.813008:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022438.813010:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022438.813019:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840708 expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.813041:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840708 expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.813077:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840708 expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.813090:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835697408:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022438.813175:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022438.813309:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815757056
00000100:00100000:0.0:1777022438.813314:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815757056
00000100:00100000:0.0:1777022438.813350:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 74
00000100:00100000:0.0:1777022438.813358:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:10127:x1863342815757056:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022438.813370:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022438.813394:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2c4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784070f expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.813412:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840708 expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.813419:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022438.813420:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022438.813424:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2c4f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784070f expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.813443:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840708 expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.813454:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c48 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840708 expref: 16 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.813465:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835697536:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022438.813490:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022438.818417:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.818537:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835697408:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022438.818560:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022438.818613:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2378:x1863342815756928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5688us (5952us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.818624:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 66
00000100:00100000:0.0:1777022438.818910:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835697536:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022438.818945:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2c4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784070f expref: 30 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.818966:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:0.0:1777022438.819006:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:10127:x1863342815757056:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5649us (6296us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022438.819013:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 74
00000100:00100000:3.0:1777022438.835305:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.835350:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.835693:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815757440
00000100:00100000:0.0:1777022438.835703:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815757440
00000100:00100000:1.0:1777022438.835727:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815757312
00000100:00100000:1.0:1777022438.835731:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815757312
00010000:00010000:0.0:1777022438.835749:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840708 expref: 19 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.835786:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 75
00000100:00100000:0.0:1777022438.835786:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 67
00000100:00100000:1.0:1777022438.835795:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10115:x1863342815757312:12345-192.168.202.33@tcp:101:mmap_sanity.0
00000100:00100000:0.0:1777022438.835795:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2379:x1863342815757440:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022438.835812:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022438.835821:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022438.835830:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840708 expref: 19 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.835836:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c56 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840716 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.835843:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840708 expref: 19 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.835997:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.836003:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2c4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784070f expref: 29 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.836043:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022438.836048:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c56 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840716 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.836872:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2c48 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840708 expref: 19 pid: 9584 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.836932:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.836946:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.836954:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2c4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784070f expref: 29 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.836963:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2c4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784070f expref: 29 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.837284:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2c4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784070f expref: 29 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.837300:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2c4f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70080400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784070f expref: 29 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.837316:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835697664:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022438.837462:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022438.845009:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835697664:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022438.845036:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c56 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840716 expref: 17 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.845058:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022438.845116:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10115:x1863342815757312:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9321us (9820us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.845124:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 75
00000100:00100000:3.0:1777022438.846264:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.846666:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815757568
00000100:00100000:1.0:1777022438.846675:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815757568
00002000:00100000:1.0:1777022438.846723:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (61440->65535)  req@ffff8efa658d5c00 x1863342815757568/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.846750:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5c00 with x1863342815757568 ext(61440->65535)
00010000:00010000:1.0:1777022438.846759:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2c4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784070f expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.846775:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2c4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784070f expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.846784:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d5c00
00000100:00100000:1.0:1777022438.846825:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 42
00000100:00100000:1.0:1777022438.846836:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815757568:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022438.847045:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815757568:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 210us (786us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022438.847052:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 42
00002000:00100000:1.0:1777022438.847059:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (61440->65535)  req@ffff8efa658d5c00 x1863342815757568/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.847066:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5c00 with x1863342815757568 ext(61440->65535)
00010000:00010000:1.0:1777022438.847072:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2c4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784070f expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.847082:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2c4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784070f expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.847090:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d5c00
00000100:00100000:3.0:1777022438.851213:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.851253:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.851343:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815757696
00000100:00100000:1.0:1777022438.851353:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815757696
00000100:00100000:1.0:1777022438.851421:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 76
00000100:00100000:1.0:1777022438.851432:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+30:10127:x1863342815757696:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022438.851451:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022438.851469:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c5d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784071d expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.851501:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.851507:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c56 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840716 expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.851514:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022438.851519:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c5d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784071d expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.851556:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c56 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840716 expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.851568:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c5d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784071d expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.851580:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0200, rc 0)
00000100:00100000:1.0:1777022438.851634:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+31:10127:x1863342815757696:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 204us (428us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.851641:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 76
00000100:00100000:0.0:1777022438.856256:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835698048:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022438.856280:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022438.856325:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2380:x1863342815757824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4552us (5071us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022438.856335:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 68
00000100:00100000:0.0:1777022438.856366:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815757952
00000100:00100000:0.0:1777022438.856372:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815757952
00010000:00010000:0.0:1777022438.856412:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840716 expref: 17 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.856446:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 69
00000100:00100000:0.0:1777022438.856454:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2380:x1863342815757952:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022438.856466:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022438.856487:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840716 expref: 17 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.856499:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840716 expref: 17 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.856522:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2c56 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840716 expref: 17 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.856552:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.856555:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.856563:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784071d expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.856572:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784071d expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.856604:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784071d expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.856616:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835698176:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022438.856661:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022438.859010:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835698176:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022438.859033:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022438.859153:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+16:2380:x1863342815757952:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2699us (3059us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022438.859165:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 69
00000100:00100000:1.0:1777022438.868538:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.868732:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815758080
00000100:00100000:3.0:1777022438.868748:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815758080
00000100:00100000:3.0:1777022438.868848:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 77
00000100:00100000:3.0:1777022438.868893:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10115:x1863342815758080:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022438.868911:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022438.868928:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2c64 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840724 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.868958:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784071d expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.868966:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022438.868968:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022438.868972:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2c64 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840724 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.869006:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784071d expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022438.869020:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784071d expref: 29 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022438.869034:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835698304:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022438.869128:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022438.873066:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.873214:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815758208
00000100:00100000:0.0:1777022438.873224:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815758208
00010000:00010000:0.0:1777022438.873261:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c5d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784071d expref: 30 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.873301:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 70
00000100:00100000:0.0:1777022438.873320:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815758208:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022438.873349:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022438.873371:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c5d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784071d expref: 30 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.873395:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2c5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784071d expref: 30 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.873422:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.873425:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.873433:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2c64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840724 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.873444:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2c64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840724 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.873482:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2c64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840724 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.873498:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835698432:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022438.873796:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022438.877964:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.878015:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815758336
00000100:00100000:0.0:1777022438.878024:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815758336
00000100:00100000:1.0:1777022438.882928:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835698432:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022438.882953:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022438.883018:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2378:x1863342815758208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9708us (9961us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.883029:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 70
00000100:00100000:3.0:1777022438.898578:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.898682:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815758464
00000100:00100000:0.0:1777022438.898692:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815758464
00002000:00100000:0.0:1777022438.898740:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (61440->98303)  req@ffff8efa65807100 x1863342815758464/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022438.898764:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807100 with x1863342815758464 ext(61440->98303)
00010000:00010000:0.0:1777022438.898775:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2c64 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840724 expref: 17 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.898793:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2c64 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840724 expref: 17 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022438.898801:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807100
00000100:00100000:0.0:1777022438.898836:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 43
00000100:00100000:0.0:1777022438.898846:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2378:x1863342815758464:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022438.907084:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2378:x1863342815758464:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8228us (8505us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022438.907575:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 43
00002000:00100000:0.0:1777022438.907589:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (61440->98303)  req@ffff8efa65807100 x1863342815758464/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/440 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022438.907601:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807100 with x1863342815758464 ext(61440->98303)
00010000:00010000:0.0:1777022438.907615:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2c64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840724 expref: 17 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.907631:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2c64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840724 expref: 17 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022438.907639:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807100
00000100:00100000:3.0:1777022438.911486:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.911546:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.912460:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815758592
00000100:00100000:1.0:1777022438.912466:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815758592
00000100:00100000:1.0:1777022438.912507:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 79
00000100:00100000:1.0:1777022438.912515:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10115:x1863342815758592:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022438.912530:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022438.912543:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2c72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840732 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.912564:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784072b expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.912572:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.912573:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.912577:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2c72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840732 expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.912600:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784072b expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.912614:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c6b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784072b expref: 29 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.912640:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835698816:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022438.912671:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50a80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022438.916787:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835698816:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022438.916837:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2c72 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840732 expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.916893:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1a00, rc 0)
00000100:00100000:1.0:1777022438.916952:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10115:x1863342815758592:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4437us (5475us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.916961:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 79
00000100:00100000:3.0:1777022438.919204:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.919360:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815758848
00000100:00100000:1.0:1777022438.919370:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815758848
00002000:00100000:1.0:1777022438.919425:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (61440->65535)  req@ffff8efa65806680 x1863342815758848/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.919436:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806680 with x1863342815758848 ext(61440->65535)
00010000:00010000:1.0:1777022438.919444:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784072b expref: 30 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.919460:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784072b expref: 30 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.919468:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65806680
00000100:00100000:1.0:1777022438.919499:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 44
00000100:00100000:1.0:1777022438.919521:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2377:x1863342815758848:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022438.919972:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2377:x1863342815758848:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 450us (776us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022438.919980:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 44
00002000:00100000:1.0:1777022438.919987:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (61440->65535)  req@ffff8efa65806680 x1863342815758848/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.919996:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806680 with x1863342815758848 ext(61440->65535)
00010000:00010000:1.0:1777022438.920001:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784072b expref: 30 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.920014:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784072b expref: 30 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.920021:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65806680
00000100:00100000:3.0:1777022438.926250:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.926318:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.927305:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815758976
00000100:00100000:0.0:1777022438.927321:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815758976
00000100:00100000:0.0:1777022438.927360:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 80
00000100:00100000:0.0:1777022438.927368:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:10127:x1863342815758976:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022438.927391:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022438.927404:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840739 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.927423:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2c72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840732 expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.927432:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022438.927433:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022438.927437:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840739 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.927459:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2c72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840732 expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.927471:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2c72 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840732 expref: 16 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.927482:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835699072:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022438.927530:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553af00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022438.931905:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835699072:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022438.931940:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840739 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.931975:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:0.0:1777022438.932033:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+31:10127:x1863342815758976:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4665us (5794us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022438.932042:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 80
00000100:00100000:3.0:1777022438.947920:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.948087:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815759232
00000100:00100000:0.0:1777022438.948106:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815759232
00010000:00010000:0.0:1777022438.948155:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2c72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840732 expref: 17 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.948200:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 73
00000100:00100000:0.0:1777022438.948210:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2377:x1863342815759232:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022438.948225:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022438.948247:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2c72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840732 expref: 17 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.948261:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2c72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840732 expref: 17 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.948284:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2c72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840732 expref: 17 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.948301:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.948303:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022438.948487:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840739 expref: 29 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.948511:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840739 expref: 29 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.948559:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840739 expref: 29 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022438.948572:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835699200:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022438.948644:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553af00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022438.953566:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835699200:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022438.953591:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022438.953657:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+16:2377:x1863342815759232:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5447us (5745us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022438.953668:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 73
00000100:00100000:3.0:1777022438.960014:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022438.965366:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022438.965482:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815759488
00000100:00100000:0.0:1777022438.965492:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815759488
00002000:00100000:0.0:1777022438.965542:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (61440->65535)  req@ffff8efa65804380 x1863342815759488/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022438.965566:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804380 with x1863342815759488 ext(61440->65535)
00010000:00010000:0.0:1777022438.965576:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840739 expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.965593:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840739 expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022438.965620:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804380
00000100:00100000:0.0:1777022438.965658:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 45
00000100:00100000:0.0:1777022438.965668:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815759488:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022438.965847:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815759488:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (489us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022438.965893:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 45
00002000:00100000:0.0:1777022438.965901:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (61440->65535)  req@ffff8efa65804380 x1863342815759488/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:89/0 lens 488/4536 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022438.965910:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804380 with x1863342815759488 ext(61440->65535)
00010000:00010000:0.0:1777022438.965915:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840739 expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022438.965925:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840739 expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022438.965932:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804380
00000100:00100000:0.0:1777022438.973419:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.973576:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815759616
00000100:00100000:1.0:1777022438.973585:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815759616
00000100:00100000:1.0:1777022438.973640:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 82
00000100:00100000:1.0:1777022438.973651:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+30:10127:x1863342815759616:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022438.973668:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022438.973685:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2c87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840747 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.973713:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022438.973718:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c80 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840740 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.973744:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022438.973749:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2c87 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840747 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.973788:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c80 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840740 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.973813:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e2c87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840747 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.973825:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1e00, rc 0)
00000100:00100000:1.0:1777022438.973913:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+31:10127:x1863342815759616:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 264us (505us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.973920:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 82
00000100:00100000:3.0:1777022438.975915:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.977013:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815759744
00000100:00100000:1.0:1777022438.977024:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815759744
00010000:00010000:1.0:1777022438.977065:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840739 expref: 31 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.977115:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 74
00000100:00100000:1.0:1777022438.977133:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2378:x1863342815759744:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022438.977147:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022438.977169:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840739 expref: 31 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.977203:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840739 expref: 31 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.977226:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2c79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840739 expref: 31 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.977241:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022438.977244:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022438.977251:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840740 expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.977261:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840740 expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.977298:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840740 expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.977495:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840740 expref: 16 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022438.977510:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835699584:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022438.977586:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50600 going to sleep for 11 seconds
00000100:00100000:1.0:1777022438.984284:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835699584:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022438.984317:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022438.984399:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815759744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7267us (8488us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022438.984410:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 74
00000100:00100000:3.0:1777022438.995283:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022438.995460:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815759872
00000100:00100000:1.0:1777022438.995473:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815759872
00002000:00100000:1.0:1777022438.995525:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (61440->98303)  req@ffff8efa65806a00 x1863342815759872/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/0 e 0 to 0 dl 1777022449 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022438.995537:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806a00 with x1863342815759872 ext(61440->98303)
00010000:00010000:1.0:1777022438.995546:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840740 expref: 17 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022438.995562:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840740 expref: 17 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022438.995571:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65806a00
00000100:00100000:1.0:1777022438.995608:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 46
00000100:00100000:1.0:1777022438.995618:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2377:x1863342815759872:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022439.009964:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2377:x1863342815759872:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 14338us (14681us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022439.009979:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 46
00002000:00100000:1.0:1777022439.009991:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (61440->98303)  req@ffff8efa65806a00 x1863342815759872/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:89/0 lens 488/440 e 0 to 0 dl 1777022449 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.010001:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806a00 with x1863342815759872 ext(61440->98303)
00010000:00010000:1.0:1777022439.010010:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840740 expref: 17 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.010049:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e2c80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840740 expref: 17 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.010058:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65806a00
00000100:00100000:3.0:1777022439.014526:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00080000:3.0:1777022439.016606:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022439.018149:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.023875:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815760128
00000100:00100000:1.0:1777022439.023888:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815760128
00000100:00100000:3.0:1777022439.029735:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00080000:3.0:1777022439.031052:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1777022439.041519:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815760384
00000100:00100000:0.0:1777022439.041530:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815760384
00000100:00100000:0.0:1777022439.041594:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 84
00000100:00100000:0.0:1777022439.041604:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:10127:x1863342815760384:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022439.041623:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022439.041641:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840755 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.041685:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2c8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784074e expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.041695:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.041697:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.041701:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.041733:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2c8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784074e expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.041746:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2c8e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784074e expref: 16 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.041760:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835700096:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022439.043120:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022439.050077:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835699968:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022439.050110:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022439.050164:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2378:x1863342815760256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 20227us (20432us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.050176:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 76
00000100:00100000:1.0:1777022439.059172:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815760512
00000100:00100000:1.0:1777022439.059181:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815760512
00010000:00010000:1.0:1777022439.059218:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2c8e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784074e expref: 17 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.059257:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 77
00000100:00100000:1.0:1777022439.059266:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2378:x1863342815760512:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022439.059280:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022439.059298:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2c8e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784074e expref: 17 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.059310:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2c8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784074e expref: 17 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.059332:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.059334:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.059342:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 30 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.059365:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 30 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.059410:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 30 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.059425:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835700224:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022439.059499:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd506c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.059690:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815760640
00000100:00100000:3.0:1777022439.059695:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815760640
00000100:00100000:3.0:1777022439.059742:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 85
00000100:00100000:3.0:1777022439.059750:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10115:x1863342815760640:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022439.059763:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022439.059776:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2c9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784075c expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.059794:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 30 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.059813:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.059815:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.059818:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2c9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784075c expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.059844:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 30 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.059890:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022439.059901:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835700352:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022439.059945:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022439.066317:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835700224:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022439.066342:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022439.066406:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815760512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7140us (7515us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.066417:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 77
00000100:00100000:1.0:1777022439.067213:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835700352:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022439.067239:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2c9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784075c expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.067260:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:1.0:1777022439.067299:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10115:x1863342815760640:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7550us (8309us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.067306:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 85
00010000:00010000:0.0:1777022439.069453:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2c8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784074e expref: 17 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.069500:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835700096:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022439.069532:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.069542:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.069565:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:0.0:1777022439.074035:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815760768
00000100:00100000:0.0:1777022439.074045:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815760768
00002000:00100000:0.0:1777022439.074103:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (61440->65535)  req@ffff8efa6578fb80 x1863342815760768/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.074114:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578fb80 with x1863342815760768 ext(61440->65535)
00010000:00010000:0.0:1777022439.074123:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.074139:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.074147:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578fb80
00000100:00100000:0.0:1777022439.074177:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 47
00000100:00100000:0.0:1777022439.074187:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2379:x1863342815760768:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022439.074342:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2379:x1863342815760768:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 156us (411us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022439.074363:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 47
00002000:00100000:0.0:1777022439.074371:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (61440->65535)  req@ffff8efa6578fb80 x1863342815760768/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.074389:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578fb80 with x1863342815760768 ext(61440->65535)
00010000:00010000:0.0:1777022439.074395:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.074407:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 30 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.074414:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578fb80
00000100:00100000:3.0:1777022439.084654:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.084702:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.085713:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815761024
00000100:00100000:1.0:1777022439.085718:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815761024
00010000:00010000:1.0:1777022439.085748:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 31 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.085783:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 78
00000100:00100000:1.0:1777022439.085792:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2380:x1863342815761024:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022439.085802:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022439.085820:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 31 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.085833:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 31 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.085894:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e2c95 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840755 expref: 31 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.085911:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.085912:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.085920:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2c9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784075c expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.085929:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2c9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784075c expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.085956:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2c9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784075c expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.085982:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2c9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784075c expref: 16 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.085996:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835700608:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022439.086053:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd506c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022439.093810:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835700608:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022439.093839:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022439.093920:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2380:x1863342815761024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8128us (9217us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.093931:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 78
00000100:00100000:0.0:1777022439.096689:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815761152
00000100:00100000:0.0:1777022439.096698:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815761152
00002000:00100000:0.0:1777022439.096746:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (61440->98303)  req@ffff8efa6578f800 x1863342815761152/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.096758:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f800 with x1863342815761152 ext(61440->98303)
00010000:00010000:0.0:1777022439.096768:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2c9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784075c expref: 17 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.096784:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2c9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784075c expref: 17 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.096793:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578f800
00000100:00100000:0.0:1777022439.096831:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 48
00000100:00100000:0.0:1777022439.096888:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2377:x1863342815761152:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022439.102267:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2377:x1863342815761152:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5402us (5672us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022439.102280:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 48
00002000:00100000:0.0:1777022439.102293:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (61440->98303)  req@ffff8efa6578f800 x1863342815761152/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/440 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.102304:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f800 with x1863342815761152 ext(61440->98303)
00010000:00010000:0.0:1777022439.102314:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2c9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784075c expref: 17 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.102334:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2c9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784075c expref: 17 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.102343:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578f800
00000100:00100000:0.0:1777022439.106790:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.106956:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.107035:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815761280
00000100:00100000:1.0:1777022439.107044:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815761280
00000100:00100000:1.0:1777022439.107515:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 87
00000100:00100000:1.0:1777022439.107527:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10115:x1863342815761280:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022439.107545:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022439.107564:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2caa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784076a expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.107597:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.107603:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e2ca3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840763 expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.107609:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022439.107613:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2caa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784076a expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.107661:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e2ca3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840763 expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.107675:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2caa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784076a expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.107689:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0200, rc 0)
00000100:00100000:1.0:1777022439.107747:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10115:x1863342815761280:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 223us (967us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.107754:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 87
00010000:00010000:3.0:1777022439.113507:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e2ca3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840763 expref: 30 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022439.113521:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835700864:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022439.113536:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022439.113573:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2378:x1863342815761408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5521us (6617us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022439.113581:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 79
00000100:00100000:0.0:1777022439.117017:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835700992:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022439.117042:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022439.117108:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+29:2379:x1863342815761536:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4004us (4160us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.117118:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 80
00000100:00100000:3.0:1777022439.124448:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815761664
00000100:00100000:3.0:1777022439.124538:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815761664
00000100:00100000:3.0:1777022439.124646:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 88
00000100:00100000:3.0:1777022439.124657:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+29:10127:x1863342815761664:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022439.124675:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022439.124706:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840771 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.124740:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2caa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784076a expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.124748:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.124750:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.124753:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.124785:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2caa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784076a expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.124809:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2caa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784076a expref: 16 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022439.124823:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835701120:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022439.125087:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.129340:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835701120:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022439.129375:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.129409:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022439.129617:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+30:10127:x1863342815761664:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4962us (5361us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022439.129643:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 88
00000100:00100000:1.0:1777022439.129764:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815761792
00000100:00100000:1.0:1777022439.129771:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815761792
00010000:00010000:1.0:1777022439.129810:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2caa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784076a expref: 17 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.129845:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 81
00000100:00100000:1.0:1777022439.129870:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2378:x1863342815761792:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022439.129887:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022439.129908:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2caa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784076a expref: 17 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.129920:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2caa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784076a expref: 17 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.129954:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2caa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784076a expref: 17 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.129967:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.129969:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.129977:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.129986:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.130018:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.130031:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835701248:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022439.132732:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd506c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022439.136660:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.136846:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.136973:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835701248:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022439.136995:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022439.137054:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+16:2378:x1863342815761792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7201us (7483us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.137066:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 81
00000100:00100000:3.0:1777022439.137744:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815762048
00000100:00100000:3.0:1777022439.137753:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815762048
00002000:00100000:3.0:1777022439.137794:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (61440->65535)  req@ffff8efa658d0700 x1863342815762048/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.137805:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0700 with x1863342815762048 ext(61440->65535)
00002000:00010000:3.0:1777022439.137809:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0700
00000100:00100000:3.0:1777022439.137839:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 34
00000100:00100000:3.0:1777022439.137848:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815762048:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022439.138041:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815762048:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 194us (1194us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022439.138049:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 34
00002000:00100000:3.0:1777022439.138056:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (61440->65535)  req@ffff8efa658d0700 x1863342815762048/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.138065:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0700 with x1863342815762048 ext(61440->65535)
00002000:00010000:3.0:1777022439.138068:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0700
00000100:00100000:0.0:1777022439.142685:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.142759:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815762176
00000100:00100000:1.0:1777022439.142768:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815762176
00002000:00100000:1.0:1777022439.142825:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (65536->69631)  req@ffff8efa658d0e00 x1863342815762176/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.142892:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0e00 with x1863342815762176 ext(65536->69631)
00002000:00010000:1.0:1777022439.142897:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0e00
00000100:00100000:1.0:1777022439.142919:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 35
00000100:00100000:1.0:1777022439.142928:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815762176:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022439.143115:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815762176:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 188us (439us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022439.143275:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 35
00002000:00100000:1.0:1777022439.143282:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (65536->69631)  req@ffff8efa658d0e00 x1863342815762176/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.143291:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0e00 with x1863342815762176 ext(65536->69631)
00002000:00010000:1.0:1777022439.143294:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0e00
00000100:00100000:1.0:1777022439.147678:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.148073:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815762304
00000100:00100000:3.0:1777022439.148083:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815762304
00002000:00100000:3.0:1777022439.148204:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (69632->73727)  req@ffff8efa65654380 x1863342815762304/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.148214:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654380 with x1863342815762304 ext(69632->73727)
00002000:00010000:3.0:1777022439.148221:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654380
00000100:00100000:3.0:1777022439.148254:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 36
00000100:00100000:3.0:1777022439.148278:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815762304:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022439.148652:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815762304:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 374us (981us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022439.148660:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 36
00002000:00100000:3.0:1777022439.148667:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (69632->73727)  req@ffff8efa65654380 x1863342815762304/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.148677:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654380 with x1863342815762304 ext(69632->73727)
00002000:00010000:3.0:1777022439.148680:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654380
00000100:00100000:1.0:1777022439.158156:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.158201:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.158288:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815762432
00000100:00100000:3.0:1777022439.158298:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815762432
00002000:00100000:3.0:1777022439.158344:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (73728->77823)  req@ffff8efa65654000 x1863342815762432/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.158355:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654000 with x1863342815762432 ext(73728->77823)
00010000:00010000:3.0:1777022439.158364:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 30 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.158390:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 30 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022439.158398:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654000
00000100:00100000:3.0:1777022439.158431:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 49
00000100:00100000:3.0:1777022439.158440:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2380:x1863342815762432:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022439.158611:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2380:x1863342815762432:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 168us (460us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022439.158635:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 49
00002000:00100000:3.0:1777022439.158642:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (73728->77823)  req@ffff8efa65654000 x1863342815762432/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.158651:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654000 with x1863342815762432 ext(73728->77823)
00010000:00010000:3.0:1777022439.158656:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 30 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.158666:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 30 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022439.158673:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654000
00000100:00080000:3.0:1777022439.159101:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1777022439.164282:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.164388:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815762816
00000100:00100000:0.0:1777022439.164411:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815762816
00002000:00100000:0.0:1777022439.164461:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa65654a80 x1863342815762816/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.164473:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654a80 with x1863342815762816 ext(77824->81919)
00010000:00010000:0.0:1777022439.164481:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 30 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.164498:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 30 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.164506:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654a80
00000100:00100000:0.0:1777022439.164534:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 50
00000100:00100000:0.0:1777022439.164543:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2380:x1863342815762816:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022439.164705:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2380:x1863342815762816:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 163us (432us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022439.164712:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 50
00002000:00100000:0.0:1777022439.164719:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa65654a80 x1863342815762816/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.164728:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654a80 with x1863342815762816 ext(77824->81919)
00010000:00010000:0.0:1777022439.164733:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 30 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.164743:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 30 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.164760:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654a80
00000100:00100000:3.0:1777022439.166036:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.166097:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.166625:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815763200
00000100:00100000:0.0:1777022439.166630:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815763200
00000100:00100000:0.0:1777022439.166659:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 91
00000100:00100000:0.0:1777022439.166666:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2380:x1863342815763200:12345-192.168.202.33@tcp:16:kworker.0
00000100:00100000:3.0:1777022439.168255:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.168623:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815762944
00000100:00100000:0.0:1777022439.168632:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815762944
00002000:00100000:0.0:1777022439.168671:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (61440->77823)  req@ffff8efa65807480 x1863342815762944/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 16872/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.168682:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807480 with x1863342815762944 ext(61440->77823)
00010000:00010000:0.0:1777022439.168690:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 30 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.168707:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 30 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.168715:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807480
00000100:00100000:0.0:1777022439.168745:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 51
00000100:00100000:0.0:1777022439.168754:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2377:x1863342815762944:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022439.172626:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2377:x1863342815762944:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 3861us (4365us total) trans 4294967314 rc 0/0
00000100:00100000:0.0:1777022439.172639:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 51
00002000:00100000:0.0:1777022439.172655:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (61440->77823)  req@ffff8efa65807480 x1863342815762944/t4294967314(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 16872/448 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.172678:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807480 with x1863342815762944 ext(61440->77823)
00010000:00010000:0.0:1777022439.172687:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 32 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.172704:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 32 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.172711:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807480
00000100:00100000:3.0:1777022439.176015:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.181045:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.185101:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2380:x1863342815763200:12345-192.168.202.33@tcp:16:kworker.0 Request processed in 18422us (19055us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.185112:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 91
00000100:00100000:1.0:1777022439.185139:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815763328
00000100:00100000:1.0:1777022439.185147:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815763328
00000100:00100000:0.0:1777022439.186812:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 92
00000100:00100000:0.0:1777022439.186849:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10127:x1863342815763328:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022439.186878:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022439.186892:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2cbf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784077f expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.186921:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.186924:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.186928:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2cbf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784077f expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.186940:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2cbf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784077f expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.186953:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:0.0:1777022439.187000:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10127:x1863342815763328:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 178us (5966us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.187023:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 92
00000100:00100000:3.0:1777022439.188627:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.190075:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815763456
00000100:00100000:0.0:1777022439.190086:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815763456
00010000:00010000:0.0:1777022439.190146:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 11 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.190190:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 82
00000100:00100000:0.0:1777022439.190200:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815763456:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022439.190215:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022439.190232:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 128 -> 160
00010000:00010000:0.0:1777022439.190238:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 11 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.190250:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 11 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.190274:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2cb1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [61440->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840771 expref: 11 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.190290:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.190292:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.190300:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e2cb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840778 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.190310:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e2cb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840778 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.190337:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.190338:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.190343:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2cbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784077f expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.190351:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2cbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784077f expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.190396:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2cbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784077f expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.190413:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835701504:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022439.190698:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e2cb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840778 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.190708:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835701632:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022439.190730:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022439.199066:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835701632:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022439.199094:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022439.199154:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342815763456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8955us (10534us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.199164:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 82
00000100:00100000:0.0:1777022439.201600:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.208169:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.208221:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.208665:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815763712
00000100:00100000:3.0:1777022439.208676:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815763712
00002000:00100000:3.0:1777022439.208720:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa658d1880 x1863342815763712/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.208731:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1880 with x1863342815763712 ext(77824->81919)
00002000:00010000:3.0:1777022439.208736:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1880
00000100:00100000:3.0:1777022439.208774:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 40
00000100:00100000:3.0:1777022439.208792:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342815763712:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022439.209002:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342815763712:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 210us (841us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022439.209009:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 40
00002000:00100000:3.0:1777022439.209015:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa658d1880 x1863342815763712/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.209022:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1880 with x1863342815763712 ext(77824->81919)
00002000:00010000:3.0:1777022439.209025:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1880
00000100:00100000:3.0:1777022439.216567:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.216719:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815763968
00000100:00100000:1.0:1777022439.216727:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815763968
00000100:00100000:1.0:1777022439.216777:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 94
00000100:00100000:1.0:1777022439.216785:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa819d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10127:x1863342815763968:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022439.216822:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022439.216838:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2ccd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784078d expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.216890:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.216896:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2cc6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840786 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.216903:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022439.216907:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2ccd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784078d expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.216940:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2cc6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840786 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.216952:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2ccd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784078d expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.216963:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0600, rc 0)
00000100:00100000:1.0:1777022439.217011:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa819d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10127:x1863342815763968:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 227us (450us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.217018:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 94
00000100:00100000:3.0:1777022439.220936:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.226955:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.227828:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815764224
00000100:00100000:1.0:1777022439.227837:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815764224
00002000:00100000:1.0:1777022439.227904:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (77824->114687)  req@ffff8efa658d0a80 x1863342815764224/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.227931:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0a80 with x1863342815764224 ext(77824->114687)
00010000:00010000:1.0:1777022439.227941:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840786 expref: 20 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.227956:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840786 expref: 20 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.227964:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d0a80
00000100:00100000:1.0:1777022439.227995:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 52
00000100:00100000:1.0:1777022439.228004:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2377:x1863342815764224:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022439.235699:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2377:x1863342815764224:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7687us (8744us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022439.235712:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 52
00002000:00100000:1.0:1777022439.235725:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (77824->114687)  req@ffff8efa658d0a80 x1863342815764224/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/440 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.235736:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0a80 with x1863342815764224 ext(77824->114687)
00010000:00010000:1.0:1777022439.235746:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840786 expref: 20 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.235764:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840786 expref: 20 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.235772:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d0a80
00000100:00100000:0.0:1777022439.239559:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.239602:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.240972:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815764352
00000100:00100000:3.0:1777022439.240980:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815764352
00000100:00100000:3.0:1777022439.241022:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 95
00000100:00100000:3.0:1777022439.241030:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10115:x1863342815764352:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022439.241044:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022439.241058:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840794 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.241080:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2ccd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784078d expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.241098:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.241100:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.241103:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.241281:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2ccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784078d expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.241294:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2ccd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784078d expref: 9 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022439.241307:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65806300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835702272:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022439.241373:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.245772:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65806300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835702272:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022439.245793:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.245823:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022439.245844:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10115:x1863342815764352:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4816us (6296us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022439.245851:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 95
00000100:00100000:0.0:1777022439.248573:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.248950:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815764608
00000100:00100000:1.0:1777022439.248961:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815764608
00010000:00010000:1.0:1777022439.249000:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2ccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784078d expref: 10 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.249043:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 85
00000100:00100000:1.0:1777022439.249052:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2379:x1863342815764608:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022439.249066:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022439.249085:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2ccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784078d expref: 10 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.249247:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2ccd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784078d expref: 10 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.249270:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2ccd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784078d expref: 10 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.249288:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.249290:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.249297:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.249307:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.249344:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.249387:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835702400:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022439.249563:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.252689:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835702400:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022439.252715:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022439.252842:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2379:x1863342815764608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3789us (4277us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022439.252992:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 85
00000100:00100000:0.0:1777022439.260658:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.260764:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815764736
00000100:00100000:1.0:1777022439.260774:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815764736
00000100:00100000:1.0:1777022439.261024:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 96
00000100:00100000:1.0:1777022439.261035:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10127:x1863342815764736:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022439.261055:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022439.261076:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2cdb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784079b expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.261122:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.261131:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.261133:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.261136:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2cdb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784079b expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.261173:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.261187:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 19 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.261200:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835702528:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022439.261302:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022439.264542:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835702528:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022439.264574:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2cdb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784079b expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.264595:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0600, rc 0)
00000100:00100000:1.0:1777022439.264648:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10127:x1863342815764736:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3615us (4001us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.264656:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 96
00000100:00100000:3.0:1777022439.266597:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.266685:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815764864
00000100:00100000:0.0:1777022439.266694:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815764864
00002000:00100000:0.0:1777022439.266737:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (77824->114687)  req@ffff8efa65806300 x1863342815764864/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.266748:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806300 with x1863342815764864 ext(77824->114687)
00010000:00010000:0.0:1777022439.266757:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 20 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.266772:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 20 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.266780:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65806300
00000100:00100000:0.0:1777022439.266817:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 53
00000100:00100000:0.0:1777022439.266826:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2377:x1863342815764864:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022439.274590:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2377:x1863342815764864:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7752us (7986us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022439.274604:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 53
00002000:00100000:1.0:1777022439.274616:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (77824->114687)  req@ffff8efa65806300 x1863342815764864/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/440 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.274627:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806300 with x1863342815764864 ext(77824->114687)
00010000:00010000:1.0:1777022439.274637:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 20 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.274656:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 20 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.274664:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65806300
00000100:00100000:3.0:1777022439.279507:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.279569:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.280544:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815765120
00000100:00100000:0.0:1777022439.280550:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815765120
00010000:00010000:0.0:1777022439.280575:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 21 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.280610:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 86
00000100:00100000:0.0:1777022439.280630:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2379:x1863342815765120:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022439.280641:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022439.280661:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 21 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.280674:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 21 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.280693:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2cd4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840794 expref: 21 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.280707:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.280709:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.280716:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2cdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784079b expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.280725:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2cdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784079b expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.280750:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2cdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784079b expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.280763:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2cdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784079b expref: 9 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.280775:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835702784:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022439.280888:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ab40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.289966:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.290046:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815765248
00000100:00100000:1.0:1777022439.290055:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815765248
00002000:00100000:1.0:1777022439.290113:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa65805180 x1863342815765248/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.290137:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805180 with x1863342815765248 ext(77824->81919)
00010000:00010000:1.0:1777022439.290146:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2cdb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784079b expref: 10 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.290162:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2cdb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784079b expref: 10 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.290170:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65805180
00000100:00100000:1.0:1777022439.290205:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 54
00000100:00100000:1.0:1777022439.290215:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342815765248:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022439.290375:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342815765248:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 160us (417us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022439.290391:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 54
00002000:00100000:1.0:1777022439.290398:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa65805180 x1863342815765248/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.290407:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805180 with x1863342815765248 ext(77824->81919)
00010000:00010000:1.0:1777022439.290412:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2cdb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784079b expref: 10 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.290424:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2cdb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784079b expref: 10 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.290430:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65805180
00000100:00100000:0.0:1777022439.290899:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835702784:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022439.290919:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022439.290955:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2379:x1863342815765120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10325us (11385us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.290963:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 86
00000100:00100000:3.0:1777022439.295902:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.298417:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.305297:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.315440:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.319734:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.323270:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815765888
00000100:00100000:3.0:1777022439.323283:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815765888
00010000:00010000:3.0:1777022439.323330:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2ce9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407a9 expref: 10 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022439.323390:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 89
00000100:00100000:3.0:1777022439.323400:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815765888:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022439.323416:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022439.323437:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2ce9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407a9 expref: 10 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.323448:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2ce9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407a9 expref: 10 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.323475:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022439.323477:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022439.323486:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2cf0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78407b0 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.323496:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2cf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78407b0 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.323536:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2cf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78407b0 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022439.323564:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835703424:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022439.323645:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022439.325732:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.326790:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835703424:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022439.326820:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022439.326881:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815765888:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3484us (7157us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022439.326889:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 89
00000100:00100000:0.0:1777022439.327199:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815766016
00000100:00100000:0.0:1777022439.327207:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815766016
00000100:00100000:0.0:1777022439.327252:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 100
00000100:00100000:0.0:1777022439.327261:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10127:x1863342815766016:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022439.327276:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022439.327292:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2cf7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78407b7 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.327321:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2cf0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78407b0 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.327330:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.327332:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.327335:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2cf7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78407b7 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.327366:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2cf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b0 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.327388:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2cf0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b0 expref: 20 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.327417:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835703552:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022439.327477:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ab40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022439.329948:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835703552:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022439.329974:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2cf7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407b7 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.329992:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:0.0:1777022439.330036:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10127:x1863342815766016:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2778us (4312us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.330043:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 100
00000100:00100000:1.0:1777022439.335753:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.344260:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.344372:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815766272
00000100:00100000:0.0:1777022439.344390:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815766272
00000100:00100000:0.0:1777022439.344450:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 101
00000100:00100000:0.0:1777022439.344460:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10115:x1863342815766272:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022439.344478:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022439.344499:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2cfe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78407be expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.344534:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.344539:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2cf7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407b7 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.344555:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022439.344561:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2cfe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78407be expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.344624:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2cf7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b7 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.344638:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2cfe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407be expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.344651:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:0.0:1777022439.344715:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815766272:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 256us (465us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.344722:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 101
00000100:00100000:3.0:1777022439.347571:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.347710:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815766400
00000100:00100000:0.0:1777022439.347719:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815766400
00010000:00010000:0.0:1777022439.347755:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2cf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b0 expref: 21 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.347807:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 90
00000100:00100000:0.0:1777022439.347817:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815766400:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022439.347832:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022439.347888:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2cf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b0 expref: 21 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.347903:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2cf0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b0 expref: 21 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.347948:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2cf0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b0 expref: 21 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.347963:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.347966:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.347974:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2cf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b7 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.347986:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2cf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b7 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.348023:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2cf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b7 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.348037:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2cf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b7 expref: 9 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.348051:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835703808:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022439.348668:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ab40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022439.352757:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.354600:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815766528
00000100:00100000:3.0:1777022439.354612:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815766528
00002000:00100000:3.0:1777022439.354661:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa658d3b80 x1863342815766528/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.354671:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3b80 with x1863342815766528 ext(77824->81919)
00010000:00010000:3.0:1777022439.354679:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2cf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b7 expref: 10 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.354695:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2cf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b7 expref: 10 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022439.354704:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3b80
00000100:00100000:3.0:1777022439.354733:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 56
00000100:00100000:3.0:1777022439.354742:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815766528:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022439.355190:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815766528:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 446us (2440us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022439.355198:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 56
00002000:00100000:3.0:1777022439.355205:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa658d3b80 x1863342815766528/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.355214:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3b80 with x1863342815766528 ext(77824->81919)
00010000:00010000:3.0:1777022439.355219:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2cf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b7 expref: 10 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.355231:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2cf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407b7 expref: 10 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022439.355238:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3b80
00000100:00100000:0.0:1777022439.359164:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.362353:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.363179:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835703936:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022439.363196:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022439.363234:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815766656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3899us (4077us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022439.363243:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 91
00000100:00100000:1.0:1777022439.369023:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.387056:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.387237:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815767040
00000100:00100000:3.0:1777022439.387247:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815767040
00000100:00100000:3.0:1777022439.387306:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 103
00000100:00100000:3.0:1777022439.387316:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10115:x1863342815767040:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022439.387342:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022439.387361:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2d0c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78407cc expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.387420:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2d05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407c5 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.387430:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.387432:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.387436:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2d0c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78407cc expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.387471:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2d05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407c5 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.387485:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2d05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407c5 expref: 9 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022439.387499:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835704320:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022439.387582:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022439.390692:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.390790:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815767168
00000100:00100000:0.0:1777022439.390801:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815767168
00002000:00100000:0.0:1777022439.390850:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa65656680 x1863342815767168/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.390903:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656680 with x1863342815767168 ext(77824->81919)
00010000:00010000:0.0:1777022439.390917:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2d05 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407c5 expref: 10 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.390931:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2d05 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407c5 expref: 10 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.390938:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65656680
00000100:00100000:0.0:1777022439.390971:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 57
00000100:00100000:0.0:1777022439.390981:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815767168:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022439.391161:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815767168:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 181us (479us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022439.391169:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 57
00002000:00100000:0.0:1777022439.391175:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa65656680 x1863342815767168/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.391184:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656680 with x1863342815767168 ext(77824->81919)
00010000:00010000:0.0:1777022439.391190:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2d05 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407c5 expref: 10 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.391201:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2d05 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407c5 expref: 10 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.391207:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65656680
00000100:00100000:0.0:1777022439.406139:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.406343:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815767296
00000100:00100000:1.0:1777022439.406352:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815767296
00000100:00100000:1.0:1777022439.406419:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 104
00000100:00100000:1.0:1777022439.406431:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10127:x1863342815767296:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022439.406448:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:3.0:1777022439.406468:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835704320:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022439.406468:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2d13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78407d3 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.406709:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.406717:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2d0c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78407cc expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.406724:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022439.406729:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2d13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78407d3 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.412312:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2d0c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407cc expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.412343:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00010000:00010000:1.0:1777022439.414032:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2d0c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407cc expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.414058:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2d13 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407d3 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.414098:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022439.414158:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10127:x1863342815767296:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7730us (8026us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.414168:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 104
00000100:00100000:0.0:1777022439.414728:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.417108:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815767424
00000100:00100000:3.0:1777022439.417122:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815767424
00010000:00010000:3.0:1777022439.417166:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2d05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407c5 expref: 11 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022439.417233:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 93
00000100:00100000:3.0:1777022439.417244:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342815767424:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022439.417260:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022439.417282:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2d05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407c5 expref: 11 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.417295:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2d05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407c5 expref: 11 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.417318:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2d05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407c5 expref: 11 pid: 6921 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.417334:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022439.417336:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022439.417343:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2d0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407cc expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.417353:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2d0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407cc expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.417427:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2d0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407cc expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.417441:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407cc expref: 19 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022439.417461:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835704576:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022439.417551:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.420709:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835704576:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022439.420734:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022439.420785:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2379:x1863342815767424:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3543us (6059us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022439.420804:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 93
00000100:00100000:0.0:1777022439.434645:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.444974:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.445085:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.445362:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815767808
00000100:00100000:0.0:1777022439.445373:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815767808
00000100:00100000:0.0:1777022439.445443:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 105
00000100:00100000:0.0:1777022439.445454:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10115:x1863342815767808:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022439.445473:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022439.445492:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2d1a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78407da expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.445524:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.445530:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2d13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407d3 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.445537:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022439.445541:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2d1a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78407da expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.445583:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2d13 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407d3 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.445598:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2d1a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407da expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.445610:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:0.0:1777022439.445669:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815767808:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 217us (583us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.445694:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 105
00000100:00100000:1.0:1777022439.446560:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815767680
00000100:00100000:1.0:1777022439.446568:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815767680
00010000:00010000:1.0:1777022439.446599:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407cc expref: 21 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.446738:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 94
00000100:00100000:1.0:1777022439.446746:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815767680:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022439.446758:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022439.446778:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407cc expref: 21 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.446795:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2d0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407cc expref: 21 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.446816:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2d0c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407cc expref: 21 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.446830:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.446832:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.446840:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2d13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407d3 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.446898:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2d13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407d3 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.446929:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2d13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407d3 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.446942:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2d13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407d3 expref: 9 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.446955:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835704832:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022439.447033:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50540 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.450218:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:1.0:1777022439.451250:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2d13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407d3 expref: 10 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.451265:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835704832:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022439.451282:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022439.451439:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2378:x1863342815767680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4692us (6473us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.451447:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 94
00000100:00100000:0.0:1777022439.452639:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835704960:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022439.452659:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022439.452995:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2380:x1863342815767936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2573us (2785us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.453018:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 95
00000100:00100000:0.0:1777022439.464011:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.474816:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.475881:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815768192
00000100:00100000:0.0:1777022439.475889:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815768192
00002000:00100000:0.0:1777022439.475932:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (77824->114687)  req@ffff8efa65804a80 x1863342815768192/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.475943:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804a80 with x1863342815768192 ext(77824->114687)
00010000:00010000:0.0:1777022439.475949:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2d1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407da expref: 20 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.475964:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2d1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407da expref: 20 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.475972:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804a80
00000100:00100000:0.0:1777022439.476011:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 59
00000100:00100000:0.0:1777022439.476020:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2378:x1863342815768192:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022439.479907:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2378:x1863342815768192:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3878us (5091us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022439.479920:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 59
00002000:00100000:0.0:1777022439.479946:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (77824->114687)  req@ffff8efa65804a80 x1863342815768192/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/440 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.479956:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804a80 with x1863342815768192 ext(77824->114687)
00010000:00010000:0.0:1777022439.479966:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2d1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407da expref: 20 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.479983:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2d1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407da expref: 20 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.479990:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804a80
00000100:00100000:0.0:1777022439.493709:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.493825:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815768320
00000100:00100000:1.0:1777022439.493834:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815768320
00000100:00100000:1.0:1777022439.493911:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 107
00000100:00100000:1.0:1777022439.493920:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10115:x1863342815768320:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022439.493951:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022439.493968:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e2d28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78407e8 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.493997:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.494010:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2d21 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407e1 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.494017:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022439.494021:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e2d28 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78407e8 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.494059:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2d21 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e1 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.494073:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e2d28 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407e8 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.494085:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0e00, rc 0)
00000100:00100000:1.0:1777022439.494143:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815768320:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 224us (443us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.494150:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 107
00000100:00100000:3.0:1777022439.496008:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.500782:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.500964:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815768576
00000100:00100000:1.0:1777022439.500973:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815768576
00002000:00100000:1.0:1777022439.501019:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa65804e00 x1863342815768576/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.501046:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804e00 with x1863342815768576 ext(77824->81919)
00010000:00010000:1.0:1777022439.501056:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2d21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e1 expref: 10 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.501073:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2d21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e1 expref: 10 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.501083:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804e00
00000100:00100000:1.0:1777022439.501123:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 60
00000100:00100000:1.0:1777022439.501132:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342815768576:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022439.501298:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342815768576:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 167us (521us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022439.501306:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 60
00002000:00100000:1.0:1777022439.501313:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa65804e00 x1863342815768576/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.501330:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804e00 with x1863342815768576 ext(77824->81919)
00010000:00010000:1.0:1777022439.501335:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2d21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e1 expref: 10 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.501346:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2d21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e1 expref: 10 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.501353:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804e00
00000100:00100000:3.0:1777022439.518974:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.519072:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815768704
00000100:00100000:1.0:1777022439.519082:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815768704
00000100:00100000:1.0:1777022439.519143:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 108
00000100:00100000:1.0:1777022439.519153:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10127:x1863342815768704:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022439.519171:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022439.519188:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78407ef expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.519217:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.519223:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e2d28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407e8 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.519231:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022439.519234:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d2f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78407ef expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.519273:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e2d28 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e8 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.519286:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d2f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407ef expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.519299:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0200, rc 0)
00000100:00100000:1.0:1777022439.519367:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10127:x1863342815768704:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 216us (401us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.519374:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 108
00000100:00100000:3.0:1777022439.520054:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.521262:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815768832
00000100:00100000:1.0:1777022439.521285:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815768832
00010000:00010000:1.0:1777022439.521333:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2d21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e1 expref: 11 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.521386:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 97
00000100:00100000:1.0:1777022439.521396:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815768832:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022439.521409:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022439.521429:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2d21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e1 expref: 11 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.521442:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2d21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e1 expref: 11 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.521707:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2d21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e1 expref: 11 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.521727:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.521729:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.521738:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e2d28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e8 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.521748:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e2d28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e8 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.521784:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e2d28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e8 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.521813:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e2d28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e8 expref: 19 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.521825:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835705600:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022439.524581:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022439.540387:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835705600:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022439.540412:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022439.540471:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342815768832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 19076us (20427us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.540483:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 97
00000100:00100000:3.0:1777022439.546980:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.547074:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815768960
00000100:00100000:0.0:1777022439.547085:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815768960
00010000:00010000:0.0:1777022439.547130:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e2d28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e8 expref: 20 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.547175:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 98
00000100:00100000:0.0:1777022439.547185:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2377:x1863342815768960:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022439.547200:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022439.547222:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e2d28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e8 expref: 20 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.547236:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e2d28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e8 expref: 20 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.547258:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e2d28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407e8 expref: 20 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.547288:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.547290:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.547298:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407ef expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.547320:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407ef expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.547359:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407ef expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.547385:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835705728:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022439.547479:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.551724:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835705728:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022439.551749:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022439.551799:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815768960:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4616us (4828us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022439.551810:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 98
00000100:00100000:3.0:1777022439.569771:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.569893:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.570443:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815769088
00000100:00100000:1.0:1777022439.570448:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815769088
00000100:00100000:1.0:1777022439.570485:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 109
00000100:00100000:1.0:1777022439.570492:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10115:x1863342815769088:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022439.570502:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022439.570521:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2d36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78407f6 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.570549:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407ef expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.570559:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.570561:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.570565:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2d36 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78407f6 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.570607:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407ef expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.570619:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407ef expref: 9 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.570632:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835705856:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022439.570698:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022439.580521:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835705856:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022439.580558:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2d36 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407f6 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.580581:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0600, rc 0)
00000100:00100000:1.0:1777022439.580648:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10115:x1863342815769088:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10156us (10885us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.580658:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 109
00000100:00100000:3.0:1777022439.585366:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.591404:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.603815:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.606462:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.606814:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815769728
00000100:00100000:0.0:1777022439.606825:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815769728
00010000:00010000:0.0:1777022439.606893:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407ef expref: 13 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.606927:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 99
00000100:00100000:0.0:1777022439.606937:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+13:2377:x1863342815769728:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022439.606951:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022439.606967:0:5938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 1777022438 -> 1777022439
00002000:00010000:0.0:1777022439.606970:0:5938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 1777022438 -> 1777022439
00002000:00010000:0.0:1777022439.606982:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 160 -> 168
00010000:00010000:0.0:1777022439.606989:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407ef expref: 13 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.607002:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407ef expref: 13 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.607026:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [77824->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407ef expref: 13 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.607057:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.607059:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.607068:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2d36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407f6 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.607079:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2d36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407f6 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.607096:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.607098:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.607101:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2d3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [81920->18446744073709551615] (req 81920->86015) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407fd expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.607110:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2d3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [81920->18446744073709551615] (req 81920->86015) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407fd expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.607144:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2d3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [81920->18446744073709551615] (req 81920->86015) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407fd expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.607170:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835705984:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022439.607280:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2d36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407f6 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.607291:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835706112:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022439.607312:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553aa80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022439.612768:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835705984:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022439.612783:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835706112:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022439.612815:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022439.612893:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815769728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5957us (6448us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.612904:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 99
00000100:00100000:3.0:1777022439.617102:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.618485:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815769856
00000100:00100000:1.0:1777022439.618512:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815769856
00002000:00100000:1.0:1777022439.618561:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa65a13480 x1863342815769856/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.618573:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13480 with x1863342815769856 ext(77824->81919)
00002000:00010000:1.0:1777022439.618579:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13480
00000100:00100000:1.0:1777022439.618616:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 42
00000100:00100000:1.0:1777022439.618626:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2377:x1863342815769856:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022439.618786:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2377:x1863342815769856:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 161us (1692us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022439.618802:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 42
00002000:00100000:1.0:1777022439.618809:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa65a13480 x1863342815769856/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.618818:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13480 with x1863342815769856 ext(77824->81919)
00002000:00010000:1.0:1777022439.618821:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13480
00000100:00100000:3.0:1777022439.627109:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.627195:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815769984
00000100:00100000:1.0:1777022439.627205:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815769984
00002000:00100000:1.0:1777022439.627253:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (81920->86015)  req@ffff8efa65a12d80 x1863342815769984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.627264:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12d80 with x1863342815769984 ext(81920->86015)
00002000:00010000:1.0:1777022439.627271:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a12d80
00000100:00100000:1.0:1777022439.627304:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 43
00000100:00100000:1.0:1777022439.627313:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2380:x1863342815769984:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022439.627540:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2380:x1863342815769984:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 227us (440us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022439.627555:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 43
00002000:00100000:1.0:1777022439.627562:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (81920->86015)  req@ffff8efa65a12d80 x1863342815769984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.627570:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12d80 with x1863342815769984 ext(81920->86015)
00002000:00010000:1.0:1777022439.627573:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a12d80
00000100:00100000:0.0:1777022439.639585:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.639625:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.641439:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815770240
00000100:00100000:1.0:1777022439.641462:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815770240
00002000:00100000:1.0:1777022439.641518:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (86016->90111)  req@ffff8efa658d1f80 x1863342815770240/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.641529:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1f80 with x1863342815770240 ext(86016->90111)
00010000:00010000:1.0:1777022439.641538:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2d3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [81920->18446744073709551615] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407fd expref: 12 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.641556:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2d3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [81920->18446744073709551615] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407fd expref: 12 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.641563:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1f80
00000100:00100000:1.0:1777022439.641600:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 63
00000100:00100000:1.0:1777022439.641611:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342815770240:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022439.641782:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342815770240:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 172us (2155us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022439.641790:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 63
00002000:00100000:1.0:1777022439.641797:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (86016->90111)  req@ffff8efa658d1f80 x1863342815770240/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.641826:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1f80 with x1863342815770240 ext(86016->90111)
00010000:00010000:1.0:1777022439.641832:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2d3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [81920->18446744073709551615] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407fd expref: 12 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.641842:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2d3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [81920->18446744073709551615] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407fd expref: 12 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.641848:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1f80
00000100:00100000:3.0:1777022439.643142:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.646666:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815770368
00000100:00100000:1.0:1777022439.646682:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815770368
00002000:00100000:1.0:1777022439.646742:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (81920->86015)  req@ffff8efa65a13b80 x1863342815770368/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 4584/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.646754:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13b80 with x1863342815770368 ext(81920->86015)
00010000:00010000:1.0:1777022439.646764:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2d3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [81920->18446744073709551615] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407fd expref: 12 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.646780:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2d3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [81920->18446744073709551615] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407fd expref: 12 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.646788:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a13b80
00000100:00100000:1.0:1777022439.646843:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 64
00000100:00100000:1.0:1777022439.646885:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815770368:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022439.647249:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342815770368:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 396us (4111us total) trans 4294967317 rc 0/0
00000100:00100000:1.0:1777022439.647274:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 64
00002000:00100000:1.0:1777022439.647281:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (81920->86015)  req@ffff8efa65a13b80 x1863342815770368/t4294967317(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 4584/448 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.647291:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13b80 with x1863342815770368 ext(81920->86015)
00010000:00010000:1.0:1777022439.647296:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2d3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [81920->18446744073709551615] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407fd expref: 14 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.647307:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2d3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 17 type: EXT [81920->18446744073709551615] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407fd expref: 14 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.648190:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a13b80
00000100:00100000:0.0:1777022439.648620:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.652235:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.661072:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835706368:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022439.661099:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835706496:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022439.661122:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022439.661179:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342815770624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8422us (8953us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.661190:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 100
00000100:00100000:3.0:1777022439.661494:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.661919:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815770752
00000100:00100000:1.0:1777022439.661927:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815770752
00002000:00100000:1.0:1777022439.661965:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (81920->86015)  req@ffff8efa65a10000 x1863342815770752/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.661976:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10000 with x1863342815770752 ext(81920->86015)
00002000:00010000:1.0:1777022439.661980:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a10000
00000100:00100000:1.0:1777022439.661999:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 44
00000100:00100000:1.0:1777022439.662007:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815770752:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022439.662156:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815770752:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 149us (663us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022439.662163:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 44
00002000:00100000:1.0:1777022439.662169:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (81920->86015)  req@ffff8efa65a10000 x1863342815770752/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.662188:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10000 with x1863342815770752 ext(81920->86015)
00002000:00010000:1.0:1777022439.662191:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a10000
00000100:00100000:3.0:1777022439.671422:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.671886:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815770880
00000100:00100000:0.0:1777022439.671896:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815770880
00000100:00100000:0.0:1777022439.671950:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 113
00000100:00100000:0.0:1777022439.671960:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815770880:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022439.671976:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022439.671994:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840812 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.672056:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784080b expref: 13 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.672067:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.672069:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.672073:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d52 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840812 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.672113:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784080b expref: 13 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.672127:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784080b expref: 13 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.672142:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835706624:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022439.672221:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a6c0 going to sleep for 11 seconds
00000001:00080000:1.0:1777022439.672818:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967326 is committed
00000001:00080000:1.0:1777022439.672826:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967325 is committed
00000004:00080000:1.0:1777022439.672834:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed
00000004:00080000:1.0:1777022439.672896:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed
00000004:00080000:1.0:1777022439.672911:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed
00000004:00080000:1.0:1777022439.672916:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed
00000100:00100000:1.0:1777022439.673580:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835706752
00000100:00100000:1.0:1777022439.673585:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835706752
00000100:00100000:1.0:1777022439.673633:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114
00000100:00100000:1.0:1777022439.673642:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835706752:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1777022439.673664:0:9584:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3 count 1
00010000:00010000:1.0:1777022439.673683:0:9584:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f495694/0x72ae7b78094e2d59 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.673700:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000035e3d2e8/0x72ae7b78094e2a0a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784056b expref: 8 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.673707:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.673709:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.673712:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f495694/0x72ae7b78094e2d59 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.673736:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000035e3d2e8/0x72ae7b78094e2a0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0x458a939de784056b expref: 8 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.673763:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000035e3d2e8/0x72ae7b78094e2a0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784056b expref: 8 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.673775:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9584:1863342835707008:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022439.673833:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50a80 going to sleep for 11 seconds
00000100:00080000:3.0:1777022439.676139:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022439.676433:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835706880:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1777022439.676504:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022439.676703:0:6921:0:(service.c:3441:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116
00000100:00100000:1.0:1777022439.676714:0:6921:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost00_004'
00000100:00100000:3.0:1777022439.679211:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835706880
00000100:00100000:3.0:1777022439.679222:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835706880
00000100:00080000:3.0:1777022439.679249:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022439.679434:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115
00000100:00100000:1.0:1777022439.679443:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835706880:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1777022439.679479:0:11979:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2 count 1
00002000:00010000:1.0:1777022439.679507:0:11979:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2:0x0] initial LVB size: 0, mtime: 0x69eb35e1, atime: 0x69eb35e1, ctime: 0x69eb35e1, blocks: 0x0
00010000:00010000:1.0:1777022439.679515:0:11979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d60 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.679529:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.679531:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.679536:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.679549:0:11979:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.679558:0:11979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.679575:0:11979:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.679598:0:11979:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1777022439.679744:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3463:x1863342835706880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 302us (3239us total) trans 4294967318 rc 0/0
00000100:00100000:1.0:1777022439.679751:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115
00010000:00010000:3.0:1777022439.679885:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022439.679891:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.679900:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0a00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022439.679904:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.679913:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.679929:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d60 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.679946:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d60 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.679960:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022439.679962:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022439.679963:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1777022439.679994:0:3463:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa657cea00/2, rc 0, transno 4294967318
00000100:00100000:3.0:1777022439.680000:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835706880:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1777022439.681689:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835707136:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1777022439.681738:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022439.681803:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835707136
00000100:00100000:1.0:1777022439.681810:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835707136
00000100:00100000:1.0:1777022439.681850:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116
00000100:00100000:1.0:1777022439.681878:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3464:x1863342835707136:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1777022439.681897:0:6923:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3 count 1
00010000:00010000:1.0:1777022439.681915:0:6923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2d67 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.681934:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000053682ce6/0x72ae7b78094e2969 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784053a expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.681942:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.681943:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.681947:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2d67 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.681970:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000053682ce6/0x72ae7b78094e2969 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0x458a939de784053a expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.681995:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000053682ce6/0x72ae7b78094e2969 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784053a expref: 22 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.682007:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835707264:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022439.682073:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022439.688021:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815771008
00000100:00100000:1.0:1777022439.688031:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815771008
00002000:00100000:1.0:1777022439.688076:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (86016->90111)  req@ffff8efa656bb800 x1863342815771008/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.688099:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bb800 with x1863342815771008 ext(86016->90111)
00010000:00010000:1.0:1777022439.688108:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d4b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784080b expref: 14 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.688123:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d4b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784080b expref: 14 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.688131:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656bb800
00000100:00100000:1.0:1777022439.688160:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 65
00000100:00100000:1.0:1777022439.688168:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2379:x1863342815771008:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022439.688329:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2379:x1863342815771008:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 161us (405us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022439.688337:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 65
00002000:00100000:1.0:1777022439.688343:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (86016->90111)  req@ffff8efa656bb800 x1863342815771008/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.688364:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bb800 with x1863342815771008 ext(86016->90111)
00010000:00010000:1.0:1777022439.688370:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d4b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784080b expref: 14 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.688390:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d4b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784080b expref: 14 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.688397:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656bb800
00000100:00100000:0.0:1777022439.692030:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.692063:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815771136
00000100:00100000:0.0:1777022439.692072:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815771136
00010000:00010000:0.0:1777022439.692114:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000035e3d2e8/0x72ae7b78094e2a0a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784056b expref: 9 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.692152:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 101
00000100:00100000:0.0:1777022439.692161:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342815771136:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022439.692181:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022439.692199:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000035e3d2e8/0x72ae7b78094e2a0a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784056b expref: 9 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.692211:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000035e3d2e8/0x72ae7b78094e2a0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784056b expref: 9 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.692236:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.692239:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.692244:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007f495694/0x72ae7b78094e2d59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.692254:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f495694/0x72ae7b78094e2d59 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.692274:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022439.692322:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342815771136:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 162us (301us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.692329:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 101
00000004:00080000:1.0:1777022439.693089:0:3462:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa65a10e00/2, rc 0, transno 4294967301
00000100:00100000:1.0:1777022439.693097:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835706752:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1777022439.693124:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835706624:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022439.693143:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d52 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840812 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.693161:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:1.0:1777022439.693198:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10115:x1863342815770880:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 21240us (21787us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.693205:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 113
00010000:00010000:0.0:1777022439.693272:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1777022439.693279:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f495694/0x72ae7b78094e2d59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.693287:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0000 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:0.0:1777022439.693291:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f495694/0x72ae7b78094e2d59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.693300:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f495694/0x72ae7b78094e2d59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.693323:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f495694/0x72ae7b78094e2d59 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.693330:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f495694/0x72ae7b78094e2d59 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.693348:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022439.693350:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022439.693352:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022439.695061:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.695138:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.695195:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815771264
00000100:00100000:1.0:1777022439.695203:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815771264
00000100:00100000:1.0:1777022439.695251:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 117
00000100:00100000:1.0:1777022439.695260:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+14:10127:x1863342815771264:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022439.695277:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022439.695305:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840819 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.695331:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.695337:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840812 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.695343:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022439.695346:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d6e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840819 expref: 15 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.695396:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d52 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840812 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.695410:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d6e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840819 expref: 15 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.695422:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:1.0:1777022439.695477:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+15:10127:x1863342815771264:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 217us (422us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.695484:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 117
00000100:00100000:3.0:1777022439.701935:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835707264:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022439.701965:0:6923:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2d67 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.703811:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:3.0:1777022439.705031:0:6923:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2d67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.705041:0:6923:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2d67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.705051:0:6923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2d67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.705059:0:6923:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2d67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.705088:0:6923:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1777022439.705219:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3464:x1863342835707136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23342us (23479us total) trans 4294967319 rc 0/0
00000100:00100000:3.0:1777022439.705226:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116
00000004:00080000:3.0:1777022439.705259:0:3464:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa657cc380/2, rc 0, transno 4294967319
00000100:00100000:3.0:1777022439.705264:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835707136:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1777022439.707126:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.707205:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815771648
00000100:00100000:1.0:1777022439.707213:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815771648
00002000:00100000:1.0:1777022439.707250:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (86016->122879)  req@ffff8efa657cca80 x1863342815771648/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.707263:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cca80 with x1863342815771648 ext(86016->122879)
00010000:00010000:1.0:1777022439.707270:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840812 expref: 21 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.707295:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840812 expref: 21 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.707303:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cca80
00000100:00100000:1.0:1777022439.707331:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 66
00000100:00100000:1.0:1777022439.707340:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815771648:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022439.712701:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815771648:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5353us (5578us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022439.712711:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 66
00002000:00100000:1.0:1777022439.712724:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (86016->122879)  req@ffff8efa657cca80 x1863342815771648/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/440 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.712735:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cca80 with x1863342815771648 ext(86016->122879)
00010000:00010000:1.0:1777022439.712744:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840812 expref: 21 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.712761:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840812 expref: 21 pid: 6924 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.712768:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cca80
00000100:00100000:3.0:1777022439.718392:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.728111:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.747540:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.747688:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815772032
00000100:00100000:0.0:1777022439.747696:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815772032
00010000:00010000:0.0:1777022439.747729:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840819 expref: 14 pid: 11979 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.747766:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 105
00000100:00100000:0.0:1777022439.747774:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342815772032:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022439.747787:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022439.747814:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840819 expref: 14 pid: 11979 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.747842:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840819 expref: 14 pid: 11979 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.747889:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2d6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840819 expref: 14 pid: 11979 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.747904:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.747906:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.747912:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.747922:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.747955:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.747969:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835707904:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022439.748044:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553aa80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022439.751337:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835707904:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022439.751361:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022439.751439:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+13:2378:x1863342815772032:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3663us (3905us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.751458:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 105
00000100:00100000:1.0:1777022439.762579:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815772160
00000100:00100000:1.0:1777022439.762593:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815772160
00000100:00100000:1.0:1777022439.762662:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 119
00000100:00100000:1.0:1777022439.762673:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+13:10127:x1863342815772160:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022439.762693:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022439.762710:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840827 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.762740:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.762749:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.762751:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022439.762755:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 14 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.762804:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.762818:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 20 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.762833:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835708032:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022439.762950:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50a80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.764093:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.764571:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815772288
00000100:00100000:1.0:1777022439.764579:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815772288
00002000:00100000:1.0:1777022439.764621:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (86016->122879)  req@ffff8efa65a10a80 x1863342815772288/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.764631:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10a80 with x1863342815772288 ext(86016->122879)
00010000:00010000:1.0:1777022439.764638:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 21 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.764652:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 21 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.764659:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10a80
00000100:00100000:1.0:1777022439.764690:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 67
00000100:00100000:1.0:1777022439.764700:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815772288:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022439.773208:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835708032:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022439.773247:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 14 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.773270:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0200, rc 0)
00000100:00100000:3.0:1777022439.773327:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+14:10127:x1863342815772160:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10656us (13666us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022439.773336:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 119
00000100:00100000:0.0:1777022439.781164:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815772288:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 16455us (17075us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022439.781176:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 67
00002000:00100000:0.0:1777022439.781189:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (86016->122879)  req@ffff8efa65a10a80 x1863342815772288/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/440 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022439.781217:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10a80 with x1863342815772288 ext(86016->122879)
00010000:00010000:0.0:1777022439.781226:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 21 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.781244:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 21 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022439.781252:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10a80
00000100:00100000:1.0:1777022439.789474:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.789524:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.790105:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815772416
00000100:00100000:3.0:1777022439.790110:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815772416
00010000:00010000:3.0:1777022439.790129:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 22 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022439.790160:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 106
00000100:00100000:3.0:1777022439.790167:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342815772416:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022439.790176:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022439.790201:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 22 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.790214:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 22 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.790232:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2d75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840820 expref: 22 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.790245:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022439.790247:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022439.790253:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 13 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.790264:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 13 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.790288:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 13 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.790300:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 13 pid: 11979 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022439.790314:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835708288:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022439.790363:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.797747:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835708288:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022439.797788:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022439.797847:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815772416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7680us (8383us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022439.797885:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 106
00000100:00100000:1.0:1777022439.798325:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.799636:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815772672
00000100:00100000:3.0:1777022439.799647:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815772672
00002000:00100000:3.0:1777022439.799695:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (86016->90111)  req@ffff8efa65655500 x1863342815772672/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.799707:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655500 with x1863342815772672 ext(86016->90111)
00010000:00010000:3.0:1777022439.799714:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 14 pid: 11979 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.799731:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 14 pid: 11979 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022439.799739:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655500
00000100:00100000:3.0:1777022439.799771:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 68
00000100:00100000:3.0:1777022439.799780:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342815772672:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022439.799963:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342815772672:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 183us (1639us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022439.799970:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 68
00002000:00100000:3.0:1777022439.799977:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (86016->90111)  req@ffff8efa65655500 x1863342815772672/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.799985:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655500 with x1863342815772672 ext(86016->90111)
00010000:00010000:3.0:1777022439.800002:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 14 pid: 11979 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.800014:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 14 pid: 11979 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022439.800020:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655500
00000100:00100000:1.0:1777022439.809646:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.811047:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.813419:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815772928
00000100:00100000:1.0:1777022439.813432:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815772928
00010000:00010000:1.0:1777022439.813563:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 15 pid: 11979 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.813656:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 107
00000100:00100000:1.0:1777022439.813667:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2380:x1863342815772928:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022439.813682:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022439.813720:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 15 pid: 11979 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.813734:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 15 pid: 11979 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.813759:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2d7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840827 expref: 15 pid: 11979 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.813776:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.813778:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.813785:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2d83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784082e expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.813807:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2d83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784082e expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.813847:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2d83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784082e expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.813903:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2d83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784082e expref: 20 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.813917:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835708544:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022439.814067:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50540 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.819113:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.819195:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835708544:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022439.819425:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022439.819623:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2380:x1863342815772928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5958us (8577us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.819634:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 107
00000100:00100000:1.0:1777022439.819666:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815773056
00000100:00100000:1.0:1777022439.819673:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815773056
00010000:00010000:1.0:1777022439.819702:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2d83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784082e expref: 21 pid: 6923 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.830993:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835708672:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022439.831028:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022439.831042:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815773184
00000100:00100000:3.0:1777022439.831049:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815773184
00000100:00100000:0.0:1777022439.831073:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815773056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8149us (11969us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.831081:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 108
00000100:00100000:3.0:1777022439.832162:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 122
00000100:00100000:3.0:1777022439.832177:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10115:x1863342815773184:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022439.832196:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022439.832213:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2d91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784083c expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.832256:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2d8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840835 expref: 13 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.832266:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.832267:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.832271:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2d91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784083c expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.832304:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2d8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840835 expref: 13 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.832334:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2d8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840835 expref: 13 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022439.832350:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835708800:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022439.832695:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022439.842399:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835708800:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022439.842437:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2d91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784083c expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.842627:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6400, rc 0)
00000100:00100000:0.0:1777022439.842693:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815773184:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10521us (11788us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.842702:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 122
00000100:00100000:1.0:1777022439.843809:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815773312
00000100:00100000:1.0:1777022439.843820:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815773312
00002000:00100000:1.0:1777022439.843884:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (86016->90111)  req@ffff8efa65649880 x1863342815773312/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.843896:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65649880 with x1863342815773312 ext(86016->90111)
00010000:00010000:1.0:1777022439.843903:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2d8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840835 expref: 14 pid: 9584 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.843919:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2d8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840835 expref: 14 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.843926:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65649880
00000100:00100000:1.0:1777022439.844028:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 69
00000100:00100000:1.0:1777022439.844038:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342815773312:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022439.844217:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342815773312:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (4133us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022439.844224:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 69
00002000:00100000:1.0:1777022439.844247:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (86016->90111)  req@ffff8efa65649880 x1863342815773312/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.844256:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65649880 with x1863342815773312 ext(86016->90111)
00010000:00010000:1.0:1777022439.844260:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2d8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840835 expref: 14 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.844271:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2d8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840835 expref: 14 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.844279:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65649880
00000100:00100000:3.0:1777022439.847129:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.855972:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815773568
00000100:00100000:0.0:1777022439.855983:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815773568
00010000:00010000:0.0:1777022439.856033:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2d8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840835 expref: 15 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.856093:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 109
00000100:00100000:0.0:1777022439.856103:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2378:x1863342815773568:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022439.856119:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022439.856139:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2d8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840835 expref: 15 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.856152:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2d8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840835 expref: 15 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.856177:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2d8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840835 expref: 15 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.856194:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.856196:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.856204:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2d91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784083c expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.856214:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2d91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784083c expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.856251:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2d91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784083c expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.856264:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2d91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784083c expref: 20 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.856285:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835709056:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022439.856392:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.866467:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815773696
00000100:00100000:3.0:1777022439.866476:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815773696
00002000:00100000:3.0:1777022439.866523:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (86016->122879)  req@ffff8efa6564aa00 x1863342815773696/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.866535:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564aa00 with x1863342815773696 ext(86016->122879)
00010000:00010000:3.0:1777022439.866543:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2d91 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784083c expref: 21 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.866559:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2d91 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784083c expref: 21 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022439.866568:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564aa00
00000100:00100000:3.0:1777022439.866598:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 70
00000100:00100000:3.0:1777022439.866607:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815773696:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022439.868226:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835709056:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022439.868249:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022439.868306:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342815773568:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12203us (12570us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.868316:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 109
00000100:00100000:1.0:1777022439.871173:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815773696:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4557us (4793us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022439.871186:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 70
00002000:00100000:1.0:1777022439.871200:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (86016->122879)  req@ffff8efa6564aa00 x1863342815773696/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/440 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.871211:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564aa00 with x1863342815773696 ext(86016->122879)
00010000:00010000:1.0:1777022439.871220:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2d91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784083c expref: 21 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.871240:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2d91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784083c expref: 21 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.871248:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564aa00
00000100:00100000:3.0:1777022439.874447:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.874493:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.875647:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815773824
00000100:00100000:0.0:1777022439.875654:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815773824
00000100:00100000:0.0:1777022439.875700:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 124
00000100:00100000:0.0:1777022439.875708:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815773824:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022439.875724:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022439.875737:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784084a expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.875759:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2d98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840843 expref: 13 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.875766:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.875768:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.875772:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d9f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784084a expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.875805:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2d98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840843 expref: 13 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.875827:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2d98 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840843 expref: 13 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.875839:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835709312:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022439.875915:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022439.881662:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835709312:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022439.881686:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784084a expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.881709:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:0.0:1777022439.881754:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815773824:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6046us (7318us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.881762:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 124
00000100:00100000:3.0:1777022439.883742:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.883921:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815774080
00000100:00100000:1.0:1777022439.883930:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815774080
00010000:00010000:1.0:1777022439.883974:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2d98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840843 expref: 14 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.884017:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 111
00000100:00100000:1.0:1777022439.884027:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342815774080:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022439.884041:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022439.884059:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2d98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840843 expref: 14 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.884073:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2d98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840843 expref: 14 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.884109:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2d98 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840843 expref: 14 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.884248:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.884250:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.884259:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784084a expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.884270:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784084a expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.884307:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784084a expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.884415:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835709440:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022439.884603:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50540 going to sleep for 11 seconds
00000100:00100000:0.0:1777022439.888571:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835709440:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022439.888598:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022439.888695:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+13:2378:x1863342815774080:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4667us (4958us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.888705:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 111
00000100:00100000:3.0:1777022439.891736:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815774208
00000100:00100000:3.0:1777022439.891746:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815774208
00000100:00100000:3.0:1777022439.891934:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 125
00000100:00100000:3.0:1777022439.891946:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+13:10127:x1863342815774208:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022439.891965:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022439.891985:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2da6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840851 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.892016:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784084a expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.892026:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.892028:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.892032:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2da6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840851 expref: 14 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.892100:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784084a expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.892114:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784084a expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022439.892128:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835709568:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022439.892200:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022439.895845:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:0.0:1777022439.898103:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2d9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784084a expref: 21 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.898132:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835709568:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022439.898175:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2da6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840851 expref: 14 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.898190:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:0.0:1777022439.898252:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+14:10127:x1863342815774208:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6309us (6618us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.898261:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 125
00000100:00100000:3.0:1777022439.903270:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835709696:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022439.903293:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022439.903339:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2378:x1863342815774336:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7322us (7495us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022439.903348:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 112
00000100:00100000:0.0:1777022439.903502:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815774464
00000100:00100000:0.0:1777022439.903507:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815774464
00000100:00100000:0.0:1777022439.903546:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 126
00000100:00100000:0.0:1777022439.903553:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10115:x1863342815774464:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022439.903561:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022439.903577:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840858 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.903604:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2da6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840851 expref: 13 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.903613:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.903615:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.903618:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.903649:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2da6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840851 expref: 13 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.903675:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2da6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840851 expref: 13 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.903688:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835709824:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022439.903741:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022439.907925:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835709824:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022439.907960:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.907982:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:0.0:1777022439.908031:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815774464:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4478us (5333us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.908040:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 126
00000100:00100000:3.0:1777022439.908416:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.908581:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815774720
00000100:00100000:0.0:1777022439.908587:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815774720
00000100:00100000:0.0:1777022439.908627:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 127
00000100:00100000:0.0:1777022439.908635:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+14:10127:x1863342815774720:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022439.908650:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022439.908665:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2db4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784085f expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.908688:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.908692:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.908716:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022439.908720:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2db4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784085f expref: 15 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.908750:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.908761:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2db4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784085f expref: 15 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.908770:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c200, rc 0)
00000100:00100000:0.0:1777022439.908794:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+15:10127:x1863342815774720:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 161us (380us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.908800:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 127
00000100:00100000:3.0:1777022439.911112:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.912625:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815774848
00000100:00100000:0.0:1777022439.912637:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815774848
00010000:00010000:0.0:1777022439.912683:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2da6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840851 expref: 15 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.912767:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 113
00000100:00100000:0.0:1777022439.912777:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2379:x1863342815774848:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022439.912804:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022439.912825:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2da6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840851 expref: 15 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.912876:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2da6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840851 expref: 15 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.912902:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2da6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840851 expref: 15 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.912917:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.912919:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.912927:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.912937:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.912996:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.913009:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 20 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.913023:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835710080:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022439.913167:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.918083:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.918746:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835710080:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022439.918765:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022439.918821:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2379:x1863342815774848:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6045us (7718us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.918831:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 113
00000100:00100000:1.0:1777022439.922382:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815774976:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4064us (4295us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022439.922395:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 71
00002000:00100000:1.0:1777022439.922408:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (86016->122879)  req@ffff8efa65a6f480 x1863342815774976/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:90/0 lens 488/440 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022439.922419:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6f480 with x1863342815774976 ext(86016->122879)
00010000:00010000:1.0:1777022439.922429:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 21 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.922446:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 21 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022439.922455:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6f480
00000100:00100000:3.0:1777022439.925559:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.925895:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815775104
00000100:00100000:1.0:1777022439.925905:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815775104
00010000:00010000:1.0:1777022439.925942:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 21 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.925985:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 114
00000100:00100000:1.0:1777022439.925995:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815775104:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022439.926025:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022439.926044:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 21 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.926058:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 21 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.926091:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2dad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840858 expref: 21 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.926108:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.926110:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.926118:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2db4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784085f expref: 13 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.926128:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2db4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784085f expref: 13 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.926166:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2db4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784085f expref: 13 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.926180:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835710208:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022439.926631:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022439.935070:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815775232
00000100:00100000:0.0:1777022439.935193:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815775232
00000100:00100000:0.0:1777022439.935262:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 128
00000100:00100000:0.0:1777022439.935273:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815775232:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022439.935289:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022439.935307:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2dbb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840866 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.935476:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2db4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784085f expref: 13 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.935486:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.935488:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.935493:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2dbb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840866 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.935529:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2db4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784085f expref: 13 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.935543:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2db4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784085f expref: 13 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.935557:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835710336:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022439.935677:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022439.939547:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022439.940881:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835710208:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022439.940899:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022439.940937:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342815775104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14944us (15389us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.940945:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 114
00010000:00010000:0.0:1777022439.942968:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e2db4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784085f expref: 14 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.942990:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835710336:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022439.943017:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2dbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840866 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.943034:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:3.0:1777022439.943928:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.945045:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815775488
00000100:00100000:0.0:1777022439.945059:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815775488
00000100:00100000:0.0:1777022439.945145:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 129
00000100:00100000:0.0:1777022439.945155:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:10127:x1863342815775488:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022439.945171:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022439.945190:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784086d expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.945221:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2dbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840866 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.945230:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.945232:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022439.945235:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 15 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.945269:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2dbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840866 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.945302:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2dbb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840866 expref: 21 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.945317:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835710592:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022439.945689:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022439.948230:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815775232:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12948us (20108us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.948245:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 128
00000100:00100000:0.0:1777022439.949178:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835710592:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022439.949207:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 15 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.949228:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:0.0:1777022439.949271:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+15:10127:x1863342815775488:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4118us (5349us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.949278:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 129
00000100:00100000:3.0:1777022439.952251:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.952325:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815775616
00000100:00100000:0.0:1777022439.952342:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815775616
00010000:00010000:0.0:1777022439.952387:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2dbb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840866 expref: 21 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.952426:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 116
00000100:00100000:0.0:1777022439.952436:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815775616:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022439.952450:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022439.952471:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2dbb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840866 expref: 21 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.952501:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2dbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840866 expref: 21 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.952526:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.952529:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022439.952536:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.952545:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022439.952583:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022439.952596:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835710720:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022439.952668:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022439.956541:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835710720:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022439.956568:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022439.956628:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815775616:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4193us (4384us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022439.956639:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 116
00000100:00100000:0.0:1777022439.958515:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:1.0:1777022439.960167:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2dbb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840866 expref: 20 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.960190:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65658380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835710464:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022439.960215:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022439.966632:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.966676:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.967898:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815775872
00000100:00100000:3.0:1777022439.967904:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815775872
00002000:00100000:3.0:1777022439.967940:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (90112->94207)  req@ffff8efa657cf800 x1863342815775872/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.967951:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf800 with x1863342815775872 ext(90112->94207)
00010000:00010000:3.0:1777022439.967958:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 14 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.967972:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 14 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022439.967980:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cf800
00000100:00100000:3.0:1777022439.968010:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 72
00000100:00100000:3.0:1777022439.968019:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342815775872:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022439.968185:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342815775872:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 167us (1563us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022439.968205:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 72
00002000:00100000:3.0:1777022439.968213:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (90112->94207)  req@ffff8efa657cf800 x1863342815775872/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 488/4536 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.968220:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf800 with x1863342815775872 ext(90112->94207)
00010000:00010000:3.0:1777022439.968225:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 14 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.968236:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 14 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022439.968242:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cf800
00000100:00100000:0.0:1777022439.973586:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.977765:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.977929:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815776256
00000100:00100000:3.0:1777022439.977939:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815776256
00002000:00100000:3.0:1777022439.977985:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (86016->94207)  req@ffff8efa65657100 x1863342815776256/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 8680/0 e 0 to 0 dl 1777022450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.977997:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657100 with x1863342815776256 ext(86016->94207)
00010000:00010000:3.0:1777022439.978005:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 14 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.978022:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 14 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022439.978030:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65657100
00000100:00100000:3.0:1777022439.978422:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 74
00000100:00100000:3.0:1777022439.978446:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342815776256:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022439.978754:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342815776256:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 310us (998us total) trans 4294967320 rc 0/0
00000100:00100000:3.0:1777022439.978761:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 74
00002000:00100000:3.0:1777022439.978767:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (86016->94207)  req@ffff8efa65657100 x1863342815776256/t4294967320(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:90/0 lens 8680/448 e 0 to 0 dl 1777022450 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022439.978776:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657100 with x1863342815776256 ext(86016->94207)
00010000:00010000:3.0:1777022439.978781:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 16 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.978807:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 16 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022439.978814:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65657100
00000100:00100000:0.0:1777022439.983698:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.984605:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022439.984875:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815776384
00000100:00100000:3.0:1777022439.984885:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815776384
00000100:00100000:3.0:1777022439.984944:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 131
00000100:00100000:3.0:1777022439.984955:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+16:10127:x1863342815776384:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022439.984974:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022439.984993:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2dd0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784087b expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.985024:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.985026:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022439.985031:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2dd0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784087b expref: 17 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.985055:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2dd0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784087b expref: 17 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022439.985069:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022439.985141:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+17:10127:x1863342815776384:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 188us (1452us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022439.985148:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 131
00000100:00100000:1.0:1777022439.986598:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815776512
00000100:00100000:1.0:1777022439.986610:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815776512
00010000:00010000:1.0:1777022439.986645:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 17 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.986733:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 117
00000100:00100000:1.0:1777022439.986742:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2379:x1863342815776512:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022439.986755:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022439.986771:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 176 -> 192
00010000:00010000:1.0:1777022439.986778:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 17 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.986803:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 17 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.986844:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2dc2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784086d expref: 17 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.986884:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.986887:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.986894:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2dc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840874 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.986905:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2dc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840874 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.986914:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.986915:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022439.986918:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2dd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784087b expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.986927:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2dd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784087b expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022439.986962:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2dd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784087b expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.986975:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835710976:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022439.987059:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2dc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840874 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022439.987081:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835711104:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022439.987128:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022439.992507:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835710976:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022439.992522:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835711104:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022439.992544:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022439.992602:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2379:x1863342815776512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5859us (7998us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022439.992612:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 117
00000100:00100000:0.0:1777022439.994065:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022439.999621:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.003778:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.003895:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815776896
00000100:00100000:1.0:1777022440.003905:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815776896
00010000:00010000:1.0:1777022440.003941:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2dd0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784087b expref: 16 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.003982:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 118
00000100:00100000:1.0:1777022440.003992:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342815776896:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022440.004006:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022440.004026:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2dd0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784087b expref: 16 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.004040:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2dd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784087b expref: 16 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.004065:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.004094:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.004104:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2dd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840882 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.004114:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2dd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840882 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.004157:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2dd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840882 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.004171:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835711360:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022440.004238:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022440.008638:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835711360:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022440.008660:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022440.008708:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2377:x1863342815776896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4717us (4938us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.008718:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 118
00000100:00100000:3.0:1777022440.012244:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.012288:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.013311:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815777152
00000100:00100000:1.0:1777022440.013317:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815777152
00002000:00100000:1.0:1777022440.013363:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (94208->131071)  req@ffff8efa65a6c700 x1863342815777152/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.013381:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6c700 with x1863342815777152 ext(94208->131071)
00010000:00010000:1.0:1777022440.013389:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2dd7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840882 expref: 22 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.013402:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2dd7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840882 expref: 22 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022440.013416:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6c700
00000100:00100000:1.0:1777022440.013451:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 75
00000100:00100000:1.0:1777022440.013459:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342815777152:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022440.021204:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342815777152:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7735us (8904us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022440.021216:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 75
00002000:00100000:1.0:1777022440.021230:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (94208->131071)  req@ffff8efa65a6c700 x1863342815777152/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/440 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.021240:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6c700 with x1863342815777152 ext(94208->131071)
00010000:00010000:1.0:1777022440.021248:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2dd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840882 expref: 22 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.021264:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2dd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840882 expref: 22 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022440.021272:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6c700
00000100:00100000:3.0:1777022440.025046:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815777280
00000100:00100000:3.0:1777022440.025058:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815777280
00010000:00010000:3.0:1777022440.025110:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2dd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840882 expref: 22 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.025157:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 119
00000100:00100000:3.0:1777022440.025167:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342815777280:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022440.025182:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022440.025203:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2dd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840882 expref: 22 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.025218:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2dd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840882 expref: 22 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.025241:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2dd7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840882 expref: 22 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.025272:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.025274:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.025282:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 15 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.025293:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 15 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.025345:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 15 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.025361:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835711616:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022440.025458:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022440.029133:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.030175:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a6ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835711616:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022440.030196:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022440.030225:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815777280:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5060us (5281us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.030233:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 119
00000100:00100000:0.0:1777022440.032351:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.041390:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.041439:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.041591:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815777664
00000100:00100000:3.0:1777022440.041602:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815777664
00002000:00100000:3.0:1777022440.041648:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (98304->102399)  req@ffff8efa65b30380 x1863342815777664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.041660:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30380 with x1863342815777664 ext(98304->102399)
00010000:00010000:3.0:1777022440.041669:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 16 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.041699:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 16 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.041707:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b30380
00000100:00100000:3.0:1777022440.041736:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815777792
00000100:00100000:3.0:1777022440.041740:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815777792
00002000:00100000:3.0:1777022440.041755:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (94208->98303)  req@ffff8efa65b32a00 x1863342815777792/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 4584/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.041762:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32a00 with x1863342815777792 ext(94208->98303)
00010000:00010000:3.0:1777022440.041767:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 17 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.041777:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 17 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.041783:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b32a00
00000100:00100000:3.0:1777022440.041812:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 76
00000100:00100000:3.0:1777022440.041821:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2379:x1863342815777664:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022440.041989:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2379:x1863342815777664:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 169us (619us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022440.041997:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 76
00002000:00100000:3.0:1777022440.042004:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (98304->102399)  req@ffff8efa65b30380 x1863342815777664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.042026:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30380 with x1863342815777664 ext(98304->102399)
00010000:00010000:3.0:1777022440.042033:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 17 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.042044:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 17 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.042051:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b30380
00000100:00100000:3.0:1777022440.042067:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 77
00000100:00100000:3.0:1777022440.042074:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342815777792:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022440.042318:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815777792:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 245us (877us total) trans 4294967321 rc 0/0
00000100:00100000:3.0:1777022440.042325:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 77
00002000:00100000:3.0:1777022440.042499:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (94208->98303)  req@ffff8efa65b32a00 x1863342815777792/t4294967321(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 4584/448 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.042508:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32a00 with x1863342815777792 ext(94208->98303)
00010000:00010000:3.0:1777022440.042514:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 18 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.042526:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 18 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.042532:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b32a00
00000100:00100000:0.0:1777022440.048729:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.048818:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815777920
00000100:00100000:1.0:1777022440.048827:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815777920
00000100:00100000:1.0:1777022440.048895:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 135
00000100:00100000:1.0:1777022440.048905:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:10127:x1863342815777920:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022440.048923:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022440.048942:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840897 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.048988:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.048991:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.048995:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840897 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.049007:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840897 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.049020:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:1.0:1777022440.049521:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10127:x1863342815777920:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 615us (800us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.049529:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 135
00000100:00100000:3.0:1777022440.050701:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815778048
00000100:00100000:3.0:1777022440.050709:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815778048
00010000:00010000:3.0:1777022440.050737:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 19 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.050772:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 120
00000100:00100000:3.0:1777022440.050780:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2377:x1863342815778048:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022440.050888:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022440.050906:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 192 -> 200
00010000:00010000:3.0:1777022440.050914:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 19 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.050927:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 19 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.050950:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2dde lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840889 expref: 19 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.050965:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.050967:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.050975:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2de5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840890 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.050985:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2de5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840890 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.050993:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.051008:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.051012:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840897 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.051022:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840897 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.051057:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840897 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.051072:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835711872:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022440.051434:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2de5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840890 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.051445:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835712000:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022440.051467:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022440.057501:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a6ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835711872:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022440.057519:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835712000:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022440.057543:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022440.057980:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815778048:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7198us (7668us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.057991:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 120
00000100:00100000:0.0:1777022440.069089:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.069129:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.069614:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815778176
00000100:00100000:3.0:1777022440.069624:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815778176
00002000:00100000:3.0:1777022440.069670:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (94208->98303)  req@ffff8efa65b32d80 x1863342815778176/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.069700:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32d80 with x1863342815778176 ext(94208->98303)
00002000:00010000:3.0:1777022440.069706:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b32d80
00000100:00100000:3.0:1777022440.069734:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815778304
00000100:00100000:3.0:1777022440.069737:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815778304
00002000:00100000:3.0:1777022440.069752:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (98304->102399)  req@ffff8efa65b33b80 x1863342815778304/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.069759:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33b80 with x1863342815778304 ext(98304->102399)
00002000:00010000:3.0:1777022440.069763:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b33b80
00000100:00100000:3.0:1777022440.069927:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 49
00000100:00100000:3.0:1777022440.069938:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342815778176:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022440.070118:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342815778176:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 181us (1040us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022440.070125:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 49
00002000:00100000:3.0:1777022440.070131:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (94208->98303)  req@ffff8efa65b32d80 x1863342815778176/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.070139:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32d80 with x1863342815778176 ext(94208->98303)
00002000:00010000:3.0:1777022440.070143:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b32d80
00000100:00100000:3.0:1777022440.070158:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 50
00000100:00100000:3.0:1777022440.070165:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2380:x1863342815778304:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022440.070224:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2380:x1863342815778304:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 59us (1094us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022440.070230:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 50
00002000:00100000:3.0:1777022440.070242:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (98304->102399)  req@ffff8efa65b33b80 x1863342815778304/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.070249:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33b80 with x1863342815778304 ext(98304->102399)
00002000:00010000:3.0:1777022440.070252:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b33b80
00000100:00100000:1.0:1777022440.075765:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815778432
00000100:00100000:1.0:1777022440.075776:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815778432
00002000:00100000:1.0:1777022440.075837:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (102400->106495)  req@ffff8efa6565bb80 x1863342815778432/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.075848:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565bb80 with x1863342815778432 ext(102400->106495)
00002000:00010000:1.0:1777022440.075890:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565bb80
00000100:00100000:1.0:1777022440.075917:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 51
00000100:00100000:1.0:1777022440.075926:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815778432:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022440.076163:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815778432:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 238us (1541us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022440.076171:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 51
00002000:00100000:1.0:1777022440.076178:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (102400->106495)  req@ffff8efa6565bb80 x1863342815778432/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.076199:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565bb80 with x1863342815778432 ext(102400->106495)
00002000:00010000:1.0:1777022440.076203:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565bb80
00000100:00100000:3.0:1777022440.079931:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.079974:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.080578:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815778688
00000100:00100000:0.0:1777022440.080583:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815778688
00002000:00100000:0.0:1777022440.080615:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (106496->110591)  req@ffff8efa65a6ce00 x1863342815778688/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.080624:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6ce00 with x1863342815778688 ext(106496->110591)
00010000:00010000:0.0:1777022440.080631:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840897 expref: 18 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.080643:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840897 expref: 18 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022440.080650:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6ce00
00000100:00100000:0.0:1777022440.080676:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 78
00000100:00100000:0.0:1777022440.080697:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815778688:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022440.080831:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815778688:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 135us (857us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022440.080837:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 78
00002000:00100000:0.0:1777022440.080844:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (106496->110591)  req@ffff8efa65a6ce00 x1863342815778688/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.080851:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6ce00 with x1863342815778688 ext(106496->110591)
00010000:00010000:0.0:1777022440.080882:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840897 expref: 18 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.080893:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840897 expref: 18 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022440.080899:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6ce00
00000100:00100000:3.0:1777022440.085980:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.091850:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.091981:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815778944
00000100:00100000:0.0:1777022440.091992:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815778944
00002000:00100000:0.0:1777022440.092039:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (98304->110591)  req@ffff8efa65a6dc00 x1863342815778944/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 12776/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.092050:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6dc00 with x1863342815778944 ext(98304->110591)
00010000:00010000:0.0:1777022440.092059:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840897 expref: 18 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.092076:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840897 expref: 18 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022440.092107:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6dc00
00000100:00100000:0.0:1777022440.092144:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 80
00000100:00100000:0.0:1777022440.092154:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815778944:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022440.092493:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342815778944:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 340us (649us total) trans 4294967322 rc 0/0
00000100:00100000:0.0:1777022440.092501:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 80
00002000:00100000:0.0:1777022440.092508:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (98304->110591)  req@ffff8efa65a6dc00 x1863342815778944/t4294967322(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 12776/448 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.092517:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6dc00 with x1863342815778944 ext(98304->110591)
00010000:00010000:0.0:1777022440.092523:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840897 expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.092534:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2dec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840897 expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022440.092540:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6dc00
00000100:00100000:1.0:1777022440.095842:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.099425:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:3.0:1777022440.105626:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022440.107934:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.112138:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.121295:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.122655:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815779584
00000100:00100000:0.0:1777022440.122663:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815779584
00002000:00100000:0.0:1777022440.122703:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (110592->114687)  req@ffff8efa65a6e680 x1863342815779584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.122713:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6e680 with x1863342815779584 ext(110592->114687)
00010000:00010000:0.0:1777022440.122724:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2dfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408a5 expref: 20 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.122750:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2dfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408a5 expref: 20 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022440.122759:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6e680
00000100:00100000:0.0:1777022440.122788:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 81
00000100:00100000:0.0:1777022440.122797:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815779584:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022440.122959:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815779584:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 162us (1676us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022440.122965:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 81
00002000:00100000:0.0:1777022440.122971:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (110592->114687)  req@ffff8efa65a6e680 x1863342815779584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.122979:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6e680 with x1863342815779584 ext(110592->114687)
00010000:00010000:0.0:1777022440.122984:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2dfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408a5 expref: 20 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.122995:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2dfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408a5 expref: 20 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022440.126576:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6e680
00000100:00100000:3.0:1777022440.129395:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.131278:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.131412:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815779840
00000100:00100000:0.0:1777022440.131421:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815779840
00010000:00010000:0.0:1777022440.131455:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2dfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408a5 expref: 21 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.131562:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 122
00000100:00100000:0.0:1777022440.131571:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342815779840:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022440.131584:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022440.131604:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2dfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408a5 expref: 21 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.131617:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2dfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408a5 expref: 21 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.131639:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e2dfa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408a5 expref: 21 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.131655:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.131657:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.131664:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2e01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408ac expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.131674:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2e01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408ac expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.131707:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2e01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408ac expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.131719:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2e01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408ac expref: 23 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.131739:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835712768:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022440.131812:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022440.136917:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835712768:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022440.136943:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022440.136983:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815779840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5413us (5711us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.136993:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 122
00000100:00100000:3.0:1777022440.142825:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.144260:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815779968
00000100:00100000:0.0:1777022440.144273:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815779968
00002000:00100000:0.0:1777022440.144334:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (110592->147455)  req@ffff8efa65a6d180 x1863342815779968/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.144345:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6d180 with x1863342815779968 ext(110592->147455)
00010000:00010000:0.0:1777022440.144355:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2e01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408ac expref: 24 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.144382:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2e01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408ac expref: 24 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022440.144391:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6d180
00000100:00100000:0.0:1777022440.144428:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 82
00000100:00100000:0.0:1777022440.144436:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815779968:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022440.151009:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815779968:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6553us (8173us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022440.151040:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 82
00002000:00100000:0.0:1777022440.151056:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (110592->147455)  req@ffff8efa65a6d180 x1863342815779968/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/440 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.151068:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6d180 with x1863342815779968 ext(110592->147455)
00010000:00010000:0.0:1777022440.151087:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2e01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408ac expref: 24 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.151110:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2e01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408ac expref: 24 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022440.151119:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6d180
00000100:00100000:3.0:1777022440.156176:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.156228:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.156330:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815780096
00000100:00100000:1.0:1777022440.156341:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815780096
00000100:00100000:1.0:1777022440.156405:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 140
00000100:00100000:1.0:1777022440.156416:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815780096:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022440.156436:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022440.156455:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2e0f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78408ba expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.156487:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.156493:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2e08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408b3 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.156501:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022440.156505:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2e0f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78408ba expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.156546:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2e08 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408b3 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.156560:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2e0f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408ba expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.156590:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1a00, rc 0)
00000100:00100000:1.0:1777022440.156651:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10115:x1863342815780096:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 237us (484us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.156658:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 140
00000100:00100000:0.0:1777022440.168761:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.176963:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.209548:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.209639:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815780608
00000100:00100000:1.0:1777022440.209648:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815780608
00010000:00010000:1.0:1777022440.209686:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408ba expref: 24 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.209723:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 125
00000100:00100000:1.0:1777022440.209732:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815780608:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022440.209750:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022440.209770:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408ba expref: 24 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.209782:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2e0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408ba expref: 24 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.209808:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2e0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408ba expref: 24 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.209825:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.209827:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.209835:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2e16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408c1 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.209905:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2e16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408c1 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.209943:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2e16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408c1 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.209956:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835713408:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022440.210040:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50a80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022440.210701:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.211018:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815780736
00000100:00100000:1.0:1777022440.211024:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815780736
00000100:00100000:1.0:1777022440.211072:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 142
00000100:00100000:1.0:1777022440.211088:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815780736:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022440.211104:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022440.211117:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2e1d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78408c8 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.211141:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2e16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408c1 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.211148:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.211150:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.211153:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2e1d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78408c8 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.211176:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2e16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c1 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.211200:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2e16 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c1 expref: 19 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.211213:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835713536:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022440.211272:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022440.214459:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.215093:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6566f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835713408:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022440.215113:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022440.215141:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815780608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5410us (5602us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.215148:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 125
00000100:00100000:3.0:1777022440.215812:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6566e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835713536:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022440.215833:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2e1d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408c8 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.215849:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1400, rc 0)
00000100:00100000:3.0:1777022440.215900:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815780736:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4821us (5202us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.215908:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 142
00000100:00100000:3.0:1777022440.224232:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815780992
00000100:00100000:3.0:1777022440.224242:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815780992
00000100:00100000:3.0:1777022440.224304:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 143
00000100:00100000:3.0:1777022440.224315:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10127:x1863342815780992:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022440.224334:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022440.224354:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78408cf expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.224397:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.224404:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2e1d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408c8 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.224411:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022440.224414:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e24 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78408cf expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.224454:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2e1d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c8 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.224467:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e24 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408cf expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.224479:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6400, rc 0)
00000100:00100000:3.0:1777022440.224538:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10127:x1863342815780992:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 226us (562us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.224544:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 143
00000100:00100000:0.0:1777022440.225251:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815781120
00000100:00100000:0.0:1777022440.225257:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815781120
00010000:00010000:0.0:1777022440.225283:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2e16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c1 expref: 21 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.225320:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 126
00000100:00100000:0.0:1777022440.225328:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2380:x1863342815781120:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022440.225339:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022440.225358:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2e16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c1 expref: 21 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.225399:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2e16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c1 expref: 21 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.225420:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2e16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c1 expref: 21 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.225434:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.225435:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.225442:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2e1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c8 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.225453:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2e1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c8 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.225482:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2e1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c8 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.225495:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2e1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c8 expref: 23 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.225509:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b30700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835713792:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022440.225575:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022440.234796:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b30700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835713792:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022440.234822:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022440.234955:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342815781120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9625us (10910us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.234967:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 126
00000100:00100000:0.0:1777022440.246577:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.273516:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.276183:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815781504
00000100:00100000:3.0:1777022440.276192:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815781504
00010000:00010000:3.0:1777022440.276227:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2e1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c8 expref: 25 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.276266:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 127
00000100:00100000:3.0:1777022440.276275:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2379:x1863342815781504:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022440.276287:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022440.276306:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2e1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c8 expref: 25 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.276319:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2e1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c8 expref: 25 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.276341:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2e1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408c8 expref: 25 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.276357:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.276359:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.276366:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408cf expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.276385:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408cf expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.276421:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408cf expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.276455:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408cf expref: 19 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.276468:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835714048:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022440.276556:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022440.280772:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835714048:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022440.280803:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022440.280906:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2379:x1863342815781504:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4631us (4872us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.280917:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 127
00000100:00100000:0.0:1777022440.305645:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.305729:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815781632
00000100:00100000:3.0:1777022440.305739:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815781632
00010000:00010000:3.0:1777022440.305777:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408cf expref: 20 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.305825:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 128
00000100:00100000:3.0:1777022440.305834:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815781632:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022440.305849:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022440.305904:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408cf expref: 20 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.305918:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408cf expref: 20 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.305961:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408cf expref: 20 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.305976:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.305978:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.305985:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2e2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408d6 expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.305994:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2e2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408d6 expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.306047:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2e2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408d6 expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.306060:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835714176:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022440.330975:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815781760
00000100:00100000:3.0:1777022440.330986:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815781760
00000100:00100000:3.0:1777022440.331048:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 145
00000100:00100000:3.0:1777022440.331058:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10127:x1863342815781760:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022440.331076:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022440.331112:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78408dd expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.331147:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2e2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408d6 expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.331185:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.331188:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.331193:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e32 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78408dd expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.331230:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2e2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408d6 expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.331244:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2e2b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408d6 expref: 23 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.331258:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835714304:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022440.331349:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022440.338036:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a6ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835714304:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022440.338069:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408dd expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.338098:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6400, rc 0)
00000100:00100000:3.0:1777022440.340519:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10127:x1863342815781760:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9451us (9664us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.340532:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 145
00000100:00100000:3.0:1777022440.343957:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.352969:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.353313:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815781888
00000100:00100000:1.0:1777022440.353324:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815781888
00010000:00010000:1.0:1777022440.353384:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2e2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408d6 expref: 24 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.353427:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 129
00000100:00100000:1.0:1777022440.353437:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2378:x1863342815781888:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022440.353452:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022440.353471:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2e2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408d6 expref: 24 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.353484:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2e2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408d6 expref: 24 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.353526:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2e2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408d6 expref: 24 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.353543:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.353545:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.353552:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408dd expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.353562:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408dd expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.353598:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408dd expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.353613:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835714432:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022440.353695:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50a80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022440.356571:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6566f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835714432:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022440.356593:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022440.356640:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815781888:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3204us (12694us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.356650:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 129
00000100:00100000:3.0:1777022440.360478:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.366943:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835714560:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022440.366979:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e39 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408e4 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.367037:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:1.0:1777022440.367114:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815782016:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12066us (14146us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.367124:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 146
00000100:00100000:3.0:1777022440.371814:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.371895:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.371991:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815782272
00000100:00100000:1.0:1777022440.372015:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815782272
00000100:00100000:1.0:1777022440.372071:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 147
00000100:00100000:1.0:1777022440.372089:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10127:x1863342815782272:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022440.372117:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022440.372135:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78408eb expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.372168:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.372175:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e39 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408e4 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.372182:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022440.372187:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e40 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78408eb expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.372226:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e39 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408e4 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.372240:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408eb expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.372274:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:0.0:1777022440.372616:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815782400
00000100:00100000:0.0:1777022440.372621:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815782400
00010000:00010000:0.0:1777022440.372641:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408dd expref: 22 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.372673:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 130
00000100:00100000:0.0:1777022440.372680:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815782400:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022440.372690:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022440.372707:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408dd expref: 22 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.372719:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408dd expref: 22 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.372737:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2e32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408dd expref: 22 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.372750:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.372752:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.372758:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408e4 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.372779:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408e4 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.372801:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408e4 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.372813:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408e4 expref: 23 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.372825:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835714816:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022440.372902:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022440.373305:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10127:x1863342815782272:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 249us (524us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.373314:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 147
00000100:00100000:1.0:1777022440.381791:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835714816:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022440.381812:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022440.381878:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815782400:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9198us (9982us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.381889:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 130
00000100:00100000:3.0:1777022440.382791:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815782528
00000100:00100000:3.0:1777022440.382799:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815782528
00002000:00100000:3.0:1777022440.382837:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (110592->147455)  req@ffff8efa65a11c00 x1863342815782528/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.382849:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11c00 with x1863342815782528 ext(110592->147455)
00010000:00010000:3.0:1777022440.382887:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408e4 expref: 24 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.382902:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408e4 expref: 24 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.382910:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a11c00
00000100:00100000:3.0:1777022440.382934:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 86
00000100:00100000:3.0:1777022440.382941:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815782528:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022440.402428:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815782528:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 19476us (20738us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022440.402440:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 86
00002000:00100000:1.0:1777022440.402454:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (110592->147455)  req@ffff8efa65a11c00 x1863342815782528/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/440 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.402465:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11c00 with x1863342815782528 ext(110592->147455)
00010000:00010000:1.0:1777022440.402477:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408e4 expref: 24 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.402497:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408e4 expref: 24 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022440.402506:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a11c00
00000100:00100000:0.0:1777022440.408575:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.408617:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.410128:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815782656
00000100:00100000:3.0:1777022440.410136:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815782656
00000100:00100000:3.0:1777022440.410181:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 148
00000100:00100000:3.0:1777022440.410191:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815782656:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022440.410205:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022440.410219:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2e47 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78408f2 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.410244:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408eb expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.410266:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.410268:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.410272:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2e47 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78408f2 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.410297:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408eb expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.410311:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e40 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408eb expref: 19 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.410333:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835715072:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022440.410406:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022440.414656:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835715072:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022440.414682:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2e47 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408f2 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.414702:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022440.414750:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815782656:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4560us (6184us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.414758:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 148
00000100:00100000:0.0:1777022440.429429:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.429525:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.429706:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815782912
00000100:00100000:3.0:1777022440.429715:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815782912
00010000:00010000:3.0:1777022440.429754:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408eb expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.429812:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 132
00000100:00100000:3.0:1777022440.429822:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815782912:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022440.429839:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022440.429878:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408eb expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.429893:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408eb expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.429917:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408eb expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.429936:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.429938:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.429946:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2e47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408f2 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.429956:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2e47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408f2 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.429993:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2e47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408f2 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.430007:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835715200:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022440.430114:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022440.430266:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815783040
00000100:00100000:1.0:1777022440.430279:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815783040
00000100:00100000:1.0:1777022440.430316:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 149
00000100:00100000:1.0:1777022440.430324:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10127:x1863342815783040:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022440.430345:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022440.430359:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e2e4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78408f9 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.430388:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2e47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408f2 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.430396:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.430398:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.430401:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e2e4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78408f9 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.430421:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2e47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408f2 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.430432:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2e47 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408f2 expref: 23 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.430443:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835715328:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022440.430471:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022440.433727:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6566f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835715328:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022440.433761:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e2e4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408f9 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.433801:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0000, rc 0)
00000100:00100000:1.0:1777022440.433884:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10127:x1863342815783040:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3560us (4358us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.433892:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 149
00000100:00100000:0.0:1777022440.439488:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.450616:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.450663:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.450748:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815783296
00000100:00100000:3.0:1777022440.450757:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815783296
00002000:00100000:3.0:1777022440.450814:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (110592->114687)  req@ffff8efa65b30a80 x1863342815783296/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.450826:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30a80 with x1863342815783296 ext(110592->114687)
00002000:00010000:3.0:1777022440.450833:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b30a80
00000100:00100000:3.0:1777022440.450901:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 53
00000100:00100000:3.0:1777022440.450911:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342815783296:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022440.451090:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342815783296:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 179us (483us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022440.451098:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 53
00002000:00100000:3.0:1777022440.451117:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (110592->114687)  req@ffff8efa65b30a80 x1863342815783296/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.451126:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30a80 with x1863342815783296 ext(110592->114687)
00002000:00010000:3.0:1777022440.451129:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b30a80
00000100:00100000:1.0:1777022440.451282:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815783424
00000100:00100000:1.0:1777022440.451286:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815783424
00000100:00100000:1.0:1777022440.451325:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 150
00000100:00100000:1.0:1777022440.451332:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10115:x1863342815783424:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022440.451343:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022440.451361:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840900 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.451400:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e2e4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78408f9 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.451410:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.451411:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.451416:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e55 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840900 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.451450:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e2e4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408f9 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.451463:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e2e4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78408f9 expref: 19 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.451500:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835715584:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022440.451561:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50540 going to sleep for 11 seconds
00000100:00100000:0.0:1777022440.456570:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.456651:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.456748:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815783552
00000100:00100000:3.0:1777022440.456757:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815783552
00000100:00100000:3.0:1777022440.456812:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 151
00000100:00100000:3.0:1777022440.456822:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10127:x1863342815783552:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022440.456840:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022440.456888:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e5c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840907 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.456920:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.456941:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840900 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.456949:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022440.456953:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e5c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840907 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.456995:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e55 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840900 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.457029:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e5c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840907 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.457043:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022440.457552:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10127:x1863342815783552:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 284us (545us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.457560:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 151
00000100:00100000:1.0:1777022440.457996:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6566f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835715584:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022440.458032:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840900 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.458046:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022440.458101:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815783424:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6769us (7437us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.458403:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 150
00000100:00100000:1.0:1777022440.469194:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.489221:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.489291:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.489556:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815783936
00000100:00100000:1.0:1777022440.489566:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815783936
00000100:00100000:1.0:1777022440.489626:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 152
00000100:00100000:1.0:1777022440.489637:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815783936:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022440.489655:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022440.489673:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2e63 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784090e expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.489703:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.489709:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e5c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840907 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.489717:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022440.489728:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2e63 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784090e expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.489767:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e5c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840907 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.489781:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2e63 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784090e expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.489795:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:1.0:1777022440.489851:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10115:x1863342815783936:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 217us (640us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.489893:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 152
00000100:00100000:3.0:1777022440.490282:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815784064
00000100:00100000:3.0:1777022440.490287:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815784064
00010000:00010000:3.0:1777022440.490309:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840900 expref: 25 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.490342:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 135
00000100:00100000:3.0:1777022440.490350:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815784064:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022440.490358:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022440.490389:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840900 expref: 25 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.490415:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840900 expref: 25 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.490434:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2e55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840900 expref: 25 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.490447:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.490449:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.490456:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840907 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.490465:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840907 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.490489:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840907 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.490501:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840907 expref: 19 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.490514:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835716096:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022440.490569:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022440.497490:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835716096:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022440.497514:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022440.497580:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2378:x1863342815784064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7230us (8287us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.497590:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 135
00000100:00100000:0.0:1777022440.499179:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.499251:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815784192
00000100:00100000:3.0:1777022440.499261:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815784192
00010000:00010000:3.0:1777022440.499295:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840907 expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.499334:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 136
00000100:00100000:3.0:1777022440.499343:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2379:x1863342815784192:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022440.499356:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022440.499385:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840907 expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.499398:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840907 expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.499421:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840907 expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.499438:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.499439:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.499446:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2e63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784090e expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.499457:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2e63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784090e expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.499505:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2e63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784090e expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.499518:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835716224:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022440.499584:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022440.506764:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.507533:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815784320
00000100:00100000:3.0:1777022440.507544:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815784320
00000100:00100000:3.0:1777022440.507649:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 153
00000100:00100000:3.0:1777022440.507660:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10127:x1863342815784320:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022440.507678:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022440.507695:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2e6a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840915 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.507725:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2e63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784090e expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.507735:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.507737:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.507741:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2e6a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840915 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.507770:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2e63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784090e expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.507794:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2e63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784090e expref: 23 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.507817:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835716352:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022440.507912:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022440.511628:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835716352:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022440.511661:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2e6a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840915 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.511681:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022440.511736:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10127:x1863342815784320:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4078us (4983us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.511746:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 153
00000100:00100000:0.0:1777022440.515718:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.515851:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.515947:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815784576
00000100:00100000:1.0:1777022440.515957:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815784576
00000100:00100000:1.0:1777022440.516028:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 154
00000100:00100000:1.0:1777022440.516039:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815784576:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022440.516059:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022440.516084:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2e71 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784091c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.516125:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.516131:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2e6a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840915 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.516138:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022440.516142:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2e71 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784091c expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.516196:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2e6a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840915 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.516211:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2e71 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784091c expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.516653:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0800, rc 0)
00000100:00100000:1.0:1777022440.516717:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10115:x1863342815784576:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 679us (865us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.516725:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 154
00000100:00100000:0.0:1777022440.531670:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.531762:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815784704
00000100:00100000:3.0:1777022440.531773:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815784704
00002000:00100000:3.0:1777022440.531830:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (110592->114687)  req@ffff8efa65ae3800 x1863342815784704/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.531841:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae3800 with x1863342815784704 ext(110592->114687)
00010000:00010000:3.0:1777022440.531850:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2e6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840915 expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.531906:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2e6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840915 expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.531915:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae3800
00000100:00100000:3.0:1777022440.531949:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 88
00000100:00100000:3.0:1777022440.531975:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815784704:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022440.532533:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815784704:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 557us (870us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022440.532542:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 88
00002000:00100000:3.0:1777022440.532549:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (110592->114687)  req@ffff8efa65ae3800 x1863342815784704/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.532559:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae3800 with x1863342815784704 ext(110592->114687)
00010000:00010000:3.0:1777022440.532564:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2e6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840915 expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.532577:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2e6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840915 expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.532584:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae3800
00000100:00100000:0.0:1777022440.541998:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.551487:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.559699:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.559958:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815785088
00000100:00100000:3.0:1777022440.559970:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815785088
00002000:00100000:3.0:1777022440.560022:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (110592->147455)  req@ffff8efa65ae3480 x1863342815785088/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.560035:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae3480 with x1863342815785088 ext(110592->147455)
00010000:00010000:3.0:1777022440.560045:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2e71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784091c expref: 24 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.560062:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2e71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784091c expref: 24 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.560103:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae3480
00000100:00100000:3.0:1777022440.560141:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 89
00000100:00100000:3.0:1777022440.560151:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815785088:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022440.566761:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815785088:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6602us (7061us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022440.566772:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 89
00002000:00100000:1.0:1777022440.566793:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (110592->147455)  req@ffff8efa65ae3480 x1863342815785088/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/440 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.566805:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae3480 with x1863342815785088 ext(110592->147455)
00010000:00010000:1.0:1777022440.566814:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2e71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784091c expref: 24 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.566831:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e2e71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784091c expref: 24 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022440.566839:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae3480
00000100:00100000:3.0:1777022440.570014:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.570828:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.576059:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815785216
00000100:00100000:0.0:1777022440.576071:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815785216
00000100:00100000:0.0:1777022440.576320:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 156
00000100:00100000:0.0:1777022440.576331:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10115:x1863342815785216:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022440.576347:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022440.576375:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2e7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784092a expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.576405:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840923 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.576413:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.576415:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.576419:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2e7f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784092a expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.576453:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840923 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.576467:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840923 expref: 19 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.576500:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835717120:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022440.576583:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ab40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022440.579132:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835717120:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022440.579167:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2e7f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784092a expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.579190:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:0.0:1777022440.579245:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815785216:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2916us (9241us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.579254:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 156
00000100:00100000:1.0:1777022440.581983:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.582066:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815785472
00000100:00100000:3.0:1777022440.582083:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815785472
00010000:00010000:3.0:1777022440.582129:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840923 expref: 20 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.582168:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 140
00000100:00100000:3.0:1777022440.582177:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342815785472:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022440.582190:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022440.582208:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840923 expref: 20 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.582222:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840923 expref: 20 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.582245:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2e78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840923 expref: 20 pid: 6924 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.582261:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.582274:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.582282:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2e7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784092a expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.582293:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2e7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784092a expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.582325:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2e7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784092a expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.582338:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835717248:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022440.582416:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022440.589458:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.589553:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815785600
00000100:00100000:3.0:1777022440.589563:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815785600
00000100:00100000:3.0:1777022440.589627:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 157
00000100:00100000:3.0:1777022440.589639:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10127:x1863342815785600:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022440.589659:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022440.589679:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840931 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.589714:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2e7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784092a expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.589723:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.589725:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.589729:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e86 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840931 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.589784:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2e7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784092a expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.589811:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2e7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784092a expref: 23 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.589826:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835717376:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022440.589936:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022440.596728:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835717376:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022440.596764:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840931 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.596798:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022440.596890:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10127:x1863342815785600:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7220us (7408us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.596899:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 157
00000100:00100000:0.0:1777022440.599622:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.599668:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.599751:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815785856
00000100:00100000:3.0:1777022440.599762:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815785856
00000100:00100000:3.0:1777022440.599822:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 158
00000100:00100000:3.0:1777022440.599831:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815785856:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022440.599846:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022440.599886:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2e8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840938 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.599937:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.599943:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840931 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.599951:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022440.599955:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2e8d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840938 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.599994:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840931 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.600008:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2e8d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840938 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.600021:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022440.600097:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10115:x1863342815785856:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 267us (427us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.600104:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 158
00000100:00100000:1.0:1777022440.600642:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815785728
00000100:00100000:1.0:1777022440.600652:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815785728
00010000:00010000:1.0:1777022440.600676:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2e7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784092a expref: 25 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.600708:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 141
00000100:00100000:1.0:1777022440.600715:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815785728:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022440.600725:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022440.600744:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2e7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784092a expref: 25 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.600755:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2e7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784092a expref: 25 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.600773:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2e7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784092a expref: 25 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.600786:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.600788:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.600795:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840931 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.600804:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840931 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.600844:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840931 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.600911:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840931 expref: 19 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.600924:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6566e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835717632:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022440.600980:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022440.604748:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6566e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835717632:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022440.604772:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022440.604838:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815785728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4123us (5225us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.604848:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 141
00000100:00100000:0.0:1777022440.607931:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.613557:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.613644:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.613795:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815786112
00000100:00100000:3.0:1777022440.613805:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815786112
00000100:00100000:3.0:1777022440.617325:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 159
00000100:00100000:3.0:1777022440.617348:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10127:x1863342815786112:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022440.617379:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022440.617400:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2e94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784093f expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.617451:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.617458:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2e8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840938 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.617465:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022440.617468:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2e94 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784093f expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.617513:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2e8d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840938 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.617527:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2e94 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784093f expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.617539:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022440.617601:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10127:x1863342815786112:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 266us (3957us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.617609:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 159
00000100:00100000:0.0:1777022440.618548:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815786240
00000100:00100000:0.0:1777022440.618560:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815786240
00010000:00010000:0.0:1777022440.618596:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840931 expref: 21 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.618641:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 142
00000100:00100000:0.0:1777022440.618649:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2379:x1863342815786240:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022440.618659:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022440.618678:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840931 expref: 21 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.618705:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840931 expref: 21 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.618725:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840931 expref: 21 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.618738:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.618740:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.618747:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2e8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840938 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.618757:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2e8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840938 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.618786:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2e8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840938 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.618798:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2e8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840938 expref: 23 pid: 11979 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.618812:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835717888:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022440.618904:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ab40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022440.627834:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.628015:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835717888:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022440.628039:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022440.628116:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2379:x1863342815786240:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9467us (14569us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.628126:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 142
00000100:00100000:1.0:1777022440.637512:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.637826:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815786496
00000100:00100000:3.0:1777022440.637836:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815786496
00000100:00100000:3.0:1777022440.637937:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 160
00000100:00100000:3.0:1777022440.637947:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815786496:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022440.637965:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022440.637984:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e9b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840946 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.638040:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.638046:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2e94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784093f expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.638053:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022440.638058:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e9b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840946 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.638108:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2e94 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784093f expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.638121:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e9b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840946 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.638134:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022440.638184:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10115:x1863342815786496:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 239us (681us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.638191:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 160
00000100:00100000:1.0:1777022440.641068:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.653551:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.653654:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815786752
00000100:00100000:1.0:1777022440.653666:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815786752
00010000:00010000:1.0:1777022440.653709:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2e94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784093f expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.653755:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 144
00000100:00100000:1.0:1777022440.653778:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342815786752:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022440.653806:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022440.653828:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2e94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784093f expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.653842:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2e94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784093f expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.653913:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2e94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784093f expref: 20 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.653931:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.653934:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.653942:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840946 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.653952:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840946 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.653988:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840946 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.654003:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835718272:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022440.654085:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022440.657313:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835718272:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022440.657375:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022440.657436:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2380:x1863342815786752:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3659us (3892us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.657447:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 144
00000100:00100000:0.0:1777022440.664937:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815786880
00000100:00100000:0.0:1777022440.664950:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815786880
00000100:00100000:0.0:1777022440.665012:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 161
00000100:00100000:0.0:1777022440.665022:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10127:x1863342815786880:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022440.665042:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022440.665060:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784094d expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.665093:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840946 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.665102:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.665104:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.665108:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.665140:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840946 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.665153:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840946 expref: 23 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.665167:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835718400:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022440.665246:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ab40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022440.672302:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.673318:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815787008
00000100:00100000:1.0:1777022440.673339:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815787008
00010000:00010000:1.0:1777022440.673389:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e9b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840946 expref: 24 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.673423:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 145
00000100:00100000:1.0:1777022440.673433:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815787008:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022440.673448:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022440.673467:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e9b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840946 expref: 24 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.673480:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840946 expref: 24 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.673506:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.673508:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.673515:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.673524:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.673586:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.673600:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835718528:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022440.673683:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00010000:00010000:0.0:1777022440.674590:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2e9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840946 expref: 24 pid: 6923 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.674609:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835718400:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022440.674632:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.674644:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:0.0:1777022440.674685:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10127:x1863342815786880:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9665us (9928us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.674693:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 161
00000100:00100000:0.0:1777022440.681908:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835718656
00000100:00100000:0.0:1777022440.681913:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835718656
00000100:00100000:0.0:1777022440.681941:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252
00000100:00100000:0.0:1777022440.681948:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49cad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3465:x1863342835718656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022440.681988:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49cad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3465:x1863342835718656:12345-0@lo:400:kworker.0 Request processed in 41us (579us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.681994:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252
00000100:00100000:0.0:1777022440.682025:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3465:1863342835718656:0@lo:400:kworker.0
00000100:00100000:1.0:1777022440.682519:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3462:1863342835718784:0@lo:400:kworker.0
00000100:00100000:1.0:1777022440.682555:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022440.682586:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835719296:0@lo:400:kworker.0
00000100:00100000:1.0:1777022440.682607:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022440.682671:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1777022440.682677:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3462:1863342835718912:0@lo:400:kworker.0
00000100:00100000:1.0:1777022440.682698:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022440.685435:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.688117:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.688186:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835718528:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022440.688212:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022440.688261:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342815787008:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14828us (15967us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.688271:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 145
00000100:00100000:0.0:1777022440.689130:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835719040
00000100:00100000:0.0:1777022440.689140:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835719040
00000100:00100000:0.0:1777022440.689190:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835719296
00000100:00100000:0.0:1777022440.689193:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835719296
00000100:00100000:0.0:1777022440.689218:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815787136
00000100:00100000:0.0:1777022440.689220:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815787136
00000100:00100000:0.0:1777022440.689237:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61
00000100:00100000:0.0:1777022440.689245:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835719040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022440.689529:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835719040:12345-0@lo:400:kworker.0 Request processed in 79us (7790us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.689538:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61
00000100:00100000:0.0:1777022440.689554:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62
00000100:00100000:0.0:1777022440.689560:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3462:x1863342835719296:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022440.689603:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3462:x1863342835719296:12345-0@lo:400:kworker.0 Request processed in 43us (6994us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.689609:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62
00000100:00100000:0.0:1777022440.689622:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 162
00000100:00100000:0.0:1777022440.689628:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10115:x1863342815787136:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022440.689638:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022440.689656:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2ea9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840954 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.689685:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.689695:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.689697:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.689701:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2ea9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840954 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.689732:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.689746:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 19 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.689767:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835719424:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022440.689928:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022440.689976:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835719040:0@lo:400:kworker.0
00000100:00100000:3.0:1777022440.690280:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815787264
00000100:00100000:3.0:1777022440.690286:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815787264
00002000:00100000:3.0:1777022440.690317:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (110592->114687)  req@ffff8efa6566e680 x1863342815787264/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.690422:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566e680 with x1863342815787264 ext(110592->114687)
00010000:00010000:3.0:1777022440.690436:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 20 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.690448:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 20 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.690455:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6566e680
00000100:00100000:3.0:1777022440.690486:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 92
00000100:00100000:3.0:1777022440.690494:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815787264:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022440.690729:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815787264:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 235us (2619us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022440.690737:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 92
00002000:00100000:3.0:1777022440.690743:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (110592->114687)  req@ffff8efa6566e680 x1863342815787264/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.690752:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566e680 with x1863342815787264 ext(110592->114687)
00010000:00010000:3.0:1777022440.690757:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 20 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.690769:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 20 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.690777:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6566e680
00000100:00100000:1.0:1777022440.697719:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.697774:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.697807:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815787520
00000100:00100000:1.0:1777022440.697815:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815787520
00002000:00100000:1.0:1777022440.697881:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (110592->114687)  req@ffff8efa6578df80 x1863342815787520/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 4584/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.697906:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578df80 with x1863342815787520 ext(110592->114687)
00010000:00010000:1.0:1777022440.697916:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 20 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.697933:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 20 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022440.697940:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578df80
00000100:00100000:1.0:1777022440.697962:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815787392
00000100:00100000:1.0:1777022440.697966:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815787392
00002000:00100000:1.0:1777022440.697981:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (114688->118783)  req@ffff8efa654c0380 x1863342815787392/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.697989:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c0380 with x1863342815787392 ext(114688->118783)
00010000:00010000:1.0:1777022440.697993:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 21 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.698002:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 21 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022440.698008:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa654c0380
00000100:00100000:1.0:1777022440.698024:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 93
00000100:00100000:1.0:1777022440.698033:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2378:x1863342815787520:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022440.698906:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815787520:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 874us (1196us total) trans 4294967323 rc 0/0
00000100:00100000:1.0:1777022440.698920:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 93
00002000:00100000:1.0:1777022440.698926:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (110592->114687)  req@ffff8efa6578df80 x1863342815787520/t4294967323(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 4584/448 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.698934:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578df80 with x1863342815787520 ext(110592->114687)
00010000:00010000:1.0:1777022440.698939:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 22 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.698950:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 22 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022440.698957:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578df80
00000100:00100000:1.0:1777022440.704322:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.704426:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815787648
00000100:00100000:0.0:1777022440.704436:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815787648
00000100:00100000:0.0:1777022440.704489:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 163
00000100:00100000:0.0:1777022440.704500:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+22:10127:x1863342815787648:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022440.704521:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022440.704541:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2eb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784095b expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.704571:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.704573:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.704578:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2eb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784095b expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.704590:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2eb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784095b expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.704603:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:0.0:1777022440.704750:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+23:10127:x1863342815787648:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 252us (436us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.704757:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 163
00000100:00100000:0.0:1777022440.707479:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815787776
00000100:00100000:0.0:1777022440.707501:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815787776
00010000:00010000:0.0:1777022440.707539:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 23 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.707583:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 146
00000100:00100000:0.0:1777022440.707592:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2377:x1863342815787776:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022440.707605:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022440.707620:0:5938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 1777022439 -> 1777022440
00002000:00010000:0.0:1777022440.707623:0:5938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 1777022439 -> 1777022440
00002000:00010000:0.0:1777022440.707626:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 224 -> 232
00010000:00010000:0.0:1777022440.707632:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 23 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.707644:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 23 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.707667:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2ea2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784094d expref: 23 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.707682:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.707684:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.707691:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2ea9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840954 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.707700:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2ea9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840954 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.707721:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.707723:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.707727:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2eb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784095b expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.707734:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2eb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784095b expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.707772:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2eb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784095b expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.707957:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835719552:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022440.708037:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2ea9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840954 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.708048:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835719680:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022440.708071:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553aa80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022440.715846:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835719552:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022440.715879:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835719680:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022440.715900:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022440.715969:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815787776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8378us (8585us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.715980:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 146
00000100:00100000:1.0:1777022440.717356:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.721268:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815788032
00000100:00100000:3.0:1777022440.721277:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815788032
00000100:00100000:3.0:1777022440.721332:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 164
00000100:00100000:3.0:1777022440.721358:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815788032:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022440.721385:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022440.721403:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840962 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.721433:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2eb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784095b expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.721442:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.721444:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022440.721448:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.721478:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2eb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784095b expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.721492:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2eb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784095b expref: 21 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.721505:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835719808:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022440.721585:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022440.725089:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a6ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835719808:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022440.725131:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.725153:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022440.725311:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10115:x1863342815788032:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3954us (4140us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.725320:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 164
00000100:00100000:1.0:1777022440.725985:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.727635:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815788160
00000100:00100000:3.0:1777022440.727649:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815788160
00010000:00010000:3.0:1777022440.727694:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2eb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784095b expref: 22 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022440.727748:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 147
00000100:00100000:3.0:1777022440.727760:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815788160:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022440.727776:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022440.727956:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2eb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784095b expref: 22 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.727971:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2eb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784095b expref: 22 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.727994:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2eb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784095b expref: 22 pid: 9584 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.728010:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.728013:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022440.728020:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.728031:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.733491:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.733743:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815788416
00000100:00100000:3.0:1777022440.733750:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815788416
00002000:00100000:3.0:1777022440.733895:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (114688->151551)  req@ffff8efa658d6d80 x1863342815788416/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.733906:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6d80 with x1863342815788416 ext(114688->151551)
00002000:00010000:3.0:1777022440.733911:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6d80
00000100:00100000:3.0:1777022440.733940:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 55
00000100:00100000:3.0:1777022440.733949:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815788416:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022440.739376:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815788288
00000100:00100000:0.0:1777022440.739389:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815788288
00000100:00100000:0.0:1777022440.739452:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 165
00000100:00100000:0.0:1777022440.739463:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10127:x1863342815788288:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022440.739482:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022440.739501:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2ebe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840969 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.739534:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.739544:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.739547:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.739551:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2ebe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840969 expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.739584:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.739597:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 26 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.739611:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835720064:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022440.740407:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553aa80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022440.741287:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815788416:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7332us (7789us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022440.741298:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 55
00002000:00100000:0.0:1777022440.741323:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (114688->151551)  req@ffff8efa658d6d80 x1863342815788416/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/440 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.741334:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6d80 with x1863342815788416 ext(114688->151551)
00010000:00010000:0.0:1777022440.741343:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 25 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.741358:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 25 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022440.741376:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d6d80
00000100:00100000:0.0:1777022440.750161:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835720064:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022440.750207:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2ebe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840969 expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.750229:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:0.0:1777022440.750288:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+22:10127:x1863342815788288:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10826us (17166us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.750296:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 165
00000100:00100000:1.0:1777022440.753044:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.758382:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.767922:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2379:x1863342815788544:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 13107us (14875us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022440.767935:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 95
00002000:00100000:0.0:1777022440.767949:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (151552->188415)  req@ffff8efa658d4000 x1863342815788544/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/440 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.767961:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4000 with x1863342815788544 ext(151552->188415)
00010000:00010000:0.0:1777022440.767985:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 27 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.768006:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 27 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022440.768017:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d4000
00000100:00100000:0.0:1777022440.778128:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815788800
00000100:00100000:0.0:1777022440.778137:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815788800
00000100:00100000:0.0:1777022440.778194:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 166
00000100:00100000:0.0:1777022440.778206:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10115:x1863342815788800:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022440.778223:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022440.778241:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840970 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.778282:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.778285:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.778290:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.778302:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.778316:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:0.0:1777022440.778382:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10115:x1863342815788800:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 179us (385us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.778389:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 166
00000100:00100000:1.0:1777022440.781967:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2377:x1863342815788672:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 23285us (23594us total) trans 4294967330 rc 0/0
00000100:00100000:1.0:1777022440.781983:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 96
00002000:00100000:1.0:1777022440.781996:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (61440->151551)  req@ffff8efa65a6ea00 x1863342815788672/t4294967330(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/448 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.782007:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6ea00 with x1863342815788672 ext(61440->151551)
00010000:00010000:1.0:1777022440.782026:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 34 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.782066:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 34 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022440.782087:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6ea00
00000100:00100000:1.0:1777022440.790008:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815788928
00000100:00100000:1.0:1777022440.790017:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815788928
00010000:00010000:1.0:1777022440.790054:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 34 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.790095:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 148
00000100:00100000:1.0:1777022440.790104:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2378:x1863342815788928:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022440.790127:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022440.790142:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 232 -> 304
00010000:00010000:1.0:1777022440.790148:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 34 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.790160:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 34 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.790193:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e2eb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840962 expref: 34 pid: 6921 timeout: 478 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.790209:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.790211:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.790236:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2ebe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [114688->151551] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840969 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.790245:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [114688->151551] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840969 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.790255:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.790256:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022440.790260:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.790267:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.790300:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.790313:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835720192:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022440.790714:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [114688->151551] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840969 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.790725:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835720320:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022440.790748:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022440.794654:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.799830:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.799940:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815789184
00000100:00100000:0.0:1777022440.799951:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815789184
00002000:00100000:0.0:1777022440.799997:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (118784->122879)  req@ffff8efa6569a300 x1863342815789184/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.800007:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6569a300 with x1863342815789184 ext(118784->122879)
00002000:00010000:0.0:1777022440.800012:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6569a300
00000100:00100000:0.0:1777022440.800048:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 57
00000100:00100000:0.0:1777022440.800057:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815789184:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022440.800243:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815789184:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 186us (421us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022440.800251:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 57
00002000:00100000:0.0:1777022440.800258:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (118784->122879)  req@ffff8efa6569a300 x1863342815789184/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.800265:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6569a300 with x1863342815789184 ext(118784->122879)
00002000:00010000:0.0:1777022440.800268:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6569a300
00000100:00100000:1.0:1777022440.801783:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835720192:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022440.801806:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835720320:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022440.801830:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022440.801913:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815788928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11809us (12000us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.801923:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 148
00000100:00100000:3.0:1777022440.805842:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.814056:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.814227:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815789440
00000100:00100000:0.0:1777022440.814238:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815789440
00002000:00100000:0.0:1777022440.814285:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (151552->155647)  req@ffff8efa65bec380 x1863342815789440/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.814297:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec380 with x1863342815789440 ext(151552->155647)
00002000:00010000:0.0:1777022440.814303:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bec380
00000100:00100000:0.0:1777022440.814337:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 59
00000100:00100000:0.0:1777022440.814346:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815789440:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022440.814539:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815789440:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 193us (493us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022440.814553:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 59
00002000:00100000:0.0:1777022440.814561:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (151552->155647)  req@ffff8efa65bec380 x1863342815789440/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.814570:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec380 with x1863342815789440 ext(151552->155647)
00002000:00010000:0.0:1777022440.814573:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bec380
00000100:00100000:3.0:1777022440.818173:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.824211:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.824285:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815789696
00000100:00100000:0.0:1777022440.824295:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815789696
00002000:00100000:0.0:1777022440.824343:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (131072->135167)  req@ffff8efa658d7100 x1863342815789696/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.824354:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7100 with x1863342815789696 ext(131072->135167)
00002000:00010000:0.0:1777022440.824360:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7100
00000100:00100000:0.0:1777022440.824403:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 61
00000100:00100000:0.0:1777022440.824413:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815789696:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022440.824582:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815789696:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 169us (380us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022440.824589:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 61
00002000:00100000:0.0:1777022440.824596:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (131072->135167)  req@ffff8efa658d7100 x1863342815789696/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.824604:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7100 with x1863342815789696 ext(131072->135167)
00002000:00010000:0.0:1777022440.824607:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7100
00000100:00100000:1.0:1777022440.829944:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.831734:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.831814:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815789952
00000100:00100000:0.0:1777022440.831822:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815789952
00002000:00100000:0.0:1777022440.831891:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (135168->139263)  req@ffff8efa658d4a80 x1863342815789952/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.831906:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4a80 with x1863342815789952 ext(135168->139263)
00002000:00010000:0.0:1777022440.831910:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4a80
00000100:00100000:0.0:1777022440.831939:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 63
00000100:00100000:0.0:1777022440.831948:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815789952:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022440.832056:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815789952:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 109us (327us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022440.832063:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 63
00002000:00100000:0.0:1777022440.832070:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (135168->139263)  req@ffff8efa658d4a80 x1863342815789952/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.832084:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4a80 with x1863342815789952 ext(135168->139263)
00002000:00010000:0.0:1777022440.832087:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4a80
00000100:00100000:1.0:1777022440.848009:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.848054:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.848319:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 65
00000100:00100000:3.0:1777022440.848341:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815790208:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022440.848541:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815790208:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 203us (485us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022440.848550:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 65
00002000:00100000:3.0:1777022440.848557:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (139264->143359)  req@ffff8efa658d6680 x1863342815790208/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.848566:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6680 with x1863342815790208 ext(139264->143359)
00002000:00010000:3.0:1777022440.848578:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6680
00000100:00100000:1.0:1777022440.857650:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.857708:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.857815:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815790336
00000100:00100000:3.0:1777022440.857824:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815790336
00002000:00100000:3.0:1777022440.857908:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (163840->167935)  req@ffff8efa658d4700 x1863342815790336/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.857921:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4700 with x1863342815790336 ext(163840->167935)
00002000:00010000:3.0:1777022440.857927:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4700
00000100:00100000:3.0:1777022440.857952:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815790464
00000100:00100000:3.0:1777022440.857955:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815790464
00002000:00100000:3.0:1777022440.857971:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (143360->151551)  req@ffff8efa467b6d80 x1863342815790464/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.857979:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b6d80 with x1863342815790464 ext(143360->151551)
00002000:00010000:3.0:1777022440.857982:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa467b6d80
00000100:00100000:3.0:1777022440.858010:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 66
00000100:00100000:3.0:1777022440.858019:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2380:x1863342815790336:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022440.858320:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2380:x1863342815790336:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 301us (677us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022440.858328:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 66
00002000:00100000:3.0:1777022440.858335:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (163840->167935)  req@ffff8efa658d4700 x1863342815790336/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.858343:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4700 with x1863342815790336 ext(163840->167935)
00002000:00010000:3.0:1777022440.858345:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4700
00000100:00100000:3.0:1777022440.858373:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 67
00000100:00100000:3.0:1777022440.858381:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815790464:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022440.859424:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815790464:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 1039us (1711us total) trans 0 rc 8192/8192
00000100:00100000:3.0:1777022440.859433:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 67
00002000:00100000:3.0:1777022440.859901:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (143360->151551)  req@ffff8efa467b6d80 x1863342815790464/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/8632 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.859910:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b6d80 with x1863342815790464 ext(143360->151551)
00002000:00010000:3.0:1777022440.859914:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa467b6d80
00000100:00100000:3.0:1777022440.864962:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.869132:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.874453:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815790720
00000100:00100000:3.0:1777022440.874467:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815790720
00002000:00100000:3.0:1777022440.874522:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (167936->172031)  req@ffff8efa467b4a80 x1863342815790720/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.874534:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b4a80 with x1863342815790720 ext(167936->172031)
00002000:00010000:3.0:1777022440.874540:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa467b4a80
00000100:00100000:3.0:1777022440.874575:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 68
00000100:00100000:3.0:1777022440.874585:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2379:x1863342815790720:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022440.874772:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2379:x1863342815790720:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 188us (5648us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022440.874792:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 68
00002000:00100000:3.0:1777022440.874800:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (167936->172031)  req@ffff8efa467b4a80 x1863342815790720/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.874809:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b4a80 with x1863342815790720 ext(167936->172031)
00002000:00010000:3.0:1777022440.874812:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa467b4a80
00000100:00100000:1.0:1777022440.890235:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.890322:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.890472:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815790848
00000100:00100000:3.0:1777022440.890482:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815790848
00002000:00100000:3.0:1777022440.890529:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (172032->176127)  req@ffff8efa467b7480 x1863342815790848/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.890541:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b7480 with x1863342815790848 ext(172032->176127)
00010000:00010000:3.0:1777022440.890550:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 33 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.890567:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 33 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.890575:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b7480
00000100:00100000:3.0:1777022440.890606:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815790976
00000100:00100000:3.0:1777022440.890609:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815790976
00002000:00100000:3.0:1777022440.890623:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (151552->172031)  req@ffff8efa65c1f480 x1863342815790976/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.890631:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1f480 with x1863342815790976 ext(151552->172031)
00010000:00010000:3.0:1777022440.890636:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 34 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.890647:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 34 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.890654:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1f480
00000100:00100000:3.0:1777022440.890668:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 97
00000100:00100000:3.0:1777022440.890676:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2378:x1863342815790848:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022440.890852:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2378:x1863342815790848:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 176us (624us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022440.890881:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 97
00002000:00100000:3.0:1777022440.890887:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (172032->176127)  req@ffff8efa467b7480 x1863342815790848/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.890894:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b7480 with x1863342815790848 ext(172032->176127)
00010000:00010000:3.0:1777022440.890899:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 34 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.890908:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 34 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.890915:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b7480
00000100:00100000:3.0:1777022440.890928:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 98
00000100:00100000:3.0:1777022440.890933:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815790976:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022440.893981:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2378:x1863342815790976:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 3037us (3649us total) trans 4294967331 rc 0/0
00000100:00100000:0.0:1777022440.893994:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 98
00002000:00100000:0.0:1777022440.894006:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (151552->172031)  req@ffff8efa65c1f480 x1863342815790976/t4294967331(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/448 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.894017:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1f480 with x1863342815790976 ext(151552->172031)
00010000:00010000:0.0:1777022440.894026:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 35 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.894043:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 35 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022440.894068:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1f480
00000100:00100000:3.0:1777022440.897042:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.898505:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815791104
00000100:00100000:0.0:1777022440.898519:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815791104
00000100:00100000:0.0:1777022440.898599:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 168
00000100:00100000:0.0:1777022440.898610:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+35:10115:x1863342815791104:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022440.898629:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022440.898647:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784097e expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.898676:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.898678:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.898684:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 36 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.898696:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 36 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.898710:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:0.0:1777022440.898776:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+36:10115:x1863342815791104:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 168us (1743us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.898783:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 168
00000100:00100000:0.0:1777022440.900538:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815791232
00000100:00100000:0.0:1777022440.900548:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815791232
00010000:00010000:0.0:1777022440.900585:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 36 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.900690:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 149
00000100:00100000:0.0:1777022440.900700:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+36:2377:x1863342815791232:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022440.900714:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022440.900731:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 304 -> 344
00010000:00010000:0.0:1777022440.900737:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 36 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.900750:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 36 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.900774:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ec5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840970 expref: 36 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.900790:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.900792:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.900799:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2ecc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [151552->172031] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840977 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.900808:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2ecc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [151552->172031] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840977 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.900817:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.900818:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.900821:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.900840:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.900925:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.900940:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835720576:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022440.901025:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2ecc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [151552->172031] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840977 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.901035:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835720704:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022440.901056:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022440.915127:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835720576:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022440.915142:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835720704:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022440.915176:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022440.915238:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342815791232:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14539us (15187us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022440.915249:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 149
00000100:00100000:0.0:1777022440.915686:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.915767:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815791360
00000100:00100000:1.0:1777022440.915774:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815791360
00002000:00100000:1.0:1777022440.915816:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (151552->172031)  req@ffff8efa65ae0000 x1863342815791360/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.915827:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae0000 with x1863342815791360 ext(151552->172031)
00002000:00010000:1.0:1777022440.915831:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ae0000
00000100:00100000:1.0:1777022440.915941:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 69
00000100:00100000:0.0:1777022440.916408:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2377:x1863342815791360:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022440.920701:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2377:x1863342815791360:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4729us (5700us total) trans 0 rc 20480/20480
00000100:00100000:1.0:1777022440.920713:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 69
00002000:00100000:1.0:1777022440.920725:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (151552->172031)  req@ffff8efa65ae0000 x1863342815791360/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/440 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 20480/20480 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.920735:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae0000 with x1863342815791360 ext(151552->172031)
00002000:00010000:1.0:1777022440.920740:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ae0000
00000100:00100000:3.0:1777022440.924726:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.925703:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815791488
00000100:00100000:0.0:1777022440.925714:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815791488
00002000:00100000:0.0:1777022440.925762:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (172032->176127)  req@ffff8efa65befb80 x1863342815791488/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.925774:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65befb80 with x1863342815791488 ext(172032->176127)
00002000:00010000:0.0:1777022440.925779:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65befb80
00000100:00100000:0.0:1777022440.925873:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 70
00000100:00100000:0.0:1777022440.925884:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342815791488:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022440.926085:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342815791488:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 203us (1367us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022440.926093:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 70
00002000:00100000:0.0:1777022440.926099:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (172032->176127)  req@ffff8efa65befb80 x1863342815791488/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022440.926107:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65befb80 with x1863342815791488 ext(172032->176127)
00002000:00010000:0.0:1777022440.926110:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65befb80
00000100:00100000:1.0:1777022440.932797:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815791744
00000100:00100000:1.0:1777022440.932807:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815791744
00000100:00100000:1.0:1777022440.932931:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 169
00000100:00100000:1.0:1777022440.932942:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+23:10127:x1863342815791744:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022440.932959:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022440.932978:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2eda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840985 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.933022:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.933031:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.933033:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022440.933036:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2eda lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840985 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.933068:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.933104:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 34 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022440.933118:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835720832:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022440.933201:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022440.933811:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815791616
00000100:00100000:3.0:1777022440.933817:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815791616
00002000:00100000:3.0:1777022440.933850:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (176128->180223)  req@ffff8efa65b31880 x1863342815791616/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.933938:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31880 with x1863342815791616 ext(176128->180223)
00010000:00010000:3.0:1777022440.933945:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 35 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.933977:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 35 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.933985:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31880
00000100:00100000:1.0:1777022440.934284:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 99
00000100:00100000:1.0:1777022440.934295:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342815791616:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022440.934495:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342815791616:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 202us (1887us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022440.934502:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 99
00002000:00100000:1.0:1777022440.934510:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (176128->180223)  req@ffff8efa65b31880 x1863342815791616/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.934517:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31880 with x1863342815791616 ext(176128->180223)
00010000:00010000:1.0:1777022440.934523:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 35 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022440.934533:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 35 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022440.934539:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31880
00000100:00100000:3.0:1777022440.938016:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835720832:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022440.938052:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2eda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840985 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.938084:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0200, rc 0)
00000100:00100000:3.0:1777022440.938143:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+24:10127:x1863342815791744:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5203us (5438us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022440.938153:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 169
00000100:00100000:0.0:1777022440.941012:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.941168:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815791872
00000100:00100000:3.0:1777022440.941178:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815791872
00002000:00100000:3.0:1777022440.941226:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (172032->176127)  req@ffff8efa65ae1c00 x1863342815791872/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 4584/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.941237:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae1c00 with x1863342815791872 ext(172032->176127)
00010000:00010000:3.0:1777022440.941247:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 35 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.941263:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 35 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.941271:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae1c00
00000100:00100000:3.0:1777022440.941301:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 100
00000100:00100000:3.0:1777022440.941311:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342815791872:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022440.941926:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2377:x1863342815791872:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 613us (919us total) trans 4294967332 rc 0/0
00000100:00100000:3.0:1777022440.941935:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 100
00002000:00100000:3.0:1777022440.941943:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (172032->176127)  req@ffff8efa65ae1c00 x1863342815791872/t4294967332(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:91/0 lens 4584/448 e 0 to 0 dl 1777022451 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022440.941953:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae1c00 with x1863342815791872 ext(172032->176127)
00010000:00010000:3.0:1777022440.941959:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 37 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022440.941972:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 37 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022440.941980:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae1c00
00000100:00100000:3.0:1777022440.946141:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.946701:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815792000
00000100:00100000:0.0:1777022440.946712:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815792000
00000100:00100000:0.0:1777022440.946789:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 170
00000100:00100000:0.0:1777022440.946800:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+37:10115:x1863342815792000:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022440.946819:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022440.946839:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2ee1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784098c expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.946895:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.946897:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022440.946902:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2ee1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784098c expref: 38 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.946914:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2ee1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784098c expref: 38 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.946929:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:0.0:1777022440.947005:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+38:10115:x1863342815792000:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 207us (872us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.947012:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 170
00000100:00100000:1.0:1777022440.954774:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022440.955026:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815792128
00000100:00100000:0.0:1777022440.955038:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815792128
00010000:00010000:0.0:1777022440.955164:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 38 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.955321:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 150
00000100:00100000:0.0:1777022440.955332:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+38:2378:x1863342815792128:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022440.955397:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022440.955416:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 344 -> 352
00010000:00010000:0.0:1777022440.955423:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 38 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.955436:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 38 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.955470:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2ed3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784097e expref: 38 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.955490:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.955492:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.955501:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2eda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840985 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.955511:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2eda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840985 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.955528:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.955530:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022440.955534:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2ee1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784098c expref: 37 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.955542:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2ee1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784098c expref: 37 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022440.955580:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2ee1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784098c expref: 37 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.955594:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835720960:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022440.955714:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2eda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840985 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022440.955725:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835721088:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022440.955746:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022440.973488:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835720960:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022440.973504:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835721088:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022440.973525:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022440.973585:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2378:x1863342815792128:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 18254us (18820us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022440.973596:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 150
00000100:00100000:1.0:1777022440.976254:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815792256
00000100:00100000:1.0:1777022440.976275:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815792256
00002000:00100000:1.0:1777022440.976322:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (172032->176127)  req@ffff8efa412ab800 x1863342815792256/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/0 e 0 to 0 dl 1777022451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.976334:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412ab800 with x1863342815792256 ext(172032->176127)
00002000:00010000:1.0:1777022440.976339:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa412ab800
00000100:00100000:1.0:1777022440.976381:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 71
00000100:00100000:1.0:1777022440.976390:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2377:x1863342815792256:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022440.976559:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2377:x1863342815792256:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 169us (461us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022440.976566:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 71
00002000:00100000:1.0:1777022440.976572:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (172032->176127)  req@ffff8efa412ab800 x1863342815792256/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:91/0 lens 488/4536 e 0 to 0 dl 1777022451 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022440.976580:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412ab800 with x1863342815792256 ext(172032->176127)
00002000:00010000:1.0:1777022440.976583:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa412ab800
00000100:00100000:1.0:1777022440.983389:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022440.992706:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022440.997106:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.007895:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.008814:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815792768
00000100:00100000:1.0:1777022441.008825:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815792768
00002000:00100000:1.0:1777022441.008914:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (176128->212991)  req@ffff8efa65bec700 x1863342815792768/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.008926:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec700 with x1863342815792768 ext(176128->212991)
00010000:00010000:1.0:1777022441.008934:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e2ee8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840993 expref: 25 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.008952:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e2ee8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840993 expref: 25 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022441.008974:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bec700
00000100:00100000:1.0:1777022441.008998:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 101
00000100:00100000:1.0:1777022441.009010:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815792768:12345-192.168.202.33@tcp:3:kworker.0
00000100:00080000:3.0:1777022441.010765:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022441.023006:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.023412:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.023589:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815792896:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022441.023621:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022441.023640:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2ef6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409a1 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.023677:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.023684:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 36 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.023692:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022441.023696:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2ef6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409a1 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.023732:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 36 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.023745:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2ef6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409a1 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.023758:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:2.0:1777022441.023820:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815792896:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 234us (823us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.023827:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 173
00000100:00100000:0.0:1777022441.030276:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815793024
00000100:00100000:0.0:1777022441.030291:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815793024
00010000:00010000:0.0:1777022441.030336:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e2ee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840993 expref: 26 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.030425:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 152
00000100:00100000:0.0:1777022441.030436:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815793024:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022441.030452:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022441.030478:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e2ee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840993 expref: 26 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.030492:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e2ee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840993 expref: 26 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.030521:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e2ee8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840993 expref: 26 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.030536:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.030538:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.030546:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 36 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.030555:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 36 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.030595:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 36 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.030628:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 36 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.030645:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835721728:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022441.030741:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.034131:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.034301:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835721728:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022441.034324:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022441.034387:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815793024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3951us (10974us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.034399:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 152
00000100:00100000:1.0:1777022441.034591:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815793152
00000100:00100000:1.0:1777022441.034598:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815793152
00002000:00100000:1.0:1777022441.034656:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (176128->180223)  req@ffff8efa65bef100 x1863342815793152/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.034667:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef100 with x1863342815793152 ext(176128->180223)
00010000:00010000:1.0:1777022441.034674:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 37 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.034688:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 37 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022441.034696:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bef100
00000100:00100000:1.0:1777022441.034720:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 102
00000100:00100000:1.0:1777022441.034728:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2377:x1863342815793152:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022441.034905:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2377:x1863342815793152:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 178us (784us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022441.034913:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 102
00002000:00100000:1.0:1777022441.034919:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (176128->180223)  req@ffff8efa65bef100 x1863342815793152/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.034947:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef100 with x1863342815793152 ext(176128->180223)
00010000:00010000:1.0:1777022441.034954:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 37 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.034964:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 37 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022441.034972:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bef100
00000100:00080000:3.0:1777022441.038024:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022441.042376:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.042633:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815793280
00000100:00100000:1.0:1777022441.042643:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815793280
00000100:00100000:1.0:1777022441.042702:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 174
00000100:00100000:1.0:1777022441.042711:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+37:10115:x1863342815793280:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022441.042729:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022441.042747:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2efd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409a8 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.042778:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022441.042784:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2ef6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409a1 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.042791:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022441.042795:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2efd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409a8 expref: 38 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.042836:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2ef6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a1 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.042896:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2efd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409a8 expref: 38 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.042910:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:1.0:1777022441.042964:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+38:10115:x1863342815793280:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 255us (607us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.042973:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 174
00000100:00100000:1.0:1777022441.045001:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.045088:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815793408
00000100:00100000:2.0:1777022441.045099:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815793408
00010000:00010000:2.0:1777022441.045141:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 38 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.045389:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 153
00000100:00100000:2.0:1777022441.045400:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+38:2378:x1863342815793408:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.045416:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.045438:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 38 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.045451:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 38 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.045476:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e2eef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784099a expref: 38 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.045493:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.045495:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.045502:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2ef6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a1 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.045511:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2ef6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a1 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.045545:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2ef6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a1 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.045559:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2ef6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a1 expref: 24 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.045580:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835721984:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.045659:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022441.048644:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835721984:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.048670:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.048726:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2378:x1863342815793408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3328us (3732us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.048736:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 153
00000100:00100000:1.0:1777022441.057604:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.057705:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815793536
00000100:00100000:2.0:1777022441.057714:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815793536
00010000:00010000:2.0:1777022441.057749:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2ef6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a1 expref: 25 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.057791:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 154
00000100:00100000:2.0:1777022441.057799:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2377:x1863342815793536:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.057813:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.057832:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2ef6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a1 expref: 25 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.057845:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2ef6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a1 expref: 25 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.057897:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2ef6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a1 expref: 25 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.057934:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.057935:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.057943:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2efd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409a8 expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.057953:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2efd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409a8 expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.057985:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2efd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409a8 expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.057998:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835722112:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.058067:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022441.070061:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835722112:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.070097:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.070162:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2377:x1863342815793536:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12362us (12565us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.070173:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 154
00000100:00100000:1.0:1777022441.071837:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.072025:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815793664
00000100:00100000:2.0:1777022441.072034:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815793664
00000100:00100000:2.0:1777022441.072098:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 175
00000100:00100000:2.0:1777022441.072108:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+24:10127:x1863342815793664:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022441.072125:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022441.072143:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409af expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.072188:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2efd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409a8 expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.072198:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.072200:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.072204:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.072235:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2efd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a8 expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.072247:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2efd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a8 expref: 36 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.072261:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835722240:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022441.072337:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022441.075096:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.075198:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815793792
00000100:00100000:0.0:1777022441.075207:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815793792
00010000:00010000:0.0:1777022441.075243:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2efd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a8 expref: 37 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.075288:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 155
00000100:00100000:0.0:1777022441.075298:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2378:x1863342815793792:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022441.075313:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022441.075334:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2efd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a8 expref: 37 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.075348:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2efd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a8 expref: 37 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.075398:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.075400:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.075408:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.075418:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.075453:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.075466:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835722368:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022441.075543:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.077265:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.077368:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815793920
00000100:00100000:0.0:1777022441.077377:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815793920
00000100:00100000:0.0:1777022441.077430:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 176
00000100:00100000:0.0:1777022441.077440:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+38:10115:x1863342815793920:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022441.077458:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022441.077475:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409b6 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.077505:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.077513:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.077524:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.077529:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.077560:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.077573:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.077587:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835722496:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022441.077651:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a480 going to sleep for 11 seconds
00010000:00010000:2.0:1777022441.079065:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e2efd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409a8 expref: 39 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.079094:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835722240:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022441.079135:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.079144:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.079167:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:2.0:1777022441.079221:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815793664:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7115us (7390us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.079230:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 175
00000100:00100000:0.0:1777022441.080540:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835722368:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022441.080560:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022441.080607:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+38:2378:x1863342815793792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5311us (5529us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.080617:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 155
00000100:00100000:3.0:1777022441.088630:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.088748:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815794048
00000100:00100000:2.0:1777022441.088757:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815794048
00002000:00100000:2.0:1777022441.088812:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (176128->212991)  req@ffff8efa65bee680 x1863342815794048/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022441.088823:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bee680 with x1863342815794048 ext(176128->212991)
00010000:00010000:2.0:1777022441.088832:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.088849:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022441.088877:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bee680
00000100:00100000:2.0:1777022441.088902:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 103
00000100:00100000:2.0:1777022441.088912:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815794048:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022441.090199:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835722496:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022441.090230:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.090252:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:0.0:1777022441.090310:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+37:10115:x1863342815793920:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12872us (13051us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.090319:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 176
00000100:00100000:2.0:1777022441.095026:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815794048:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6102us (6393us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022441.095039:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 103
00002000:00100000:2.0:1777022441.095052:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (176128->212991)  req@ffff8efa65bee680 x1863342815794048/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/440 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022441.095095:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bee680 with x1863342815794048 ext(176128->212991)
00010000:00010000:2.0:1777022441.095105:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.095123:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022441.095131:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bee680
00000100:00100000:3.0:1777022441.098257:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.098371:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.098736:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815794304
00000100:00100000:2.0:1777022441.098747:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815794304
00010000:00010000:2.0:1777022441.098796:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.098840:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 156
00000100:00100000:2.0:1777022441.098849:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815794304:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.098898:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.098918:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.098932:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.098955:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e2f04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409af expref: 25 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.098992:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.098994:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.099002:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.099012:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.099049:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.099066:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835722624:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.099242:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.103343:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.103445:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815794432
00000100:00100000:0.0:1777022441.103454:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815794432
00002000:00100000:0.0:1777022441.103499:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (176128->180223)  req@ffff8efa65bedf80 x1863342815794432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.103511:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bedf80 with x1863342815794432 ext(176128->180223)
00002000:00010000:0.0:1777022441.103516:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bedf80
00000100:00100000:0.0:1777022441.103551:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 72
00000100:00100000:0.0:1777022441.103561:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2377:x1863342815794432:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022441.103719:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2377:x1863342815794432:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 158us (385us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022441.103726:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 72
00002000:00100000:0.0:1777022441.103733:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (176128->180223)  req@ffff8efa65bedf80 x1863342815794432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.103742:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bedf80 with x1863342815794432 ext(176128->180223)
00002000:00010000:0.0:1777022441.103745:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bedf80
00000100:00100000:2.0:1777022441.103941:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835722624:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.103963:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.103993:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2378:x1863342815794304:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5145us (5633us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.104002:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 156
00000100:00100000:3.0:1777022441.110824:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.110982:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815794560
00000100:00100000:2.0:1777022441.110992:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815794560
00002000:00100000:2.0:1777022441.111039:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (180224->184319)  req@ffff8efa65bef800 x1863342815794560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022441.111050:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef800 with x1863342815794560 ext(180224->184319)
00002000:00010000:2.0:1777022441.111055:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bef800
00000100:00100000:2.0:1777022441.111109:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 73
00000100:00100000:2.0:1777022441.111119:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2380:x1863342815794560:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022441.111283:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2380:x1863342815794560:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 166us (469us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022441.111291:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 73
00002000:00100000:2.0:1777022441.111297:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (180224->184319)  req@ffff8efa65bef800 x1863342815794560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022441.111305:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef800 with x1863342815794560 ext(180224->184319)
00002000:00010000:2.0:1777022441.111309:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bef800
00000100:00100000:1.0:1777022441.111512:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815794176
00000100:00100000:1.0:1777022441.111518:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815794176
00000100:00100000:1.0:1777022441.111555:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 177
00000100:00100000:1.0:1777022441.111563:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+24:10127:x1863342815794176:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022441.111573:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022441.111591:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2f12 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409bd expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.111620:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.111629:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022441.111631:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022441.111635:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2f12 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409bd expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.111673:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.111686:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 36 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022441.111700:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835722752:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022441.111765:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30c00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.114304:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835722752:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022441.114339:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2f12 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409bd expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.114372:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1a00, rc 0)
00000100:00100000:0.0:1777022441.114431:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815794176:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2869us (16183us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.114441:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 177
00000100:00100000:3.0:1777022441.115645:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.115837:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815794688
00000100:00100000:0.0:1777022441.115872:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815794688
00002000:00100000:0.0:1777022441.115922:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (176128->180223)  req@ffff8efa65c51c00 x1863342815794688/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 4584/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.115933:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51c00 with x1863342815794688 ext(176128->180223)
00010000:00010000:0.0:1777022441.115940:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 37 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.115955:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 37 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.115963:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c51c00
00000100:00100000:0.0:1777022441.115988:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 104
00000100:00100000:0.0:1777022441.115997:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2377:x1863342815794688:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022441.116333:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2377:x1863342815794688:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 336us (692us total) trans 4294967333 rc 0/0
00000100:00100000:0.0:1777022441.116341:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 104
00002000:00100000:0.0:1777022441.116347:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (176128->180223)  req@ffff8efa65c51c00 x1863342815794688/t4294967333(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 4584/448 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.116355:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51c00 with x1863342815794688 ext(176128->180223)
00010000:00010000:0.0:1777022441.116370:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 39 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.116381:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 39 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.116400:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c51c00
00000100:00100000:3.0:1777022441.122806:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.122962:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815794816
00000100:00100000:1.0:1777022441.122973:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815794816
00000100:00100000:1.0:1777022441.123031:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 178
00000100:00100000:1.0:1777022441.123041:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+39:10115:x1863342815794816:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022441.123061:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022441.123088:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2f19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409c4 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.123118:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022441.123121:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022441.123126:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2f19 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409c4 expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.123138:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2f19 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409c4 expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.123151:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1400, rc 0)
00000100:00100000:1.0:1777022441.123228:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+40:10115:x1863342815794816:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 188us (431us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.123236:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 178
00010000:00010000:0.0:1777022441.131567:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022441.138937:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.139040:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815794944
00000100:00100000:2.0:1777022441.139051:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815794944
00010000:00010000:2.0:1777022441.139101:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 40 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.139149:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 157
00000100:00100000:2.0:1777022441.139159:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2378:x1863342815794944:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.139175:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022441.139192:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 352 -> 360
00010000:00010000:2.0:1777022441.139198:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 40 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.139212:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 40 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.139236:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409b6 expref: 40 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.139268:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.139270:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.139277:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2f12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409bd expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.139288:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2f12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409bd expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.139297:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.139299:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.139303:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2f19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409c4 expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.139312:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2f19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409c4 expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.139349:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2f19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409c4 expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.139373:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835722880:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.139465:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2f12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409bd expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.139475:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835723008:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.139510:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77300 going to sleep for 11 seconds
00000100:00100000:2.0:1777022441.145599:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835722880:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.145613:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835723008:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.145634:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.145693:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2378:x1863342815794944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6534us (6765us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.145704:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 157
00000100:00100000:3.0:1777022441.158591:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.158701:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815795072
00000100:00100000:2.0:1777022441.158711:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815795072
00002000:00100000:2.0:1777022441.158759:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (180224->184319)  req@ffff8efa65c52680 x1863342815795072/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022441.158768:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52680 with x1863342815795072 ext(180224->184319)
00002000:00010000:2.0:1777022441.158773:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c52680
00000100:00100000:2.0:1777022441.158808:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 74
00000100:00100000:2.0:1777022441.158815:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2377:x1863342815795072:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022441.158981:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2377:x1863342815795072:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 166us (399us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022441.158986:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 74
00002000:00100000:2.0:1777022441.158991:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (180224->184319)  req@ffff8efa65c52680 x1863342815795072/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022441.158996:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52680 with x1863342815795072 ext(180224->184319)
00002000:00010000:2.0:1777022441.158998:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c52680
00000100:00100000:1.0:1777022441.164915:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.165002:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815795200
00000100:00100000:0.0:1777022441.165014:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815795200
00002000:00100000:0.0:1777022441.165076:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (176128->180223)  req@ffff8efa65c1ca80 x1863342815795200/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.165088:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ca80 with x1863342815795200 ext(176128->180223)
00002000:00010000:0.0:1777022441.165096:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1ca80
00000100:00100000:0.0:1777022441.165127:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 75
00000100:00100000:0.0:1777022441.165137:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2377:x1863342815795200:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022441.165304:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2377:x1863342815795200:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 167us (400us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022441.165312:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 75
00002000:00100000:0.0:1777022441.165318:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (176128->180223)  req@ffff8efa65c1ca80 x1863342815795200/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.165327:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ca80 with x1863342815795200 ext(176128->180223)
00002000:00010000:0.0:1777022441.165330:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1ca80
00000100:00100000:3.0:1777022441.170512:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.170674:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815795328
00000100:00100000:0.0:1777022441.170683:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815795328
00000100:00100000:0.0:1777022441.170749:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 179
00000100:00100000:0.0:1777022441.170760:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815795328:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022441.170789:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022441.170810:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409cb expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.170907:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2f19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409c4 expref: 38 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.170916:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.170918:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.170922:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.170953:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2f19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409c4 expref: 38 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.170966:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2f19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409c4 expref: 38 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.170980:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835723136:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022441.171051:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553aa80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022441.175540:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.175621:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815795456
00000100:00100000:2.0:1777022441.175644:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815795456
00000100:00100000:2.0:1777022441.175693:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 180
00000100:00100000:2.0:1777022441.175702:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+39:10115:x1863342815795456:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022441.175719:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022441.175737:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409d2 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.175767:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.175772:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.175790:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022441.175794:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f27 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409d2 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.175831:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.175844:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f27 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409d2 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.175875:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022441.175932:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+40:10115:x1863342815795456:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 231us (401us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.175939:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 180
00000100:00100000:0.0:1777022441.176303:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835723136:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022441.176322:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.176333:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:0.0:1777022441.176354:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815795328:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5598us (5852us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.176371:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 179
00000100:00100000:3.0:1777022441.176821:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.177032:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815795584
00000100:00100000:0.0:1777022441.177038:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815795584
00010000:00010000:0.0:1777022441.177064:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2f19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409c4 expref: 40 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.177109:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 158
00000100:00100000:0.0:1777022441.177117:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2378:x1863342815795584:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022441.177129:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022441.177147:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2f19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409c4 expref: 40 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.177158:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2f19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409c4 expref: 40 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.177186:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e2f19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409c4 expref: 40 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.177201:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.177203:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.177210:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.177219:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.177247:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.177271:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 25 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.177285:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835723392:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022441.177350:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553aa80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.183484:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835723392:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022441.183510:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022441.183570:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2378:x1863342815795584:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6452us (6748us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.183581:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 158
00000100:00100000:1.0:1777022441.188457:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.188708:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815795712
00000100:00100000:2.0:1777022441.188718:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815795712
00002000:00100000:2.0:1777022441.188789:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (180224->217087)  req@ffff8efa65c1d180 x1863342815795712/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022441.188801:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1d180 with x1863342815795712 ext(180224->217087)
00010000:00010000:2.0:1777022441.188810:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 26 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.188827:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 26 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022441.188835:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1d180
00000100:00100000:2.0:1777022441.188904:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 105
00000100:00100000:2.0:1777022441.188914:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815795712:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022441.193494:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1777022441.193515:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835723648:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022441.193571:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022441.193610:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835723648
00000100:00100000:3.0:1777022441.193616:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835723648
00000100:00100000:3.0:1777022441.193665:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51
00000100:00100000:3.0:1777022441.193675:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835723648:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022441.193702:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17154624 pending 118784 free 3923574784 avail 3692052480
00000100:00100000:3.0:1777022441.193744:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835723648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (172us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.193751:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51
00000100:00080000:3.0:1777022441.193769:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022441.193800:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835723648:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022441.194002:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835723520:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1777022441.194034:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022441.194717:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835723520
00000100:00100000:3.0:1777022441.194724:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835723520
00000100:00100000:3.0:1777022441.194784:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52
00000100:00100000:3.0:1777022441.194791:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835723520:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1777022441.194807:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 163840 granted 219173440 pending 909312 free 3923578880 avail 3692056576
00000100:00100000:3.0:1777022441.194893:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835723520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (858us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.194899:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52
00000100:00080000:0.0:1777022441.194959:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022441.195030:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835723520:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1777022441.196717:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815795712:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7797us (8262us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022441.196728:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 105
00002000:00100000:2.0:1777022441.196740:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (180224->217087)  req@ffff8efa65c1d180 x1863342815795712/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/440 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022441.196751:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1d180 with x1863342815795712 ext(180224->217087)
00010000:00010000:2.0:1777022441.196760:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 26 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.196791:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 26 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022441.196818:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1d180
00000100:00100000:1.0:1777022441.200606:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.200714:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815795840
00000100:00100000:2.0:1777022441.200724:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815795840
00000100:00100000:2.0:1777022441.200791:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 181
00000100:00100000:2.0:1777022441.200802:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815795840:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022441.200820:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022441.200839:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409d9 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.200905:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.200911:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409d2 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.200920:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022441.200925:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.200967:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f27 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d2 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.200980:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.200993:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022441.201124:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815795840:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 324us (527us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.201145:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 181
00000100:00100000:3.0:1777022441.204741:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.206387:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815795968
00000100:00100000:0.0:1777022441.206400:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815795968
00010000:00010000:0.0:1777022441.206535:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 27 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.206583:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 159
00000100:00100000:0.0:1777022441.206594:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815795968:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022441.206609:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022441.206628:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 27 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.206640:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 27 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.206674:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409cb expref: 27 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.206691:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.206693:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.206701:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d2 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.206710:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d2 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.206748:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d2 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.206762:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d2 expref: 38 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.207024:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835723904:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022441.207255:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.211427:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835723904:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022441.211466:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022441.211525:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815795968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4932us (6792us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.211535:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 159
00000100:00100000:3.0:1777022441.215937:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.216218:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815796096
00000100:00100000:2.0:1777022441.216229:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815796096
00010000:00010000:2.0:1777022441.216267:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d2 expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.216311:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 160
00000100:00100000:2.0:1777022441.216321:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2380:x1863342815796096:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.216336:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.216356:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d2 expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.216382:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d2 expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.216408:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f27 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d2 expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.216423:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.216425:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.216433:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.216453:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.216504:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.216518:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835724032:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.216602:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022441.221344:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835724032:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.221378:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.221678:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+38:2380:x1863342815796096:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5115us (5506us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.221690:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 160
00000100:00100000:3.0:1777022441.229017:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.229291:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815796224
00000100:00100000:2.0:1777022441.229301:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815796224
00000100:00100000:2.0:1777022441.229418:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 182
00000100:00100000:2.0:1777022441.229428:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+38:10115:x1863342815796224:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022441.229454:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022441.229472:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409e0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.229503:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.229512:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.229514:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.229517:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.229566:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.229579:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 25 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.229592:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835724160:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022441.229673:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.234323:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.234463:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815796352
00000100:00100000:0.0:1777022441.234472:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815796352
00002000:00100000:0.0:1777022441.234523:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (180224->217087)  req@ffff8efa65c52a00 x1863342815796352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.234534:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52a00 with x1863342815796352 ext(180224->217087)
00010000:00010000:0.0:1777022441.234543:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 26 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.234559:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 26 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.234566:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52a00
00000100:00100000:0.0:1777022441.234600:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 106
00000100:00100000:0.0:1777022441.234610:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815796352:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022441.235055:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835724160:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022441.235081:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.235110:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022441.235280:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+39:10115:x1863342815796224:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5853us (6271us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.235289:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 182
00000100:00100000:0.0:1777022441.241757:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815796352:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7139us (7432us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022441.241769:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 106
00002000:00100000:0.0:1777022441.241790:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (180224->217087)  req@ffff8efa65c52a00 x1863342815796352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/440 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.241801:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52a00 with x1863342815796352 ext(180224->217087)
00010000:00010000:0.0:1777022441.241811:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 26 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.241830:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 26 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.241879:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52a00
00000100:00100000:3.0:1777022441.245527:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.245566:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.245632:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815796480
00000100:00100000:0.0:1777022441.245642:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815796480
00000100:00100000:0.0:1777022441.245701:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 183
00000100:00100000:0.0:1777022441.245711:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815796480:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022441.245731:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022441.245750:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f3c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409e7 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.245794:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.245800:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.245808:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022441.245812:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f3c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409e7 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.245870:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.245886:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f3c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409e7 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.245899:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:2.0:1777022441.245993:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815796608
00000100:00100000:2.0:1777022441.245998:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815796608
00010000:00010000:2.0:1777022441.246018:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 28 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.246044:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 161
00000100:00100000:2.0:1777022441.246052:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342815796608:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.246078:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.246107:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 28 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.246129:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 28 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.246149:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409d9 expref: 28 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.246162:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.246164:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.246170:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.246178:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.246202:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.246214:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 38 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.246227:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835724416:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022441.246998:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815796480:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1284us (1476us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.247017:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 183
00000100:00100000:2.0:1777022441.247271:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022441.251125:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835724416:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.251148:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.251194:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815796608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5143us (5626us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.251206:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 161
00000100:00100000:1.0:1777022441.255135:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.255316:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815796736
00000100:00100000:0.0:1777022441.255326:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815796736
00002000:00100000:0.0:1777022441.255383:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (180224->184319)  req@ffff8efa65c1f800 x1863342815796736/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.255394:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1f800 with x1863342815796736 ext(180224->184319)
00010000:00010000:0.0:1777022441.255402:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.255419:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.255428:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1f800
00000100:00100000:0.0:1777022441.255531:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 107
00000100:00100000:0.0:1777022441.255540:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2377:x1863342815796736:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022441.255720:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2377:x1863342815796736:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (594us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022441.255728:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 107
00002000:00100000:0.0:1777022441.255735:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (180224->184319)  req@ffff8efa65c1f800 x1863342815796736/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.255743:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1f800 with x1863342815796736 ext(180224->184319)
00010000:00010000:0.0:1777022441.255748:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.255790:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.255798:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1f800
00000100:00100000:0.0:1777022441.259516:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.259620:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815796864
00000100:00100000:1.0:1777022441.259629:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815796864
00000100:00100000:1.0:1777022441.259689:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 184
00000100:00100000:1.0:1777022441.259699:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+39:10115:x1863342815796864:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022441.259714:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022441.259732:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409ee expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.259760:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022441.259765:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f3c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409e7 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.259772:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022441.259777:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.259835:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f3c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e7 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.259849:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.259901:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022441.259957:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+40:10115:x1863342815796864:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 260us (452us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.259964:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 184
00000100:00100000:3.0:1777022441.263531:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.263629:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815796992
00000100:00100000:0.0:1777022441.263641:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815796992
00010000:00010000:0.0:1777022441.263688:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 40 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.263734:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 162
00000100:00100000:0.0:1777022441.263743:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2378:x1863342815796992:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022441.263757:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022441.263788:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 40 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.263801:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 40 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.263825:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f35 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e0 expref: 40 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.263838:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.263841:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.263901:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e7 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.263911:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e7 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.263951:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e7 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.263964:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e7 expref: 25 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.263977:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835724672:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022441.264056:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.267409:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835724672:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022441.267434:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022441.267495:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2378:x1863342815796992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3751us (3974us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.267507:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 162
00000100:00100000:0.0:1777022441.269276:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.269373:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815797120
00000100:00100000:2.0:1777022441.269383:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815797120
00010000:00010000:2.0:1777022441.269420:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e7 expref: 26 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.269454:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 163
00000100:00100000:2.0:1777022441.269463:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815797120:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.269475:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.269495:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e7 expref: 26 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.269508:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e7 expref: 26 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.269533:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e2f3c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409e7 expref: 26 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.269549:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.269551:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.269559:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 38 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.269583:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 38 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.269618:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 38 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.269632:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835724800:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.269708:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022441.273116:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835724800:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.273147:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.273195:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2380:x1863342815797120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3732us (3926us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.273206:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 163
00000100:00100000:3.0:1777022441.281124:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.281400:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815797248
00000100:00100000:2.0:1777022441.281410:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815797248
00000100:00100000:2.0:1777022441.281465:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 185
00000100:00100000:2.0:1777022441.281476:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa819d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815797248:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022441.281494:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022441.281513:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409f5 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.281545:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 38 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.281573:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.281575:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.281580:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.281616:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 38 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.281629:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 38 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.281643:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835724928:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022441.281770:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.285699:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.285995:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815797376
00000100:00100000:3.0:1777022441.286004:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815797376
00002000:00100000:3.0:1777022441.286052:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (180224->184319)  req@ffff8efa65ae2a00 x1863342815797376/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022441.286064:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae2a00 with x1863342815797376 ext(180224->184319)
00010000:00010000:3.0:1777022441.286085:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 39 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.286184:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 39 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022441.286194:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae2a00
00000100:00100000:3.0:1777022441.286224:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 108
00000100:00100000:3.0:1777022441.286234:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2377:x1863342815797376:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022441.286476:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2377:x1863342815797376:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 243us (785us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022441.286497:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 108
00002000:00100000:3.0:1777022441.286505:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (180224->184319)  req@ffff8efa65ae2a00 x1863342815797376/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022441.286512:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae2a00 with x1863342815797376 ext(180224->184319)
00010000:00010000:3.0:1777022441.286517:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 39 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.286528:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 39 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022441.286535:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae2a00
00000100:00100000:2.0:1777022441.286909:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835724928:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022441.286939:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.286956:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:2.0:1777022441.287048:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa819d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815797248:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5574us (5934us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.287055:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 185
00000100:00100000:3.0:1777022441.292039:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.292168:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.292350:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815797504
00000100:00100000:1.0:1777022441.292370:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815797504
00000100:00100000:1.0:1777022441.292423:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 186
00000100:00100000:1.0:1777022441.292433:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+39:10115:x1863342815797504:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022441.292450:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022441.292468:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2f51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78409fc expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.292498:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022441.292504:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.292511:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022441.292516:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2f51 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78409fc expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.292572:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.292586:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2f51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409fc expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.292599:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:1.0:1777022441.292645:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+40:10115:x1863342815797504:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 215us (477us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.292652:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 186
00000100:00100000:2.0:1777022441.294502:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815797632
00000100:00100000:2.0:1777022441.294514:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815797632
00010000:00010000:2.0:1777022441.294554:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 40 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.294611:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 164
00000100:00100000:2.0:1777022441.294620:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2377:x1863342815797632:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.294633:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.294652:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 40 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.294664:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 40 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.294686:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2f43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409ee expref: 40 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.294701:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.294703:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.294711:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.294721:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.294756:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.294769:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 25 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.294994:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835725184:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.295297:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.300078:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835725184:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022441.300111:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022441.301046:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2377:x1863342815797632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6421us (9010us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.301058:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 164
00000100:00100000:3.0:1777022441.302031:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.303371:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815797760
00000100:00100000:0.0:1777022441.303384:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815797760
00002000:00100000:0.0:1777022441.303432:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (180224->217087)  req@ffff8efa65c50700 x1863342815797760/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.303443:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50700 with x1863342815797760 ext(180224->217087)
00010000:00010000:0.0:1777022441.303451:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 26 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.303467:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 26 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.303476:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50700
00000100:00100000:0.0:1777022441.303509:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 109
00000100:00100000:0.0:1777022441.303518:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815797760:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022441.307704:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815797760:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4175us (5665us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022441.307716:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 109
00002000:00100000:0.0:1777022441.307728:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (180224->217087)  req@ffff8efa65c50700 x1863342815797760/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/440 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.307738:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50700 with x1863342815797760 ext(180224->217087)
00010000:00010000:0.0:1777022441.307747:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 26 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.307765:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 26 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.308062:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50700
00000100:00100000:3.0:1777022441.311274:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.311365:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.311581:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815798016
00000100:00100000:2.0:1777022441.311591:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815798016
00010000:00010000:2.0:1777022441.311638:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 26 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.311687:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 165
00000100:00100000:2.0:1777022441.311697:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815798016:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.311712:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.311731:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 26 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.311744:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 26 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.311767:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f4a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409f5 expref: 26 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.311789:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.311791:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.311799:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2f51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409fc expref: 38 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.311831:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2f51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409fc expref: 38 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.311907:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2f51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409fc expref: 38 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.311922:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835725312:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.311988:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.312150:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815797888
00000100:00100000:0.0:1777022441.312156:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815797888
00000100:00100000:0.0:1777022441.312191:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 187
00000100:00100000:0.0:1777022441.312199:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815797888:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022441.312213:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022441.312225:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f58 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a03 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.312245:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2f51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409fc expref: 38 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.312252:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.312254:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.312257:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f58 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a03 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.312280:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2f51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409fc expref: 38 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.312292:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2f51 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409fc expref: 38 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.312303:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835725440:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022441.312340:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.316533:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.317425:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835725440:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022441.317456:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f58 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a03 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.317478:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:0.0:1777022441.317538:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815797888:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5339us (6272us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.317546:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 187
00000100:00100000:0.0:1777022441.317584:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815798144
00000100:00100000:0.0:1777022441.317591:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815798144
00010000:00010000:0.0:1777022441.317617:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2f51 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409fc expref: 39 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.317654:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 166
00000100:00100000:0.0:1777022441.317662:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2378:x1863342815798144:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022441.317674:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022441.317692:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2f51 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409fc expref: 39 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.317704:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2f51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409fc expref: 39 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.317726:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.317728:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.317749:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a03 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.317759:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a03 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.317801:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a03 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.317814:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835725568:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022441.317885:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.320806:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835725568:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022441.320830:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022441.320914:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2378:x1863342815798144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3251us (4388us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.320924:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 166
00010000:00010000:2.0:1777022441.326031:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e2f51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78409fc expref: 38 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.326054:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835725312:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.326083:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.326178:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815798016:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14482us (14820us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.326189:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 165
00000100:00100000:3.0:1777022441.328673:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.328914:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815798272
00000100:00100000:2.0:1777022441.328923:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815798272
00000100:00100000:2.0:1777022441.328973:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 188
00000100:00100000:2.0:1777022441.328983:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+38:10115:x1863342815798272:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022441.329001:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022441.329020:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a0a expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.329084:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a03 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.329101:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.329103:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.329107:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.329137:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a03 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.329150:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a03 expref: 25 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.329165:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835725696:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022441.329250:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d770c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.333089:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.333215:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815798400
00000100:00100000:0.0:1777022441.333224:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815798400
00010000:00010000:0.0:1777022441.333262:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f58 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a03 expref: 26 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.333307:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 167
00000100:00100000:0.0:1777022441.333317:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815798400:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022441.333331:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022441.333352:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f58 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a03 expref: 26 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.333394:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a03 expref: 26 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.333422:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.333425:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.333432:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.333442:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.333478:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.333493:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835725824:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022441.333566:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00010000:00010000:2.0:1777022441.333933:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a03 expref: 26 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.333948:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835725696:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022441.333971:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.333982:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022441.334026:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+39:10115:x1863342815798272:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5044us (5360us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.334034:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 188
00000100:00100000:1.0:1777022441.337006:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835725824:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022441.337031:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022441.337102:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2377:x1863342815798400:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3779us (4015us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.337113:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 167
00000100:00100000:0.0:1777022441.339847:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.340202:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815798528
00000100:00100000:3.0:1777022441.340211:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815798528
00002000:00100000:3.0:1777022441.340260:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (180224->184319)  req@ffff8efa65ae2680 x1863342815798528/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022441.340271:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae2680 with x1863342815798528 ext(180224->184319)
00002000:00010000:3.0:1777022441.340277:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ae2680
00000100:00100000:3.0:1777022441.340326:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 76
00000100:00100000:3.0:1777022441.340336:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2377:x1863342815798528:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022441.340524:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2377:x1863342815798528:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 189us (685us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022441.340532:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 76
00002000:00100000:3.0:1777022441.340539:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (180224->184319)  req@ffff8efa65ae2680 x1863342815798528/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022441.340548:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae2680 with x1863342815798528 ext(180224->184319)
00002000:00010000:3.0:1777022441.340551:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ae2680
00000100:00100000:3.0:1777022441.348755:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.350977:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.351064:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815798784
00000100:00100000:3.0:1777022441.351084:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815798784
00000100:00100000:3.0:1777022441.351158:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 189
00000100:00100000:3.0:1777022441.351169:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815798784:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022441.351187:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022441.351205:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2f66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a11 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.351237:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.351247:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.351249:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.351253:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2f66 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a11 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.351306:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.351320:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 38 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.351333:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835725952:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022441.351422:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022441.353531:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815798656
00000100:00100000:2.0:1777022441.353545:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815798656
00002000:00100000:0.0:1777022441.353689:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (184320->188415)  req@ffff8efa65c53800 x1863342815798656/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.353701:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53800 with x1863342815798656 ext(184320->188415)
00010000:00010000:0.0:1777022441.353709:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.353746:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.353754:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53800
00000100:00100000:0.0:1777022441.353799:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 110
00000100:00100000:0.0:1777022441.353809:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2379:x1863342815798656:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022441.354036:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2379:x1863342815798656:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 228us (5292us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022441.354045:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 110
00002000:00100000:0.0:1777022441.354052:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (184320->188415)  req@ffff8efa65c53800 x1863342815798656/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.354059:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53800 with x1863342815798656 ext(184320->188415)
00010000:00010000:0.0:1777022441.354064:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.354084:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.354092:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53800
00000100:00100000:3.0:1777022441.356293:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835725952:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022441.356324:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2f66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a11 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.356345:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6400, rc 0)
00000100:00100000:3.0:1777022441.356409:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815798784:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5241us (5440us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.356418:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 189
00000100:00100000:3.0:1777022441.359201:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.359380:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815798912
00000100:00100000:1.0:1777022441.359390:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815798912
00002000:00100000:1.0:1777022441.359440:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65c52d80 x1863342815798912/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.359452:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52d80 with x1863342815798912 ext(188416->192511)
00010000:00010000:1.0:1777022441.359462:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.359479:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022441.359503:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52d80
00000100:00100000:1.0:1777022441.359543:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 111
00000100:00100000:1.0:1777022441.359554:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2380:x1863342815798912:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022441.359726:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2380:x1863342815798912:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 174us (532us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022441.359733:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 111
00002000:00100000:1.0:1777022441.359739:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65c52d80 x1863342815798912/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.359747:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52d80 with x1863342815798912 ext(188416->192511)
00010000:00010000:1.0:1777022441.359753:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.359764:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022441.359771:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52d80
00000100:00100000:3.0:1777022441.363565:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.363606:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.363707:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815799040
00000100:00100000:0.0:1777022441.363717:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815799040
00002000:00100000:0.0:1777022441.363766:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (180224->188415)  req@ffff8efa65c53b80 x1863342815799040/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 8680/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.363807:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53b80 with x1863342815799040 ext(180224->188415)
00010000:00010000:0.0:1777022441.363816:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.363833:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 39 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.363841:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53b80
00000100:00100000:0.0:1777022441.363902:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 112
00000100:00100000:0.0:1777022441.363912:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2379:x1863342815799040:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022441.364409:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2379:x1863342815799040:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 498us (852us total) trans 4294967334 rc 0/0
00000100:00100000:0.0:1777022441.364418:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 112
00002000:00100000:0.0:1777022441.364425:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (180224->188415)  req@ffff8efa65c53b80 x1863342815799040/t4294967334(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 8680/448 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.364433:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53b80 with x1863342815799040 ext(180224->188415)
00010000:00010000:0.0:1777022441.364439:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 41 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.364451:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 41 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.364458:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53b80
00000100:00100000:2.0:1777022441.364554:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815799168
00000100:00100000:2.0:1777022441.364559:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815799168
00000100:00100000:2.0:1777022441.364592:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 190
00000100:00100000:2.0:1777022441.364600:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815799168:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022441.364610:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022441.364625:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a18 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.364648:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.364651:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.364655:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f6d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a18 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.364666:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f6d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a18 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.364679:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:2.0:1777022441.364698:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:10115:x1863342815799168:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 100us (1092us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.364705:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 190
00000100:00100000:3.0:1777022441.368441:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.368605:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815799296
00000100:00100000:0.0:1777022441.368615:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815799296
00010000:00010000:0.0:1777022441.368656:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 42 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.368704:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 168
00000100:00100000:0.0:1777022441.368715:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2379:x1863342815799296:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022441.368730:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022441.368747:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 360 -> 376
00010000:00010000:0.0:1777022441.368754:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 42 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.368767:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 42 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.368958:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e2f5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a0a expref: 42 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.368975:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.368978:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.368985:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2f66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->188415] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a11 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.368995:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2f66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->188415] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a11 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.369004:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.369017:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.369022:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a18 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.369030:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a18 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.369276:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a18 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.369295:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835726080:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022441.369391:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2f66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [180224->188415] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a11 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.369401:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835726208:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022441.369424:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.373926:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.374042:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835726080:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022441.374054:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835726208:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022441.374086:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022441.374155:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2379:x1863342815799296:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5441us (5722us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.374166:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 168
00000100:00100000:1.0:1777022441.375127:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815799424
00000100:00100000:1.0:1777022441.375136:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815799424
00002000:00100000:1.0:1777022441.375179:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (180224->188415)  req@ffff8efa65c51180 x1863342815799424/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.375190:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51180 with x1863342815799424 ext(180224->188415)
00002000:00010000:1.0:1777022441.375195:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c51180
00000100:00100000:1.0:1777022441.375225:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 77
00000100:00100000:1.0:1777022441.375247:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815799424:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022441.375679:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815799424:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 433us (1762us total) trans 0 rc 8192/8192
00000100:00100000:1.0:1777022441.375687:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 77
00002000:00100000:1.0:1777022441.375694:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (180224->188415)  req@ffff8efa65c51180 x1863342815799424/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/8632 e 0 to 0 dl 1777022452 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.375703:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51180 with x1863342815799424 ext(180224->188415)
00002000:00010000:1.0:1777022441.375706:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c51180
00000100:00100000:3.0:1777022441.380431:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.380535:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815799552
00000100:00100000:2.0:1777022441.380545:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815799552
00000100:00100000:2.0:1777022441.380603:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 191
00000100:00100000:2.0:1777022441.380626:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815799552:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022441.380645:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022441.380662:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a1f expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.380691:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a18 expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.380701:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.380702:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.380706:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.380738:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a18 expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.380752:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a18 expref: 40 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.380767:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835726336:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022441.380851:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d770c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.384584:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.384627:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.384742:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815799808
00000100:00100000:0.0:1777022441.384751:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815799808
00000100:00100000:0.0:1777022441.384808:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 192
00000100:00100000:0.0:1777022441.384818:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815799808:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022441.384843:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022441.384884:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a26 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.384918:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.384924:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.384931:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022441.384936:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.384975:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.384988:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.385000:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:0.0:1777022441.385046:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+42:10115:x1863342815799808:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 231us (418us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.385054:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 192
00000100:00100000:1.0:1777022441.385271:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815799680
00000100:00100000:1.0:1777022441.385276:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815799680
00010000:00010000:1.0:1777022441.385296:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f6d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a18 expref: 42 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022441.385328:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 169
00000100:00100000:1.0:1777022441.385335:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2377:x1863342815799680:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022441.385343:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022441.385372:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f6d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a18 expref: 42 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.385385:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a18 expref: 42 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.385402:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022441.385404:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022441.385411:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.385427:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.385452:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.385465:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 27 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022441.385478:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835726592:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022441.385529:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be309c0 going to sleep for 11 seconds
00010000:00010000:2.0:1777022441.385919:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e2f6d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a18 expref: 42 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.385934:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835726336:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022441.385952:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 27 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.385968:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 27 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.385980:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022441.386017:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815799552:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5394us (5595us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.386024:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 191
00000100:00100000:3.0:1777022441.392257:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.392435:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815799936
00000100:00100000:0.0:1777022441.392447:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815799936
00002000:00100000:0.0:1777022441.392494:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65a6df80 x1863342815799936/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.392523:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6df80 with x1863342815799936 ext(188416->225279)
00010000:00010000:0.0:1777022441.392532:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 27 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.392549:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 27 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.392556:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6df80
00000100:00100000:0.0:1777022441.392590:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 113
00000100:00100000:0.0:1777022441.392600:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815799936:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022441.392999:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835726592:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022441.393019:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022441.393630:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815799680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8293us (9052us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.393640:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 169
00000100:00100000:0.0:1777022441.397405:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815799936:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4797us (5279us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022441.397418:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 113
00002000:00100000:0.0:1777022441.397430:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65a6df80 x1863342815799936/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/440 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.397442:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6df80 with x1863342815799936 ext(188416->225279)
00010000:00010000:0.0:1777022441.397452:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 27 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.397470:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 27 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.397479:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6df80
00000100:00100000:3.0:1777022441.400800:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.400984:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815800064
00000100:00100000:0.0:1777022441.400994:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815800064
00000100:00100000:0.0:1777022441.401053:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 193
00000100:00100000:0.0:1777022441.401063:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815800064:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022441.401090:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022441.401115:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2f82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a2d expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.401152:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.401158:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.401166:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022441.401171:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2f82 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a2d expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.401208:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.401221:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2f82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a2d expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.401234:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:0.0:1777022441.401281:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815800064:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 220us (490us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.401289:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 193
00000100:00100000:3.0:1777022441.402046:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.402243:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815800192
00000100:00100000:1.0:1777022441.402251:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815800192
00010000:00010000:1.0:1777022441.402278:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 28 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022441.402304:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 170
00000100:00100000:1.0:1777022441.402311:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2378:x1863342815800192:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022441.402335:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022441.402353:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 28 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.402377:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 28 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.402400:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e2f74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a1f expref: 28 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.402413:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022441.402415:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022441.402422:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.402431:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.402458:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.402471:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 40 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022441.402484:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835726848:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022441.402549:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be309c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022441.405754:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835726848:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022441.405797:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022441.405848:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815800192:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3537us (3805us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.405886:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 170
00000100:00100000:3.0:1777022441.410820:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.410952:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815800320
00000100:00100000:0.0:1777022441.410975:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815800320
00002000:00100000:0.0:1777022441.411026:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65a6ed80 x1863342815800320/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.411037:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6ed80 with x1863342815800320 ext(188416->192511)
00010000:00010000:0.0:1777022441.411046:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 41 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.411064:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 41 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.411086:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6ed80
00000100:00100000:0.0:1777022441.411125:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 114
00000100:00100000:0.0:1777022441.411135:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815800320:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022441.411302:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815800320:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 168us (491us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022441.411309:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 114
00002000:00100000:0.0:1777022441.411315:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65a6ed80 x1863342815800320/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.411324:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6ed80 with x1863342815800320 ext(188416->192511)
00010000:00010000:0.0:1777022441.411329:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 41 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.411340:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 41 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.411372:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6ed80
00000100:00100000:1.0:1777022441.415668:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.416512:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815800448
00000100:00100000:0.0:1777022441.416523:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815800448
00000100:00100000:0.0:1777022441.416622:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 194
00000100:00100000:0.0:1777022441.416633:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815800448:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022441.416652:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022441.416671:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2f89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a34 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.416702:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.416708:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2f82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a2d expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.416715:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022441.416720:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2f89 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a34 expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.416758:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2f82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a2d expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.416771:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2f89 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a34 expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.416798:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:0.0:1777022441.417263:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+42:10115:x1863342815800448:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 630us (1603us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.417285:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 194
00000100:00100000:1.0:1777022441.419663:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.419756:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815800576
00000100:00100000:2.0:1777022441.419766:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815800576
00010000:00010000:2.0:1777022441.419813:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 42 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.419851:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 171
00000100:00100000:2.0:1777022441.419886:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2378:x1863342815800576:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.419900:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.419920:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 42 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.419934:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 42 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.419956:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e2f7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a26 expref: 42 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.419987:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.419990:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.419998:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2f82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a2d expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.420008:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2f82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a2d expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.420045:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2f82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a2d expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.420058:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2f82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a2d expref: 26 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.420448:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835727104:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.420530:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d770c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022441.426468:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.426568:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835727104:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.426594:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.426651:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815800576:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6767us (6996us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.426662:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 171
00000100:00100000:2.0:1777022441.426693:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815800704
00000100:00100000:2.0:1777022441.426700:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815800704
00010000:00010000:2.0:1777022441.426727:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2f82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a2d expref: 27 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.426790:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 172
00000100:00100000:2.0:1777022441.426800:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815800704:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.426811:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.426831:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2f82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a2d expref: 27 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.426844:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2f82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a2d expref: 27 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.426887:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e2f82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a2d expref: 27 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.426902:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.426904:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.426912:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2f89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a34 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.426922:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2f89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a34 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.426955:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2f89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a34 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.426968:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835727232:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.427021:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d770c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022441.430508:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835727232:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.430530:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.430578:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815800704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3780us (4119us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.430589:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 172
00000100:00100000:1.0:1777022441.435743:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.435813:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815800832
00000100:00100000:2.0:1777022441.435823:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815800832
00000100:00100000:0.0:1777022441.436385:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 195
00000100:00100000:0.0:1777022441.436407:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815800832:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022441.436426:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022441.436445:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a3b expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.436476:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2f89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a34 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.436484:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.436486:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.436490:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.436525:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2f89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a34 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.436538:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2f89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a34 expref: 40 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.436552:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835727360:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022441.436670:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022441.439825:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.440758:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835727360:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022441.440800:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.440838:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ca00, rc 0)
00000100:00100000:0.0:1777022441.440919:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815800832:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4524us (5185us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.440929:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 195
00000100:00100000:3.0:1777022441.442680:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815800960
00000100:00100000:3.0:1777022441.442692:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815800960
00000100:00100000:1.0:1777022441.443038:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.443744:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815801088
00000100:00100000:3.0:1777022441.443752:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815801088
00000100:00100000:3.0:1777022441.443957:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 196
00000100:00100000:3.0:1777022441.443969:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+42:10115:x1863342815801088:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022441.443986:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022441.444005:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a42 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.444035:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.444041:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.444049:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022441.444053:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 43 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.444327:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2f89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a34 expref: 43 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.444368:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 173
00000100:00100000:0.0:1777022441.444378:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342815800960:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022441.444389:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022441.444410:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2f89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a34 expref: 43 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.444425:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2f89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a34 expref: 43 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.444446:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e2f89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a34 expref: 43 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.444460:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.444462:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.444470:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.444501:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.444538:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.444551:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 26 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.444564:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835727488:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022441.444646:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00010000:00010000:3.0:1777022441.448584:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 26 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.448711:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 26 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.448744:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835727616:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022441.448976:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022441.449226:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.449850:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815801216
00000100:00100000:3.0:1777022441.449880:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815801216
00002000:00100000:3.0:1777022441.449928:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65c1e680 x1863342815801216/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022441.449938:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1e680 with x1863342815801216 ext(188416->225279)
00010000:00010000:3.0:1777022441.449945:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 27 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.449960:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 27 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022441.449968:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1e680
00000100:00100000:3.0:1777022441.450003:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 115
00000100:00100000:3.0:1777022441.450013:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815801216:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022441.455512:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835727616:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022441.455544:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.455566:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022441.455622:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+42:10115:x1863342815801088:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11656us (12587us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.455644:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 196
00000100:00100000:3.0:1777022441.455723:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815801216:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5711us (6498us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022441.455730:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 115
00002000:00100000:3.0:1777022441.455739:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65c1e680 x1863342815801216/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/440 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022441.455749:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1e680 with x1863342815801216 ext(188416->225279)
00010000:00010000:3.0:1777022441.455756:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 27 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.455769:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 27 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022441.455789:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1e680
00000100:00100000:0.0:1777022441.457158:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835727488:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022441.457179:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022441.457226:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815800960:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12850us (17411us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.457235:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 173
00000100:00100000:1.0:1777022441.460715:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.460810:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.460894:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815801472
00000100:00100000:3.0:1777022441.460904:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815801472
00000100:00100000:3.0:1777022441.460955:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 197
00000100:00100000:3.0:1777022441.460965:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815801472:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022441.460981:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022441.461000:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2f9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a49 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.461030:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.461036:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.461062:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022441.461075:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2f9e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a49 expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.461137:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.461152:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2f9e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a49 expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.461166:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022441.461222:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815801472:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 258us (411us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.461229:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 197
00000100:00100000:0.0:1777022441.461393:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815801344
00000100:00100000:0.0:1777022441.461398:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815801344
00010000:00010000:0.0:1777022441.461420:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 28 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.461445:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 174
00000100:00100000:0.0:1777022441.461453:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342815801344:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022441.461473:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022441.461492:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 28 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.461504:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 28 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.461523:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2f90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a3b expref: 28 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.461535:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.461537:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.461544:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.461554:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.461579:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.461591:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 40 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.461605:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835727872:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022441.461663:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.469409:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835727872:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022441.469437:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022441.469506:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815801344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8053us (8798us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.469517:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 174
00000100:00100000:3.0:1777022441.469806:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.469969:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815801600
00000100:00100000:0.0:1777022441.469976:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815801600
00002000:00100000:0.0:1777022441.470015:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65a6f800 x1863342815801600/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.470025:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6f800 with x1863342815801600 ext(188416->192511)
00010000:00010000:0.0:1777022441.470034:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.470050:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.470059:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6f800
00000100:00100000:0.0:1777022441.470086:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 116
00000100:00100000:0.0:1777022441.470107:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815801600:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022441.470254:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815801600:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 160us (448us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022441.470261:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 116
00002000:00100000:0.0:1777022441.470267:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65a6f800 x1863342815801600/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.470294:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6f800 with x1863342815801600 ext(188416->192511)
00010000:00010000:0.0:1777022441.470300:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.470310:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.470317:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6f800
00000100:00100000:3.0:1777022441.474637:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.474696:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.474772:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815801728
00000100:00100000:0.0:1777022441.474790:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815801728
00000100:00100000:0.0:1777022441.474847:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 198
00000100:00100000:0.0:1777022441.474893:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815801728:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022441.474912:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022441.474930:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a50 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.474961:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.474967:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2f9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a49 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.474974:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022441.474977:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.475015:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2f9e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a49 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.475041:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.475056:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:0.0:1777022441.475114:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+42:10115:x1863342815801728:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 259us (486us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.475300:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 198
00000100:00100000:1.0:1777022441.475595:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815801856
00000100:00100000:1.0:1777022441.475601:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815801856
00010000:00010000:1.0:1777022441.475622:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 42 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022441.475654:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 175
00000100:00100000:1.0:1777022441.475661:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2378:x1863342815801856:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022441.475670:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022441.475688:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 42 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.475715:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 42 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.475733:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e2f97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a42 expref: 42 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.475745:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022441.475747:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022441.475753:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2f9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a49 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.475762:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2f9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a49 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.475798:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2f9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a49 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.475811:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2f9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a49 expref: 26 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022441.475825:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835728128:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022441.475919:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30f00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022441.484087:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835728128:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022441.484307:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022441.484422:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815801856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8760us (9724us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.484434:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 175
00000100:00100000:3.0:1777022441.489923:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.493658:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815801984
00000100:00100000:2.0:1777022441.493670:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815801984
00010000:00010000:2.0:1777022441.493716:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2f9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a49 expref: 27 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.493751:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 176
00000100:00100000:2.0:1777022441.493759:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815801984:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.493772:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.493790:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2f9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a49 expref: 27 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.493804:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2f9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a49 expref: 27 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.493828:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e2f9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a49 expref: 27 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.493844:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.494313:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.494322:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.494331:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.494382:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.494396:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835728256:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.494486:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.498023:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835728256:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022441.498049:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022441.498113:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815801984:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4352us (8197us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.498124:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 176
00000100:00100000:3.0:1777022441.514032:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.514103:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.514138:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815802112
00000100:00100000:0.0:1777022441.514147:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815802112
00000100:00100000:0.0:1777022441.514213:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 199
00000100:00100000:0.0:1777022441.514223:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815802112:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022441.514240:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022441.514257:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a57 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.514288:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.514297:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.514299:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.514303:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.514334:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.514373:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 40 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.514388:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835728384:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022441.514468:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022441.514763:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815802240
00000100:00100000:1.0:1777022441.514768:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815802240
00002000:00100000:1.0:1777022441.514797:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65a10700 x1863342815802240/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.514807:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10700 with x1863342815802240 ext(188416->192511)
00010000:00010000:1.0:1777022441.514813:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 41 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.514825:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 41 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022441.514832:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10700
00000100:00100000:1.0:1777022441.514894:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 117
00000100:00100000:1.0:1777022441.514903:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815802240:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022441.515050:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815802240:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 148us (946us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022441.515057:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 117
00002000:00100000:1.0:1777022441.515064:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65a10700 x1863342815802240/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.515072:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10700 with x1863342815802240 ext(188416->192511)
00010000:00010000:1.0:1777022441.515078:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 41 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.515112:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 41 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022441.515119:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10700
00000100:00100000:0.0:1777022441.517005:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835728384:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022441.517038:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.517059:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ca00, rc 0)
00000100:00100000:0.0:1777022441.517272:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815802112:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3049us (3249us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.517280:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 199
00000100:00100000:0.0:1777022441.533204:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.533250:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.533421:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815802368
00000100:00100000:1.0:1777022441.533441:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815802368
00000100:00100000:1.0:1777022441.533499:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 200
00000100:00100000:1.0:1777022441.533510:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815802368:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022441.533531:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022441.533549:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fb3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a5e expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.533577:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022441.533583:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.533590:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022441.533595:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fb3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a5e expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.533635:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.533648:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fb3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a5e expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.533678:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022441.533736:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+42:10115:x1863342815802368:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 228us (541us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.533743:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 200
00000100:00100000:2.0:1777022441.534302:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815802496
00000100:00100000:2.0:1777022441.534308:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815802496
00010000:00010000:2.0:1777022441.534332:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 42 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.534372:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 177
00000100:00100000:2.0:1777022441.534380:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2379:x1863342815802496:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.534391:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.534412:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 42 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.534425:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 42 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.534471:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e2fa5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a50 expref: 42 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.534484:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.534486:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.534493:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.534502:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.534528:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.534541:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 26 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.534555:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835728640:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.534615:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77d80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022441.548725:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835728640:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.548750:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.548932:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2379:x1863342815802496:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14550us (15679us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.548943:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 177
00000100:00100000:2.0:1777022441.552584:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.552683:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815802624
00000100:00100000:0.0:1777022441.552692:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815802624
00002000:00100000:0.0:1777022441.552738:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa658d1c00 x1863342815802624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.552749:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1c00 with x1863342815802624 ext(188416->225279)
00010000:00010000:0.0:1777022441.552758:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 27 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.552793:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 27 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.552922:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1c00
00000100:00100000:0.0:1777022441.552998:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 118
00000100:00100000:0.0:1777022441.553009:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2379:x1863342815802624:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022441.566620:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2379:x1863342815802624:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 13603us (14034us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022441.566632:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 118
00002000:00100000:0.0:1777022441.566645:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa658d1c00 x1863342815802624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/440 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.566657:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1c00 with x1863342815802624 ext(188416->225279)
00010000:00010000:0.0:1777022441.566666:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 27 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.566684:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 27 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.566692:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1c00
00000100:00100000:0.0:1777022441.600542:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.600590:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.600766:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815802752
00000100:00100000:1.0:1777022441.600775:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815802752
00000100:00100000:1.0:1777022441.600841:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 201
00000100:00100000:1.0:1777022441.600852:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815802752:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022441.600915:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022441.600935:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a65 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.600969:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022441.600976:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fb3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a5e expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.600984:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022441.600988:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.601032:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fb3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a5e expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.601045:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.601077:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022441.601154:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815802752:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 304us (621us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.601161:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 201
00000100:00100000:2.0:1777022441.601987:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815802880
00000100:00100000:2.0:1777022441.601995:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815802880
00010000:00010000:2.0:1777022441.602023:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 28 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.602055:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 178
00000100:00100000:2.0:1777022441.602063:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342815802880:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.602074:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.602104:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 28 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.602117:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 28 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.602137:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e2fac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a57 expref: 28 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.602151:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.602153:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.602160:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a5e expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.602169:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a5e expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.602199:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a5e expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.602416:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a5e expref: 40 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.602441:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835728896:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.602540:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77d80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.610156:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.610277:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835728896:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.610300:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.610364:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815802880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8291us (9763us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.610375:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 178
00000100:00100000:2.0:1777022441.610406:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815803008
00000100:00100000:2.0:1777022441.610413:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815803008
00010000:00010000:2.0:1777022441.610454:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a5e expref: 41 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.610492:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 179
00000100:00100000:2.0:1777022441.610501:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2379:x1863342815803008:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.610513:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.610532:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a5e expref: 41 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.610545:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a5e expref: 41 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.610592:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fb3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a5e expref: 41 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.610607:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.610609:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.610617:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.610627:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.610662:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.610675:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835729024:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.610722:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77d80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022441.614714:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835729024:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.614736:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.614792:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2379:x1863342815803008:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4291us (4644us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.614807:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 179
00000100:00100000:0.0:1777022441.623425:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.624006:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815803136
00000100:00100000:3.0:1777022441.624016:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815803136
00000100:00100000:3.0:1777022441.624133:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 202
00000100:00100000:3.0:1777022441.624144:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+40:10115:x1863342815803136:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022441.624161:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022441.624189:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a6c expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.629109:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.629126:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.629128:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.629133:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.629176:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.629192:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 26 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.629220:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835729152:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022441.629306:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.640243:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.640460:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815803264
00000100:00100000:2.0:1777022441.640470:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815803264
00002000:00100000:2.0:1777022441.640521:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65ae3b80 x1863342815803264/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022441.640553:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae3b80 with x1863342815803264 ext(188416->225279)
00010000:00010000:2.0:1777022441.640565:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 27 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.640583:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 27 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022441.640591:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae3b80
00000100:00100000:2.0:1777022441.640627:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 119
00000100:00100000:2.0:1777022441.640638:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2380:x1863342815803264:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022441.644345:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835729152:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022441.644406:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.644429:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022441.644496:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815803136:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 20353us (21080us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.644505:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 202
00000100:00100000:2.0:1777022441.650691:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2380:x1863342815803264:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10045us (10448us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022441.650705:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 119
00002000:00100000:2.0:1777022441.650717:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65ae3b80 x1863342815803264/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/440 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022441.650728:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae3b80 with x1863342815803264 ext(188416->225279)
00010000:00010000:2.0:1777022441.650738:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 27 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.650754:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 27 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022441.650763:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae3b80
00000100:00100000:0.0:1777022441.657057:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.657460:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815803392
00000100:00100000:3.0:1777022441.657473:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815803392
00000100:00100000:3.0:1777022441.657541:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 203
00000100:00100000:3.0:1777022441.657551:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815803392:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022441.657572:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022441.657592:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2fc8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a73 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.657637:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.657644:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.657651:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022441.657654:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2fc8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a73 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.657692:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.657707:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2fc8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a73 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.657737:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022441.657817:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815803392:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 267us (769us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.657824:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 203
00000100:00100000:0.0:1777022441.659315:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.659848:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815803520
00000100:00100000:3.0:1777022441.659892:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815803520
00010000:00010000:3.0:1777022441.659927:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 28 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.659966:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 180
00000100:00100000:3.0:1777022441.659976:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2380:x1863342815803520:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022441.659989:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022441.660007:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 28 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.660021:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 28 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.660055:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a65 expref: 28 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.660262:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022441.660265:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022441.660275:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.660299:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.660336:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.660349:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 40 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.660373:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835729408:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022441.660442:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.665348:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835729408:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022441.665409:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022441.665456:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2380:x1863342815803520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5481us (6147us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.665467:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 180
00000100:00100000:0.0:1777022441.669536:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.669579:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815803648
00000100:00100000:3.0:1777022441.669589:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815803648
00002000:00100000:3.0:1777022441.669999:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65ae1880 x1863342815803648/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022441.670012:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae1880 with x1863342815803648 ext(188416->192511)
00010000:00010000:3.0:1777022441.670032:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.670085:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022441.670095:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae1880
00000100:00100000:0.0:1777022441.670202:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 120
00000100:00100000:0.0:1777022441.670224:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815803648:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022441.670444:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815803648:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 224us (913us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022441.670451:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 120
00002000:00100000:0.0:1777022441.670458:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65ae1880 x1863342815803648/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.670467:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae1880 with x1863342815803648 ext(188416->192511)
00010000:00010000:0.0:1777022441.670472:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.670483:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.670489:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae1880
00000100:00100000:2.0:1777022441.680820:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.680960:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815803776
00000100:00100000:3.0:1777022441.680971:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815803776
00010000:00010000:3.0:1777022441.681012:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.681052:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 181
00000100:00100000:3.0:1777022441.681061:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815803776:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022441.681075:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022441.681105:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.681120:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.681145:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2fc1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a6c expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.681161:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022441.681163:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022441.681170:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2fc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a73 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.681217:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2fc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a73 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.681255:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2fc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a73 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.681269:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835729536:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022441.681341:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.682300:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.682454:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815803904
00000100:00100000:2.0:1777022441.682461:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815803904
00000100:00100000:2.0:1777022441.682506:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 204
00000100:00100000:2.0:1777022441.682515:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815803904:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022441.682532:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022441.682548:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a7a expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.682573:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2fc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a73 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.682579:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.682580:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.682583:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.682604:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2fc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a73 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.682618:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2fc8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a73 expref: 26 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.682631:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835729664:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022441.682694:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.691739:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835729536:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022441.691768:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022441.691829:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2377:x1863342815803776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10768us (11017us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.691841:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 181
00000100:00100000:2.0:1777022441.692476:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835729664:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022441.692517:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.692539:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022441.692574:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815803904:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10061us (10279us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.692581:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 204
00000100:00100000:3.0:1777022441.692830:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.693332:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815804032
00000100:00100000:2.0:1777022441.693340:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815804032
00010000:00010000:2.0:1777022441.693381:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2fc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a73 expref: 27 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.693412:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 182
00000100:00100000:2.0:1777022441.693421:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815804032:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.693444:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.693464:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2fc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a73 expref: 27 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.693477:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2fc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a73 expref: 27 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.693500:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e2fc8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a73 expref: 27 pid: 9584 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.693514:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.693525:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.693533:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.693543:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.693575:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.693588:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835729792:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.693656:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022441.696668:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835729792:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.696694:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.696798:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815804032:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3377us (3967us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.696809:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 182
00000100:00100000:0.0:1777022441.711710:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.711885:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815804160
00000100:00100000:1.0:1777022441.711897:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815804160
00000100:00100000:1.0:1777022441.711960:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 205
00000100:00100000:1.0:1777022441.711970:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815804160:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022441.711990:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022441.712009:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a81 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.712051:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.712061:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022441.712063:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022441.712067:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.712102:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.712114:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 40 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022441.712149:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835729920:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022441.712239:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be309c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.715018:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.715346:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815804288
00000100:00100000:2.0:1777022441.715366:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815804288
00002000:00100000:2.0:1777022441.715411:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65a12300 x1863342815804288/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022441.715422:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12300 with x1863342815804288 ext(188416->192511)
00010000:00010000:2.0:1777022441.715441:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 41 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.715461:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 41 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022441.715483:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a12300
00000100:00100000:2.0:1777022441.715524:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 121
00000100:00100000:2.0:1777022441.715533:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815804288:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022441.715684:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815804288:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 152us (673us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022441.715691:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 121
00002000:00100000:2.0:1777022441.715698:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65a12300 x1863342815804288/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022441.715705:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12300 with x1863342815804288 ext(188416->192511)
00010000:00010000:2.0:1777022441.715711:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 41 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.715723:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 41 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022441.715729:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a12300
00000100:00100000:1.0:1777022441.723651:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835729920:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022441.723687:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.723710:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022441.723769:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815804160:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11801us (12069us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.723778:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 205
00000100:00100000:0.0:1777022441.724719:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.724827:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815804416
00000100:00100000:1.0:1777022441.724835:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815804416
00000100:00100000:1.0:1777022441.724910:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 206
00000100:00100000:1.0:1777022441.724920:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815804416:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022441.724937:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022441.724954:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fdd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a88 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.724978:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022441.724982:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.724989:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022441.724992:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fdd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a88 expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.725038:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.725051:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fdd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a88 expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.725062:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022441.725116:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+42:10115:x1863342815804416:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 198us (401us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.725124:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 206
00000100:00100000:3.0:1777022441.726818:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.726925:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815804544
00000100:00100000:2.0:1777022441.726933:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815804544
00010000:00010000:2.0:1777022441.726969:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 42 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.727049:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 183
00000100:00100000:2.0:1777022441.727060:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2380:x1863342815804544:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.727088:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.727118:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 42 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.727130:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 42 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.727152:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e2fcf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a7a expref: 42 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.727167:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.727169:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.727186:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.727197:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.727239:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.727252:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 26 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.727266:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835730176:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.727363:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.732917:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.733026:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835730176:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.733049:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.733110:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2380:x1863342815804544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6052us (6299us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.733120:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 183
00000100:00100000:1.0:1777022441.734621:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815804672
00000100:00100000:1.0:1777022441.734633:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815804672
00002000:00100000:1.0:1777022441.734679:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65ae1f80 x1863342815804672/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.734691:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae1f80 with x1863342815804672 ext(188416->225279)
00010000:00010000:1.0:1777022441.734700:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 27 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.734718:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 27 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022441.734726:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae1f80
00000100:00100000:1.0:1777022441.734756:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 122
00000100:00100000:1.0:1777022441.734765:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815804672:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022441.743383:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815804672:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8608us (10462us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022441.743397:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 122
00002000:00100000:1.0:1777022441.743410:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65ae1f80 x1863342815804672/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/440 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.743422:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae1f80 with x1863342815804672 ext(188416->225279)
00010000:00010000:1.0:1777022441.743432:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 27 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.743450:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 27 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022441.743459:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ae1f80
00000100:00100000:3.0:1777022441.752976:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.753118:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815804800
00000100:00100000:2.0:1777022441.753128:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815804800
00000100:00100000:2.0:1777022441.753309:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 207
00000100:00100000:2.0:1777022441.753320:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815804800:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022441.753338:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022441.753374:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2fe4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a8f expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.753405:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.753411:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fdd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a88 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.753417:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022441.753421:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2fe4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a8f expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.753459:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fdd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a88 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.753472:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2fe4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a8f expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.753500:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022441.754760:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815804800:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 244us (595us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.754774:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 207
00000100:00100000:0.0:1777022441.766128:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.766528:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815804928
00000100:00100000:3.0:1777022441.766538:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815804928
00010000:00010000:3.0:1777022441.766575:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 28 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.766618:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 184
00000100:00100000:3.0:1777022441.766642:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2378:x1863342815804928:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022441.766656:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022441.766677:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 28 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.766692:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 28 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.766716:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e2fd6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a81 expref: 28 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.766733:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022441.766735:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022441.766742:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a88 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.766751:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a88 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.766797:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a88 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.766810:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a88 expref: 40 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.766823:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835730432:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022441.766953:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.771908:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.771979:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815805056
00000100:00100000:1.0:1777022441.771988:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815805056
00010000:00010000:1.0:1777022441.772022:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fdd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a88 expref: 41 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022441.772064:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 185
00000100:00100000:1.0:1777022441.772072:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2380:x1863342815805056:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022441.772085:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022441.772112:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fdd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a88 expref: 41 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.772138:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a88 expref: 41 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.772161:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022441.772164:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022441.772179:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2fe4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a8f expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.772190:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a8f expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.772424:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a8f expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022441.772438:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835730560:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022441.772510:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be309c0 going to sleep for 11 seconds
00010000:00010000:3.0:1777022441.772904:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e2fdd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a88 expref: 41 pid: 11979 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.772918:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835730432:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022441.772933:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022441.772966:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815804928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6326us (6847us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.772974:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 184
00000100:00100000:1.0:1777022441.781807:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835730560:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022441.781837:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022441.782681:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.782763:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815805184
00000100:00100000:3.0:1777022441.782779:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815805184
00000100:00100000:3.0:1777022441.782831:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 208
00000100:00100000:3.0:1777022441.782841:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815805184:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022441.782894:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022441.782914:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a96 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.782946:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2fe4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a8f expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.782955:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.782957:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.782960:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.782988:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a8f expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.783006:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a8f expref: 26 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.783020:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835730688:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022441.783109:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022441.783506:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2380:x1863342815805056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11432us (11604us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.783516:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 185
00000100:00100000:3.0:1777022441.785756:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835730688:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022441.785798:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.785820:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022441.785893:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815805184:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3053us (3214us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.785902:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 208
00000100:00100000:1.0:1777022441.786654:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.786797:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815805312
00000100:00100000:2.0:1777022441.786804:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815805312
00010000:00010000:2.0:1777022441.786838:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a8f expref: 27 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.786906:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 186
00000100:00100000:2.0:1777022441.786916:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815805312:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.786931:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.786953:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a8f expref: 27 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.786966:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a8f expref: 27 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.786991:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2fe4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a8f expref: 27 pid: 6921 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.787005:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.787007:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.787015:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.787040:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.787082:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.787104:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835730816:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.787182:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:1.0:1777022441.795655:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.795758:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815805440
00000100:00100000:0.0:1777022441.795768:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815805440
00000100:00100000:0.0:1777022441.795822:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 209
00000100:00100000:0.0:1777022441.795831:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815805440:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022441.795848:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022441.795901:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840a9d expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.795932:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.795941:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.795943:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.795947:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.795979:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.795993:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 40 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.796006:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835730944:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022441.797894:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022441.805441:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835730944:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022441.805477:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.805500:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:1.0:1777022441.805569:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815805440:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9739us (9923us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.805578:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 209
00000100:00100000:1.0:1777022441.807343:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.807638:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815805568
00000100:00100000:3.0:1777022441.807648:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815805568
00002000:00100000:3.0:1777022441.807693:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65c1d880 x1863342815805568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022441.807704:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1d880 with x1863342815805568 ext(188416->192511)
00010000:00010000:3.0:1777022441.807713:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.807729:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022441.807757:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1d880
00000100:00100000:3.0:1777022441.807788:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 123
00000100:00100000:3.0:1777022441.807798:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815805568:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022441.807986:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815805568:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 189us (649us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022441.807994:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 123
00002000:00100000:3.0:1777022441.808001:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65c1d880 x1863342815805568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022441.808010:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1d880 with x1863342815805568 ext(188416->192511)
00010000:00010000:3.0:1777022441.808015:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.808026:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022441.808033:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1d880
00000100:00100000:2.0:1777022441.808812:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835730816:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.808836:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.808902:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815805312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 21987us (22249us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.808911:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 186
00000100:00100000:1.0:1777022441.816702:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.816750:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.817522:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815805824
00000100:00100000:3.0:1777022441.817532:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815805824
00010000:00010000:3.0:1777022441.817569:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 41 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.817708:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815805696
00000100:00100000:2.0:1777022441.817712:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815805696
00000100:00100000:2.0:1777022441.817749:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 210
00000100:00100000:2.0:1777022441.817764:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+42:10115:x1863342815805696:12345-192.168.202.33@tcp:101:mmap_sanity.0
00000100:00100000:3.0:1777022441.817833:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 187
00000100:00100000:3.0:1777022441.817843:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2378:x1863342815805824:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022441.817897:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022441.817919:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 42 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.817934:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 42 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.817956:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e2feb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a96 expref: 42 pid: 6924 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.817969:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022441.817971:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022441.817977:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.817984:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.818010:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.818020:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835731072:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022441.818103:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00010000:00010000:2.0:1777022441.818544:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022441.818560:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2ff9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840aa4 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.818582:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.818603:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.818604:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022441.818621:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2ff9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aa4 expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.818645:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.818657:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 26 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.818668:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835731200:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022441.818709:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77300 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.824729:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835731072:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022441.824754:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022441.824825:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2378:x1863342815805824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6983us (8073us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.824837:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 187
00000100:00100000:2.0:1777022441.829016:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.829266:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815805952
00000100:00100000:1.0:1777022441.829275:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815805952
00002000:00100000:1.0:1777022441.829318:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa658d3480 x1863342815805952/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.829330:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3480 with x1863342815805952 ext(188416->225279)
00010000:00010000:1.0:1777022441.829338:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 27 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.829368:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 27 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022441.829377:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3480
00000100:00100000:1.0:1777022441.829408:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 124
00000100:00100000:1.0:1777022441.829418:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815805952:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022441.829696:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835731200:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022441.829722:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2ff9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aa4 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.829751:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:0.0:1777022441.829793:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815805696:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12030us (13101us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.829801:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 210
00000100:00100000:0.0:1777022441.834937:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815805952:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5511us (5921us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022441.834950:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 124
00002000:00100000:0.0:1777022441.834964:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa658d3480 x1863342815805952/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/440 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022441.834976:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3480 with x1863342815805952 ext(188416->225279)
00010000:00010000:0.0:1777022441.834985:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 27 pid: 6923 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.835004:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022441.835013:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3480
00000100:00100000:2.0:1777022441.851040:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.851083:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.851223:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815806208
00000100:00100000:0.0:1777022441.851233:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815806208
00010000:00010000:0.0:1777022441.851272:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.851307:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 188
00000100:00100000:0.0:1777022441.851314:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815806208:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022441.851338:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022441.851364:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.851374:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.851392:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e2ff2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a9d expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.851404:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.851405:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022441.851411:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2ff9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aa4 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.851417:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2ff9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aa4 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.851447:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2ff9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aa4 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022441.851461:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835731328:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022441.851537:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022441.851794:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815806080
00000100:00100000:3.0:1777022441.851799:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815806080
00000100:00100000:3.0:1777022441.851836:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 211
00000100:00100000:3.0:1777022441.851843:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815806080:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022441.851889:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022441.851903:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840aab expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.851922:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2ff9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aa4 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.851930:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.851931:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.851935:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.851956:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aa4 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.851967:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2ff9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aa4 expref: 40 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.851978:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835731456:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022441.852013:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.858637:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835731328:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022441.858663:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022441.858747:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342815806208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7432us (7662us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.858758:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 188
00000100:00100000:3.0:1777022441.859077:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835731456:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022441.859224:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.859383:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815806336
00000100:00100000:2.0:1777022441.859390:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815806336
00010000:00010000:2.0:1777022441.859424:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aa4 expref: 41 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.859452:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 189
00000100:00100000:2.0:1777022441.859461:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815806336:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.859474:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.859504:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aa4 expref: 41 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.859517:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2ff9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aa4 expref: 41 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.859541:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e2ff9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aa4 expref: 41 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.859556:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.859559:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.859566:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.859577:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.859617:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.859632:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835731584:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.859697:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00010000:00010000:3.0:1777022441.859820:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.859832:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022441.859909:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815806080:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8066us (8879us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.859917:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 211
00000100:00100000:1.0:1777022441.875577:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.875750:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815806464
00000100:00100000:3.0:1777022441.875759:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815806464
00000100:00100000:3.0:1777022441.875810:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 212
00000100:00100000:3.0:1777022441.875820:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815806464:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022441.875837:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022441.875873:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ab2 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.875906:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.875915:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.875917:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.875921:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.875953:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.875984:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 26 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.876051:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835731712:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022441.876138:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022441.879523:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835731584:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.879549:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.879938:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2377:x1863342815806336:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 20477us (20714us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.879966:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 189
00000100:00100000:0.0:1777022441.890365:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.890643:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835731712:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022441.890677:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.890700:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:1.0:1777022441.890759:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815806464:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 14940us (15196us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022441.890768:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 212
00000100:00100000:3.0:1777022441.891498:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815806592
00000100:00100000:3.0:1777022441.891506:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815806592
00002000:00100000:3.0:1777022441.891548:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65bece00 x1863342815806592/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022441.891558:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bece00 with x1863342815806592 ext(188416->225279)
00010000:00010000:3.0:1777022441.891711:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 27 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.891727:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 27 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022441.891736:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bece00
00000100:00100000:3.0:1777022441.891762:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 125
00000100:00100000:3.0:1777022441.891777:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815806592:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022441.908575:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815806592:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 16787us (18217us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022441.908586:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 125
00002000:00100000:3.0:1777022441.908598:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65bece00 x1863342815806592/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:92/0 lens 488/440 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022441.908621:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bece00 with x1863342815806592 ext(188416->225279)
00010000:00010000:3.0:1777022441.908631:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 27 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.908650:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 27 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022441.908658:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bece00
00000100:00100000:2.0:1777022441.917805:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022441.917935:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815806720
00000100:00100000:0.0:1777022441.917945:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815806720
00000100:00100000:0.0:1777022441.918007:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 213
00000100:00100000:0.0:1777022441.918019:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815806720:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022441.918038:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022441.918055:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e300e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ab9 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.918105:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022441.918111:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.918118:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022441.918123:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e300e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab9 expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.918176:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.918193:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e300e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab9 expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022441.918509:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:0.0:1777022441.918594:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815806720:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 577us (796us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022441.918602:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 213
00000100:00100000:0.0:1777022441.920467:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022441.920554:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815806848
00000100:00100000:2.0:1777022441.920563:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815806848
00010000:00010000:2.0:1777022441.920597:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 28 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.920636:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 190
00000100:00100000:2.0:1777022441.920645:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342815806848:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022441.920658:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022441.920677:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 28 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.920690:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 28 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.920711:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3000 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aab expref: 28 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.920727:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.920729:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022441.920737:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.920747:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.920797:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022441.920810:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 40 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022441.920824:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835731968:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022441.920957:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022441.961111:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022441.961469:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815806976
00000100:00100000:1.0:1777022441.961478:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815806976
00002000:00100000:1.0:1777022441.961525:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65beca80 x1863342815806976/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/0 e 0 to 0 dl 1777022452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.961537:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65beca80 with x1863342815806976 ext(188416->192511)
00010000:00010000:1.0:1777022441.961545:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.961571:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022441.961580:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65beca80
00000100:00100000:1.0:1777022441.961605:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 126
00000100:00100000:1.0:1777022441.961615:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815806976:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022441.962057:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815806976:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 441us (955us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022441.962065:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 126
00002000:00100000:1.0:1777022441.962073:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65beca80 x1863342815806976/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:92/0 lens 488/4536 e 0 to 0 dl 1777022452 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022441.962081:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65beca80 with x1863342815806976 ext(188416->192511)
00010000:00010000:1.0:1777022441.962086:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.962109:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022441.962117:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65beca80
00000100:00100000:3.0:1777022441.962485:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835731968:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022441.962505:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022441.962543:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815806848:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 41899us (42085us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.962551:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 190
00000100:00100000:0.0:1777022441.984080:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.984783:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815807104
00000100:00100000:3.0:1777022441.984793:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815807104
00000100:00100000:3.0:1777022441.984848:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 214
00000100:00100000:3.0:1777022441.984894:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815807104:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022441.984920:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022441.984939:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3015 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ac0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.984968:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022441.984974:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e300e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab9 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.984998:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022441.985002:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3015 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac0 expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.985042:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e300e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab9 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.985056:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3015 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac0 expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.985080:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022441.985141:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+42:10115:x1863342815807104:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 284us (1081us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022441.985148:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 214
00000100:00100000:1.0:1777022441.985720:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.986740:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815807232
00000100:00100000:3.0:1777022441.986749:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815807232
00010000:00010000:3.0:1777022441.986847:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 42 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022441.987480:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 191
00000100:00100000:1.0:1777022441.987495:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2377:x1863342815807232:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022441.987510:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022441.987531:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 42 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.987544:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 42 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.987566:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3007 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab2 expref: 42 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.987595:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022441.987597:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022441.987606:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e300e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab9 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.987616:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e300e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab9 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.987655:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e300e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab9 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022441.987667:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e300e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab9 expref: 26 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022441.987680:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835732224:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022441.987798:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022441.993419:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835732224:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022441.993445:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022441.993501:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815807232:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6010us (7781us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022441.993510:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 191
00000100:00100000:2.0:1777022441.994998:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022441.995085:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815807360
00000100:00100000:3.0:1777022441.995101:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815807360
00010000:00010000:3.0:1777022441.995137:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e300e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab9 expref: 27 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.995178:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 192
00000100:00100000:3.0:1777022441.995347:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815807360:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022441.995373:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022441.995394:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e300e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab9 expref: 27 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.995409:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e300e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab9 expref: 27 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.995433:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e300e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ab9 expref: 27 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.995448:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022441.995450:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022441.995457:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3015 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac0 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.995466:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3015 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac0 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022441.995503:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3015 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac0 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022441.995516:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835732352:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022441.996364:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.010506:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.010647:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835732352:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022442.010685:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022442.010741:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815807360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 15541us (15750us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.010753:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 192
00000100:00100000:1.0:1777022442.011636:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815807488
00000100:00100000:1.0:1777022442.011646:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815807488
00000100:00100000:1.0:1777022442.011698:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 215
00000100:00100000:1.0:1777022442.011707:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815807488:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.011725:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.011743:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ac7 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.011798:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3015 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac0 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.011808:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.011809:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.011813:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.011846:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3015 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac0 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.011881:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac0 expref: 40 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.011895:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835732480:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.011964:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30e40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.017620:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.018379:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835732480:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022442.018417:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.018443:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:3.0:1777022442.018503:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815807488:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6796us (8004us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.018512:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 215
00000100:00100000:0.0:1777022442.023015:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815807616
00000100:00100000:0.0:1777022442.023028:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815807616
00010000:00010000:0.0:1777022442.023085:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac0 expref: 41 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.023212:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 193
00000100:00100000:0.0:1777022442.023223:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815807616:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022442.023238:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022442.023257:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3015 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac0 expref: 41 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.023271:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3015 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac0 expref: 41 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.023295:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3015 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac0 expref: 41 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.023312:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.023315:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.023322:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.023366:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.023405:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.023419:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835732608:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022442.023502:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.027128:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.028112:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815807744
00000100:00100000:3.0:1777022442.028122:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815807744
00000100:00100000:3.0:1777022442.028182:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 216
00000100:00100000:3.0:1777022442.028191:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815807744:12345-192.168.202.33@tcp:101:mmap_sanity.0
00000100:00100000:0.0:1777022442.028613:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835732608:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022442.028635:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022442.028687:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815807616:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5465us (11076us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.028695:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 193
00010000:00010000:3.0:1777022442.029053:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022442.029073:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ace expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.029113:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.029121:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.029123:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.029127:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.029170:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.029183:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 26 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.029196:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835732736:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022442.029422:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.046520:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.047917:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835732736:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022442.047953:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.047975:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022442.048030:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815807744:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 19840us (20910us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.048040:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 216
00000100:00100000:1.0:1777022442.053492:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815807872
00000100:00100000:1.0:1777022442.053508:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815807872
00002000:00100000:1.0:1777022442.053565:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa658d3800 x1863342815807872/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.053576:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3800 with x1863342815807872 ext(188416->225279)
00010000:00010000:1.0:1777022442.053585:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.053621:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.053628:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3800
00000100:00100000:1.0:1777022442.053726:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 127
00000100:00100000:1.0:1777022442.053736:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815807872:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022442.068526:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815807872:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 14781us (22004us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022442.068539:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 127
00002000:00100000:1.0:1777022442.068553:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa658d3800 x1863342815807872/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/440 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.068564:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3800 with x1863342815807872 ext(188416->225279)
00010000:00010000:1.0:1777022442.068573:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.068592:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.068601:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3800
00000100:00100000:0.0:1777022442.074644:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.074692:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.074960:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815808128
00000100:00100000:2.0:1777022442.074970:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815808128
00010000:00010000:2.0:1777022442.075009:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.075068:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 194
00000100:00100000:2.0:1777022442.075102:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2379:x1863342815808128:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022442.075456:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022442.075478:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.075493:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.075516:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e301c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ac7 expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.075533:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.075535:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.075542:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.075551:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.075589:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.075603:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835732864:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022442.075698:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.076964:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815808000
00000100:00100000:1.0:1777022442.076975:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815808000
00000100:00100000:1.0:1777022442.077036:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 217
00000100:00100000:1.0:1777022442.077045:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815808000:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.077095:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.077112:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e302a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ad5 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.077144:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.077152:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.077154:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.077158:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e302a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ad5 expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.077188:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.077342:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 40 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.077367:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835732992:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.077491:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30600 going to sleep for 11 seconds
00000100:00100000:3.0:1777022442.079852:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.081615:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815808256
00000100:00100000:1.0:1777022442.081628:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815808256
00002000:00100000:1.0:1777022442.081681:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65a12a00 x1863342815808256/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.081694:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12a00 with x1863342815808256 ext(188416->192511)
00010000:00010000:1.0:1777022442.081703:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 41 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.081732:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 41 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.081740:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a12a00
00000100:00100000:1.0:1777022442.081779:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 128
00000100:00100000:1.0:1777022442.081788:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815808256:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022442.081991:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815808256:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 203us (2147us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022442.081998:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 128
00002000:00100000:1.0:1777022442.082004:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65a12a00 x1863342815808256/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.082012:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12a00 with x1863342815808256 ext(188416->192511)
00010000:00010000:1.0:1777022442.082017:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 41 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.082037:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 41 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.082046:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a12a00
00000100:00100000:2.0:1777022442.083588:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835732864:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022442.083627:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022442.083675:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2379:x1863342815808128:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8576us (9040us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022442.083684:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 194
00000100:00100000:1.0:1777022442.097276:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835732992:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022442.097311:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e302a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ad5 expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.097363:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0800, rc 0)
00000100:00100000:1.0:1777022442.097422:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815808000:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 20378us (22728us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.097431:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 217
00000100:00100000:3.0:1777022442.098928:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.099016:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815808384
00000100:00100000:1.0:1777022442.099024:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815808384
00000100:00100000:0.0:1777022442.099367:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.099511:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815808512
00000100:00100000:2.0:1777022442.099516:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815808512
00010000:00010000:2.0:1777022442.099542:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 42 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.099576:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 195
00000100:00100000:2.0:1777022442.099585:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2380:x1863342815808512:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022442.099599:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022442.099617:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 42 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.099629:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 42 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.099652:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3023 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ace expref: 42 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.099669:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.099671:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.099678:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e302a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ad5 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.099710:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e302a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ad5 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.099744:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e302a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ad5 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.099759:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835733120:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022442.099829:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.100199:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 218
00000100:00100000:1.0:1777022442.100219:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815808384:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.100234:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.100247:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3031 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840adc expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.100266:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e302a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ad5 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.100273:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.100274:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.100277:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3031 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840adc expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.100297:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e302a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ad5 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.100308:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e302a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ad5 expref: 26 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.100330:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835733248:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.100385:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30600 going to sleep for 11 seconds
00000100:00100000:3.0:1777022442.108013:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835733120:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022442.108037:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022442.108096:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2380:x1863342815808512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8511us (8729us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.108107:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 195
00000100:00100000:1.0:1777022442.114673:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835733248:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022442.114710:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3031 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840adc expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.114734:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1e00, rc 0)
00000100:00100000:2.0:1777022442.115046:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.115628:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815808384:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 15410us (16703us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.115637:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 218
00000100:00100000:3.0:1777022442.121201:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815808640
00000100:00100000:3.0:1777022442.121215:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815808640
00010000:00010000:3.0:1777022442.121260:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e302a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ad5 expref: 27 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.121364:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 196
00000100:00100000:3.0:1777022442.121375:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815808640:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022442.121391:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022442.121413:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e302a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ad5 expref: 27 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.121428:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e302a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ad5 expref: 27 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.121451:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e302a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ad5 expref: 27 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.121467:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.121469:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.121476:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3031 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840adc expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.121485:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3031 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840adc expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.121533:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3031 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840adc expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.121567:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835733376:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022442.121648:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022442.123635:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.123752:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815808768
00000100:00100000:1.0:1777022442.123760:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815808768
00000100:00100000:1.0:1777022442.123822:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:1.0:1777022442.123832:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815808768:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.123849:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.123885:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ae3 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.123916:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3031 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840adc expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.123925:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.123927:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.123931:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.123970:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840adc expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.123984:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3031 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840adc expref: 40 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.123997:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835733504:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.124072:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30600 going to sleep for 11 seconds
00000100:00100000:3.0:1777022442.127191:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835733376:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022442.127216:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022442.127272:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342815808640:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5898us (12226us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.127283:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 196
00000100:00100000:1.0:1777022442.129012:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835733504:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022442.129046:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.129071:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022442.129137:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815808768:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5306us (5510us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.129146:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:0.0:1777022442.133647:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.133836:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815808896
00000100:00100000:2.0:1777022442.133846:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815808896
00010000:00010000:2.0:1777022442.133901:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840adc expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.133944:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 197
00000100:00100000:2.0:1777022442.133953:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815808896:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022442.133968:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022442.133988:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840adc expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.134002:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3031 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840adc expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.134025:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3031 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840adc expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.134054:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.134056:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.134064:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.134075:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.134112:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.134140:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835733632:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022442.134361:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022442.141465:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.141567:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815809024
00000100:00100000:1.0:1777022442.141575:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815809024
00000100:00100000:1.0:1777022442.141637:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 220
00000100:00100000:1.0:1777022442.141647:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815809024:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.141665:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.141683:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840aea expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.141733:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.141743:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.141745:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.141749:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.141780:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.141793:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 26 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.141807:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835733760:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.141907:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022442.145264:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.145771:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835733632:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022442.145794:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022442.145851:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2377:x1863342815808896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11898us (12211us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022442.145882:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 197
00000100:00100000:3.0:1777022442.145945:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815809152
00000100:00100000:3.0:1777022442.145954:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815809152
00002000:00100000:3.0:1777022442.145994:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa658d6a00 x1863342815809152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.146009:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6a00 with x1863342815809152 ext(188416->225279)
00010000:00010000:3.0:1777022442.146017:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 27 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.146174:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 27 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.146628:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d6a00
00000100:00100000:3.0:1777022442.146709:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 129
00000100:00100000:3.0:1777022442.146719:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815809152:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022442.152789:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835733760:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022442.152826:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.152849:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0e00, rc 0)
00000100:00100000:1.0:1777022442.153001:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815809024:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11354us (11544us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.153011:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 220
00010000:00010000:2.0:1777022442.153331:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022442.155123:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815809152:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8398us (9863us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022442.155133:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 129
00002000:00100000:2.0:1777022442.155145:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa658d6a00 x1863342815809152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/440 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.155173:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6a00 with x1863342815809152 ext(188416->225279)
00010000:00010000:2.0:1777022442.155182:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 27 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.155198:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 27 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022442.155216:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d6a00
00000100:00100000:0.0:1777022442.166606:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.166957:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815809280
00000100:00100000:1.0:1777022442.166968:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815809280
00000100:00100000:1.0:1777022442.167023:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 221
00000100:00100000:1.0:1777022442.167042:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815809280:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.167289:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.167310:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3046 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840af1 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.167342:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.167357:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.167365:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022442.167370:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3046 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840af1 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.167412:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.167428:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3046 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840af1 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.167440:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1400, rc 0)
00000100:00100000:1.0:1777022442.167600:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815809280:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 568us (1003us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.167607:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 221
00000100:00100000:0.0:1777022442.174677:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.176218:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815809408
00000100:00100000:2.0:1777022442.176231:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815809408
00010000:00010000:2.0:1777022442.176272:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 28 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.176318:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 198
00000100:00100000:2.0:1777022442.176328:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342815809408:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022442.176343:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022442.176376:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 28 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.176389:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 28 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.176413:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3038 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ae3 expref: 28 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.176448:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.176450:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.176458:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.176469:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.176505:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.176530:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 40 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.176544:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835734016:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022442.176892:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77300 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.181395:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.181433:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ae0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835734016:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022442.181459:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022442.181526:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815809408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5200us (6857us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.181537:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 198
00000100:00100000:1.0:1777022442.181558:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815809536
00000100:00100000:1.0:1777022442.181573:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815809536
00002000:00100000:1.0:1777022442.181633:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65a6c380 x1863342815809536/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.181643:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6c380 with x1863342815809536 ext(188416->192511)
00010000:00010000:1.0:1777022442.181652:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 41 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.181667:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 41 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.181675:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6c380
00000100:00100000:1.0:1777022442.181702:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 130
00000100:00100000:1.0:1777022442.181711:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815809536:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022442.181878:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815809536:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 168us (493us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022442.181885:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 130
00002000:00100000:1.0:1777022442.181891:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65a6c380 x1863342815809536/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.181899:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a6c380 with x1863342815809536 ext(188416->192511)
00010000:00010000:1.0:1777022442.181904:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 41 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.181916:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 41 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.181933:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a6c380
00000100:00100000:2.0:1777022442.185678:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.185762:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.185848:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815809792
00000100:00100000:3.0:1777022442.185895:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815809792
00010000:00010000:3.0:1777022442.185943:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 41 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.185986:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 199
00000100:00100000:3.0:1777022442.185996:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815809792:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022442.186011:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022442.186032:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 41 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.186046:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 41 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.186068:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e303f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aea expref: 41 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.186083:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.186085:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.186093:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3046 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840af1 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.186103:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3046 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840af1 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.186139:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3046 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840af1 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.186164:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835734144:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022442.186249:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.186753:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815809664
00000100:00100000:1.0:1777022442.186759:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815809664
00000100:00100000:1.0:1777022442.186810:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 222
00000100:00100000:1.0:1777022442.186818:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815809664:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.186832:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.186846:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e304d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840af8 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.186897:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3046 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840af1 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.186905:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.186906:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.186910:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e304d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840af8 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.186932:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840af1 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.186944:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3046 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840af1 expref: 26 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.186955:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835734272:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.187198:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30300 going to sleep for 11 seconds
00000100:00100000:3.0:1777022442.194381:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835734144:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022442.194407:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022442.194462:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2377:x1863342815809792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8467us (8699us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.194473:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 199
00000100:00100000:0.0:1777022442.195633:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.195718:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835734272:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022442.195750:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e304d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840af8 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.195779:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:1.0:1777022442.195825:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815809664:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9008us (10155us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.195833:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 222
00000100:00100000:3.0:1777022442.196415:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815809920
00000100:00100000:3.0:1777022442.196423:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815809920
00010000:00010000:3.0:1777022442.196455:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840af1 expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.196485:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 200
00000100:00100000:3.0:1777022442.196494:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815809920:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022442.196506:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022442.196525:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840af1 expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.196538:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3046 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840af1 expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.196560:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3046 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840af1 expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.196603:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.196605:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.196612:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e304d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840af8 expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.196621:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e304d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840af8 expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.196652:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e304d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840af8 expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.196665:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835734400:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022442.196721:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022442.201396:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835734400:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022442.201421:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022442.201473:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815809920:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4979us (5843us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.201483:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 200
00000100:00100000:2.0:1777022442.208969:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.209070:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815810048
00000100:00100000:1.0:1777022442.209079:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815810048
00000100:00100000:1.0:1777022442.209130:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 223
00000100:00100000:1.0:1777022442.209140:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815810048:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.209157:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.209175:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840aff expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.209214:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e304d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840af8 expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.209224:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.209226:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.209230:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.209259:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e304d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840af8 expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.209285:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e304d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840af8 expref: 40 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.209298:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835734528:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.209381:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022442.212228:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.212380:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815810176
00000100:00100000:2.0:1777022442.212391:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815810176
00010000:00010000:2.0:1777022442.212428:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e304d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840af8 expref: 41 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.212489:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 201
00000100:00100000:2.0:1777022442.212498:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815810176:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022442.212513:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022442.212532:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e304d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840af8 expref: 41 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.212546:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e304d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840af8 expref: 41 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.212570:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.212572:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.212579:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.212590:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.212635:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.212648:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835734656:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022442.212728:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00010000:00010000:1.0:1777022442.213934:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e304d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840af8 expref: 41 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.213953:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835734528:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022442.213978:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.213989:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0000, rc 0)
00000100:00100000:1.0:1777022442.214041:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815810048:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4903us (5081us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.214051:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 223
00000100:00100000:0.0:1777022442.218439:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.218514:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815810304
00000100:00100000:1.0:1777022442.218523:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815810304
00000100:00100000:1.0:1777022442.218576:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 224
00000100:00100000:1.0:1777022442.218587:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815810304:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.218613:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.218631:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b06 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.218682:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.218692:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.218693:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.218698:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.218730:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.218742:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 26 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.218757:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835734784:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.218840:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30300 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.225104:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835734656:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022442.225143:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022442.225212:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2377:x1863342815810176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12714us (12990us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022442.225223:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 201
00000100:00100000:0.0:1777022442.227595:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.227911:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835734784:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022442.227944:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.227967:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:3.0:1777022442.228026:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815810304:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9441us (9595us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.228035:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 224
00000100:00100000:1.0:1777022442.228818:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815810432
00000100:00100000:1.0:1777022442.228828:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815810432
00002000:00100000:1.0:1777022442.228900:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65b33480 x1863342815810432/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.228911:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33480 with x1863342815810432 ext(188416->225279)
00010000:00010000:1.0:1777022442.228917:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 27 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.228945:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 27 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.228953:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b33480
00000100:00100000:1.0:1777022442.228973:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 131
00000100:00100000:1.0:1777022442.228982:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815810432:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022442.233655:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815810432:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4664us (6057us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022442.233668:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 131
00002000:00100000:1.0:1777022442.233681:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65b33480 x1863342815810432/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/440 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.233692:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33480 with x1863342815810432 ext(188416->225279)
00010000:00010000:1.0:1777022442.233702:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 27 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.233718:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 27 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.233726:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b33480
00000100:00100000:3.0:1777022442.236969:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.237015:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.237341:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815810560
00000100:00100000:1.0:1777022442.237383:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815810560
00000100:00100000:1.0:1777022442.237443:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 225
00000100:00100000:1.0:1777022442.237454:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815810560:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.237484:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.237503:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3062 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b0d expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.237531:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.237538:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.237544:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022442.237549:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3062 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b0d expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.237588:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.237611:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3062 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b0d expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.237623:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:1.0:1777022442.237680:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815810560:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 229us (720us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.237688:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 225
00000100:00100000:0.0:1777022442.242938:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815810688
00000100:00100000:0.0:1777022442.242952:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815810688
00010000:00010000:2.0:1777022442.243195:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 28 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.243254:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 202
00000100:00100000:2.0:1777022442.243264:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2378:x1863342815810688:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022442.243280:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022442.243300:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 28 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.243314:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 28 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.243339:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e3054 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840aff expref: 28 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.243363:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.243365:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.243375:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.243386:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.243446:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.243460:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 40 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.243475:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835735040:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022442.243569:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.247472:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835735040:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022442.247497:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022442.247556:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815810688:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4293us (10539us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022442.247566:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 202
00000100:00100000:3.0:1777022442.248401:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.248988:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815810816
00000100:00100000:1.0:1777022442.248997:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815810816
00002000:00100000:1.0:1777022442.249037:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65bedc00 x1863342815810816/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.249078:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bedc00 with x1863342815810816 ext(188416->192511)
00010000:00010000:1.0:1777022442.249087:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.249103:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.249111:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bedc00
00000100:00100000:1.0:1777022442.249138:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 132
00000100:00100000:1.0:1777022442.249147:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815810816:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022442.249310:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815810816:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 163us (911us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022442.249317:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 132
00002000:00100000:1.0:1777022442.249324:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65bedc00 x1863342815810816/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.249332:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bedc00 with x1863342815810816 ext(188416->192511)
00010000:00010000:1.0:1777022442.249337:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.249358:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.249366:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bedc00
00000100:00100000:3.0:1777022442.258565:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.258618:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.258812:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815811072
00000100:00100000:2.0:1777022442.258822:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815811072
00010000:00010000:2.0:1777022442.258895:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.258929:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 203
00000100:00100000:2.0:1777022442.258938:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815811072:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022442.258953:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022442.258972:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.259007:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.259030:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e305b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b06 expref: 41 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.259047:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.259049:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.259057:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3062 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b0d expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.259078:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3062 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b0d expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.259115:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3062 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b0d expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.259146:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835735168:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022442.259419:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.262564:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815810944
00000100:00100000:1.0:1777022442.262577:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815810944
00000100:00100000:1.0:1777022442.262648:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 226
00000100:00100000:1.0:1777022442.262658:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815810944:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.262677:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.262695:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3069 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b14 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.262727:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3062 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b0d expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.262737:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.262739:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.262743:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3069 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b14 expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.262775:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b0d expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.262788:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3062 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b0d expref: 26 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.262802:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835735296:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.262915:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022442.264495:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835735168:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022442.264517:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022442.264562:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2377:x1863342815811072:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5624us (5942us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.264572:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 203
00000100:00100000:1.0:1777022442.266195:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835735296:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022442.266237:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3069 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b14 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.266274:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:1.0:1777022442.266319:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815810944:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3662us (7763us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.266327:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 226
00000100:00100000:3.0:1777022442.271931:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.272137:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815811200
00000100:00100000:0.0:1777022442.272156:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815811200
00010000:00010000:0.0:1777022442.272196:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b0d expref: 27 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.272241:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 204
00000100:00100000:0.0:1777022442.272252:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815811200:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022442.272267:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022442.272287:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b0d expref: 27 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.272301:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3062 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b0d expref: 27 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.272342:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3062 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b0d expref: 27 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.272368:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.272370:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.272378:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3069 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b14 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.272387:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3069 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b14 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.272423:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3069 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b14 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.272437:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835735424:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022442.272515:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022442.276632:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835735424:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022442.276657:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022442.276710:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815811200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4460us (4787us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.276721:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 204
00000100:00100000:2.0:1777022442.277147:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.277366:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815811328
00000100:00100000:1.0:1777022442.277373:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815811328
00000100:00100000:1.0:1777022442.277423:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 227
00000100:00100000:1.0:1777022442.277432:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815811328:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.277448:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.277464:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b1b expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.277495:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3069 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b14 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.277504:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.277506:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.277510:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.277538:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3069 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b14 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.277551:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3069 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b14 expref: 40 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.277583:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835735552:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.277646:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30300 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.281384:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.281849:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815811456
00000100:00100000:0.0:1777022442.281888:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815811456
00010000:00010000:0.0:1777022442.281928:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3069 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b14 expref: 41 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.281941:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835735552:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022442.281968:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.281976:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 205
00000100:00100000:0.0:1777022442.281984:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815811456:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022442.281985:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00010000:00010000:0.0:1777022442.281998:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022442.282015:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3069 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b14 expref: 41 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.282026:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3069 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b14 expref: 41 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.282033:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815811328:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4604us (4888us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.282040:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 227
00010000:00010000:0.0:1777022442.282276:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3069 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b14 expref: 41 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.282289:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.282291:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.282299:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.282310:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.282343:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.282367:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835735680:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022442.282424:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022442.285264:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835735680:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022442.285289:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022442.285355:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2378:x1863342815811456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3362us (3968us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.285366:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 205
00000100:00100000:0.0:1777022442.289146:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.289381:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815811584
00000100:00100000:2.0:1777022442.289390:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815811584
00002000:00100000:2.0:1777022442.289437:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65b33800 x1863342815811584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.289464:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33800 with x1863342815811584 ext(188416->225279)
00002000:00010000:2.0:1777022442.289469:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b33800
00000100:00100000:2.0:1777022442.289505:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 78
00000100:00100000:2.0:1777022442.289515:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2379:x1863342815811584:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.291905:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.291953:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815811712
00000100:00100000:0.0:1777022442.291963:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815811712
00000100:00100000:0.0:1777022442.292020:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 228
00000100:00100000:0.0:1777022442.292040:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+40:10115:x1863342815811712:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022442.292055:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022442.292072:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3077 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b22 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.292305:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.292316:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022442.292317:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022442.292321:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3077 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b22 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.292365:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.292379:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 28 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.292406:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835735808:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022442.292523:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.297999:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2379:x1863342815811584:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8475us (8859us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022442.298011:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 78
00002000:00100000:1.0:1777022442.298024:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65b33800 x1863342815811584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/440 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.298035:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33800 with x1863342815811584 ext(188416->225279)
00010000:00010000:1.0:1777022442.298046:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.298074:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.298103:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b33800
00000100:00100000:2.0:1777022442.306754:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.306794:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.307127:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835735808:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022442.307160:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3077 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b22 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.307184:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:1.0:1777022442.307244:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815811712:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 15215us (15347us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.307253:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 228
00000100:00100000:3.0:1777022442.307502:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815811968
00000100:00100000:3.0:1777022442.307509:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815811968
00002000:00100000:3.0:1777022442.307548:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (225280->262143)  req@ffff8efa8131ed80 x1863342815811968/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.307559:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131ed80 with x1863342815811968 ext(225280->262143)
00010000:00010000:3.0:1777022442.307565:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.307580:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 27 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.307587:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131ed80
00000100:00100000:3.0:1777022442.307885:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815811840
00000100:00100000:3.0:1777022442.307889:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815811840
00002000:00100000:3.0:1777022442.307907:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (114688->225279)  req@ffff8efa6578f100 x1863342815811840/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.307916:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f100 with x1863342815811840 ext(114688->225279)
00010000:00010000:3.0:1777022442.307939:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 28 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.307951:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 28 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.307960:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578f100
00000100:00100000:3.0:1777022442.307986:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 133
00000100:00100000:3.0:1777022442.307995:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2378:x1863342815811968:12345-192.168.202.33@tcp:3:ldlm_bl.0
00000100:00100000:3.0:1777022442.308199:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 134
00000100:00100000:3.0:1777022442.308206:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+29:2378:x1863342815811840:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022442.326733:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+29:2378:x1863342815811968:12345-192.168.202.33@tcp:3:ldlm_bl.0 Request processed in 18728us (19979us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022442.326972:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 133
00002000:00100000:1.0:1777022442.326990:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (225280->262143)  req@ffff8efa8131ed80 x1863342815811968/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/440 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.327000:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131ed80 with x1863342815811968 ext(225280->262143)
00010000:00010000:1.0:1777022442.327009:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 29 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.327026:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 29 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.327035:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131ed80
00000100:00100000:1.0:1777022442.331268:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.331456:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815812096
00000100:00100000:3.0:1777022442.331465:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815812096
00000100:00100000:3.0:1777022442.331539:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 229
00000100:00100000:3.0:1777022442.331548:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+31:10127:x1863342815812096:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022442.331566:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022442.331584:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b29 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.331623:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.331626:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.331632:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.331644:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.331669:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022442.331718:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+32:10127:x1863342815812096:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 171us (459us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.331725:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 229
00000100:00100000:1.0:1777022442.335076:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815811840:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 26853us (28264us total) trans 4294967339 rc 0/0
00000100:00100000:1.0:1777022442.335089:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 134
00002000:00100000:1.0:1777022442.335101:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (114688->225279)  req@ffff8efa6578f100 x1863342815811840/t4294967339(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/448 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.335112:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f100 with x1863342815811840 ext(114688->225279)
00010000:00010000:1.0:1777022442.335129:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 34 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.335149:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 34 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.335157:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578f100
00000100:00100000:3.0:1777022442.338186:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.338357:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815812224
00000100:00100000:1.0:1777022442.338366:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815812224
00010000:00010000:1.0:1777022442.338403:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 34 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.338447:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 206
00000100:00100000:1.0:1777022442.338457:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342815812224:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022442.338471:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022442.338487:0:5937:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 1777022440 -> 1777022441
00002000:00010000:1.0:1777022442.338490:0:5937:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 1777022440 -> 1777022441
00002000:00010000:1.0:1777022442.338492:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 376 -> 448
00010000:00010000:1.0:1777022442.338498:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 34 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.338523:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 34 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.338548:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3070 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b1b expref: 34 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.338565:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022442.338567:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022442.338574:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3077 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b22 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.338585:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3077 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b22 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.338593:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022442.338595:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022442.338608:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.338617:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.338651:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.338680:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835735936:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022442.338784:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3077 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b22 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.338795:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835736064:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022442.338816:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.343165:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835735936:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022442.343179:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835736064:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022442.343203:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022442.343257:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2377:x1863342815812224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4801us (5078us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.343268:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 206
00000100:00100000:3.0:1777022442.345010:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.345121:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815812352
00000100:00100000:0.0:1777022442.345129:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815812352
00002000:00100000:0.0:1777022442.345175:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65807800 x1863342815812352/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.345187:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807800 with x1863342815812352 ext(188416->192511)
00002000:00010000:0.0:1777022442.345192:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65807800
00000100:00100000:0.0:1777022442.345223:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 79
00000100:00100000:0.0:1777022442.345232:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815812352:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.345399:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342815812352:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 168us (399us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022442.345408:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 79
00002000:00100000:0.0:1777022442.345415:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (188416->192511)  req@ffff8efa65807800 x1863342815812352/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.345423:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807800 with x1863342815812352 ext(188416->192511)
00002000:00010000:0.0:1777022442.345426:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65807800
00000100:00100000:0.0:1777022442.349806:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.349990:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815812480
00000100:00100000:3.0:1777022442.350000:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815812480
00002000:00100000:3.0:1777022442.350047:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (192512->196607)  req@ffff8efa65b31500 x1863342815812480/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.350068:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31500 with x1863342815812480 ext(192512->196607)
00002000:00010000:3.0:1777022442.350075:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31500
00000100:00100000:3.0:1777022442.350107:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 80
00000100:00100000:3.0:1777022442.350117:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2380:x1863342815812480:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022442.350293:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2380:x1863342815812480:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 177us (495us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022442.350300:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 80
00002000:00100000:3.0:1777022442.350306:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (192512->196607)  req@ffff8efa65b31500 x1863342815812480/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.350314:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31500 with x1863342815812480 ext(192512->196607)
00002000:00010000:3.0:1777022442.350317:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31500
00000100:00100000:0.0:1777022442.359486:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.359520:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.359623:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815812608
00000100:00100000:3.0:1777022442.359645:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815812608
00002000:00100000:3.0:1777022442.359691:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (225280->229375)  req@ffff8efa65b31c00 x1863342815812608/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.359701:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31c00 with x1863342815812608 ext(225280->229375)
00002000:00010000:3.0:1777022442.359707:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31c00
00000100:00100000:3.0:1777022442.359736:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815812736
00000100:00100000:3.0:1777022442.359739:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815812736
00002000:00100000:3.0:1777022442.359762:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (196608->200703)  req@ffff8efa65b30e00 x1863342815812736/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.359778:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30e00 with x1863342815812736 ext(196608->200703)
00002000:00010000:3.0:1777022442.359781:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b30e00
00000100:00100000:3.0:1777022442.359808:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 81
00000100:00100000:3.0:1777022442.359818:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2377:x1863342815812608:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022442.359996:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2377:x1863342815812608:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 179us (519us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022442.360003:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 81
00002000:00100000:3.0:1777022442.360010:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (225280->229375)  req@ffff8efa65b31c00 x1863342815812608/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.360018:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31c00 with x1863342815812608 ext(225280->229375)
00002000:00010000:3.0:1777022442.360021:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31c00
00000100:00100000:3.0:1777022442.360037:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 82
00000100:00100000:3.0:1777022442.360044:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2379:x1863342815812736:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022442.360832:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2379:x1863342815812736:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 785us (1308us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022442.360879:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 82
00002000:00100000:3.0:1777022442.360887:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (196608->200703)  req@ffff8efa65b30e00 x1863342815812736/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.360896:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30e00 with x1863342815812736 ext(196608->200703)
00002000:00010000:3.0:1777022442.360900:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b30e00
00000100:00100000:0.0:1777022442.375133:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.375300:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815812864
00000100:00100000:2.0:1777022442.375309:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815812864
00002000:00100000:2.0:1777022442.375371:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (229376->233471)  req@ffff8efa65ae0700 x1863342815812864/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.375384:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae0700 with x1863342815812864 ext(229376->233471)
00002000:00010000:2.0:1777022442.375390:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ae0700
00000100:00100000:2.0:1777022442.375423:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 83
00000100:00100000:2.0:1777022442.375432:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2377:x1863342815812864:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.375994:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2377:x1863342815812864:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 562us (868us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022442.376003:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 83
00002000:00100000:2.0:1777022442.376010:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (229376->233471)  req@ffff8efa65ae0700 x1863342815812864/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.376019:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ae0700 with x1863342815812864 ext(229376->233471)
00002000:00010000:2.0:1777022442.376022:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ae0700
00000100:00100000:2.0:1777022442.377970:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.378055:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815812992
00000100:00100000:0.0:1777022442.378074:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815812992
00002000:00100000:0.0:1777022442.378113:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (200704->204799)  req@ffff8efa6566d180 x1863342815812992/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.378124:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566d180 with x1863342815812992 ext(200704->204799)
00002000:00010000:0.0:1777022442.378128:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6566d180
00000100:00100000:0.0:1777022442.378205:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 84
00000100:00100000:0.0:1777022442.378214:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815812992:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.378382:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815812992:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 168us (417us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022442.378390:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 84
00002000:00100000:0.0:1777022442.378396:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (200704->204799)  req@ffff8efa6566d180 x1863342815812992/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.378405:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566d180 with x1863342815812992 ext(200704->204799)
00002000:00010000:0.0:1777022442.378409:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6566d180
00000100:00100000:3.0:1777022442.383733:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.389391:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815813120
00000100:00100000:1.0:1777022442.389406:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815813120
00002000:00100000:1.0:1777022442.389470:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (233472->237567)  req@ffff8efa65806d80 x1863342815813120/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.389483:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806d80 with x1863342815813120 ext(233472->237567)
00002000:00010000:1.0:1777022442.389490:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65806d80
00000100:00100000:1.0:1777022442.389518:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 85
00000100:00100000:1.0:1777022442.389528:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2379:x1863342815813120:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022442.389716:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2379:x1863342815813120:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 190us (5993us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022442.389740:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 85
00002000:00100000:1.0:1777022442.390388:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (233472->237567)  req@ffff8efa65806d80 x1863342815813120/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.390399:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806d80 with x1863342815813120 ext(233472->237567)
00002000:00010000:1.0:1777022442.390403:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65806d80
00000100:00100000:1.0:1777022442.390480:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.390503:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815813248
00000100:00100000:1.0:1777022442.390509:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815813248
00002000:00100000:1.0:1777022442.390531:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (204800->208895)  req@ffff8efa65c1df80 x1863342815813248/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.390540:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1df80 with x1863342815813248 ext(204800->208895)
00002000:00010000:1.0:1777022442.390544:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1df80
00000100:00100000:1.0:1777022442.390555:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 86
00000100:00100000:1.0:1777022442.390563:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2380:x1863342815813248:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022442.391377:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2380:x1863342815813248:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 811us (893us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022442.391386:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 86
00002000:00100000:1.0:1777022442.391394:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (204800->208895)  req@ffff8efa65c1df80 x1863342815813248/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.391403:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1df80 with x1863342815813248 ext(204800->208895)
00002000:00010000:1.0:1777022442.391406:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1df80
00000100:00100000:3.0:1777022442.397158:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.397242:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.397477:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815813376
00000100:00100000:2.0:1777022442.397487:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815813376
00002000:00100000:2.0:1777022442.397536:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (237568->241663)  req@ffff8efa65804000 x1863342815813376/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.397549:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804000 with x1863342815813376 ext(237568->241663)
00002000:00010000:2.0:1777022442.397554:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65804000
00000100:00100000:2.0:1777022442.397581:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815813504
00000100:00100000:2.0:1777022442.397585:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815813504
00002000:00100000:2.0:1777022442.397611:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (208896->212991)  req@ffff8efa65805500 x1863342815813504/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.397619:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805500 with x1863342815813504 ext(208896->212991)
00002000:00010000:2.0:1777022442.397623:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805500
00000100:00100000:2.0:1777022442.397719:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 87
00000100:00100000:2.0:1777022442.397730:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2377:x1863342815813376:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.397917:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2377:x1863342815813376:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 188us (768us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022442.397924:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 87
00002000:00100000:2.0:1777022442.397932:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (237568->241663)  req@ffff8efa65804000 x1863342815813376/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.397940:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804000 with x1863342815813376 ext(237568->241663)
00002000:00010000:2.0:1777022442.397943:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65804000
00000100:00100000:2.0:1777022442.397959:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 88
00000100:00100000:2.0:1777022442.397965:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815813504:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.398037:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815813504:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 71us (795us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022442.398043:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 88
00002000:00100000:2.0:1777022442.398048:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (208896->212991)  req@ffff8efa65805500 x1863342815813504/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.398069:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805500 with x1863342815813504 ext(208896->212991)
00002000:00010000:2.0:1777022442.398074:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805500
00000100:00100000:3.0:1777022442.404491:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.405180:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815813632
00000100:00100000:0.0:1777022442.405191:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815813632
00002000:00100000:0.0:1777022442.405244:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (241664->245759)  req@ffff8efa65804700 x1863342815813632/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.405255:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804700 with x1863342815813632 ext(241664->245759)
00002000:00010000:0.0:1777022442.405272:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65804700
00000100:00100000:0.0:1777022442.405306:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 89
00000100:00100000:0.0:1777022442.405315:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2379:x1863342815813632:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.405487:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2379:x1863342815813632:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 173us (1004us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022442.405513:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 89
00002000:00100000:0.0:1777022442.405520:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (241664->245759)  req@ffff8efa65804700 x1863342815813632/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.405527:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804700 with x1863342815813632 ext(241664->245759)
00002000:00010000:0.0:1777022442.405530:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65804700
00000100:00100000:3.0:1777022442.408278:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.408477:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815813760
00000100:00100000:2.0:1777022442.408489:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815813760
00002000:00100000:2.0:1777022442.408538:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (212992->217087)  req@ffff8efa65805c00 x1863342815813760/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.408551:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805c00 with x1863342815813760 ext(212992->217087)
00002000:00010000:2.0:1777022442.408557:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805c00
00000100:00100000:2.0:1777022442.408590:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 90
00000100:00100000:2.0:1777022442.408608:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2379:x1863342815813760:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.408795:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2379:x1863342815813760:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 198us (538us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022442.408803:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 90
00002000:00100000:2.0:1777022442.408811:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (212992->217087)  req@ffff8efa65805c00 x1863342815813760/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.408819:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805c00 with x1863342815813760 ext(212992->217087)
00002000:00010000:2.0:1777022442.408823:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805c00
00000100:00100000:2.0:1777022442.414627:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.417302:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.418208:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815813888
00000100:00100000:1.0:1777022442.418218:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815813888
00002000:00100000:1.0:1777022442.418370:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (217088->225279)  req@ffff8efa6566d880 x1863342815813888/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.418381:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566d880 with x1863342815813888 ext(217088->225279)
00002000:00010000:1.0:1777022442.418387:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6566d880
00000100:00100000:2.0:1777022442.418422:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815814016
00000100:00100000:2.0:1777022442.418426:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815814016
00002000:00100000:2.0:1777022442.418447:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (245760->249855)  req@ffff8efa48ef8e00 x1863342815814016/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.418456:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48ef8e00 with x1863342815814016 ext(245760->249855)
00002000:00010000:2.0:1777022442.418459:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48ef8e00
00000100:00100000:2.0:1777022442.418489:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 91
00000100:00100000:2.0:1777022442.418498:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815813888:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.418723:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342815813888:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 225us (4111us total) trans 0 rc 8192/8192
00000100:00100000:2.0:1777022442.418731:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 91
00002000:00100000:2.0:1777022442.418738:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (217088->225279)  req@ffff8efa6566d880 x1863342815813888/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/8632 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.418746:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6566d880 with x1863342815813888 ext(217088->225279)
00002000:00010000:2.0:1777022442.418749:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6566d880
00000100:00100000:2.0:1777022442.418779:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 92
00000100:00100000:2.0:1777022442.418785:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2380:x1863342815814016:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.418883:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2380:x1863342815814016:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 97us (1590us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022442.418889:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 92
00002000:00100000:2.0:1777022442.418894:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (245760->249855)  req@ffff8efa48ef8e00 x1863342815814016/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.418901:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48ef8e00 with x1863342815814016 ext(245760->249855)
00002000:00010000:2.0:1777022442.418911:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48ef8e00
00000100:00100000:2.0:1777022442.427053:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.427103:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.427131:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815814272
00000100:00100000:2.0:1777022442.427141:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815814272
00002000:00100000:2.0:1777022442.427185:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (249856->253951)  req@ffff8efa654c1880 x1863342815814272/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.427196:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c1880 with x1863342815814272 ext(249856->253951)
00002000:00010000:2.0:1777022442.427202:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c1880
00000100:00100000:2.0:1777022442.427226:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 93
00000100:00100000:2.0:1777022442.427235:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2380:x1863342815814272:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.427414:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2380:x1863342815814272:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (309us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022442.427422:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 93
00002000:00100000:2.0:1777022442.427429:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (249856->253951)  req@ffff8efa654c1880 x1863342815814272/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.427436:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c1880 with x1863342815814272 ext(249856->253951)
00002000:00010000:2.0:1777022442.427440:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c1880
00000100:00100000:3.0:1777022442.427721:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815814144
00000100:00100000:3.0:1777022442.427726:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815814144
00000100:00100000:3.0:1777022442.427770:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 230
00000100:00100000:3.0:1777022442.427778:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6566f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10115:x1863342815814144:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022442.427789:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022442.427806:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3085 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b30 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.427832:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.427842:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.427844:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.427848:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3085 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b30 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.427917:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.427931:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 32 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.427945:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835736192:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022442.428015:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022442.431242:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835736192:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022442.431287:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3085 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b30 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.431310:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022442.431373:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6566f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+42:10115:x1863342815814144:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3596us (4330us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.431382:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 230
00000100:00100000:2.0:1777022442.435390:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.435436:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.435534:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815814400
00000100:00100000:0.0:1777022442.435544:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815814400
00002000:00100000:0.0:1777022442.435592:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (225280->249855)  req@ffff8efa657cce00 x1863342815814400/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.435603:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cce00 with x1863342815814400 ext(225280->249855)
00010000:00010000:0.0:1777022442.435612:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 33 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.435630:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 33 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022442.435638:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cce00
00000100:00100000:0.0:1777022442.435671:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 135
00000100:00100000:0.0:1777022442.435681:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2377:x1863342815814400:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022442.437026:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815814528
00000100:00100000:1.0:1777022442.437036:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815814528
00000100:00100000:1.0:1777022442.437096:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 231
00000100:00100000:1.0:1777022442.437106:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10127:x1863342815814528:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.437120:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.437136:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b37 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.437163:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.437166:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.437171:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 36 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.437181:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 36 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.437194:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0800, rc 0)
00000100:00100000:1.0:1777022442.437245:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10127:x1863342815814528:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 141us (1865us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.437252:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 231
00000100:00100000:1.0:1777022442.440025:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2377:x1863342815814400:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 4335us (4578us total) trans 4294967340 rc 0/0
00000100:00100000:1.0:1777022442.440053:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 135
00002000:00100000:1.0:1777022442.440079:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (225280->249855)  req@ffff8efa657cce00 x1863342815814400/t4294967340(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/448 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.440090:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cce00 with x1863342815814400 ext(225280->249855)
00010000:00010000:1.0:1777022442.440099:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 36 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.440115:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 36 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.440122:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cce00
00000100:00100000:2.0:1777022442.444383:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.444567:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815814656
00000100:00100000:0.0:1777022442.444576:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815814656
00010000:00010000:0.0:1777022442.444615:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 36 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.444680:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 207
00000100:00100000:0.0:1777022442.444690:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815814656:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022442.444706:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022442.444722:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 448 -> 496
00010000:00010000:0.0:1777022442.444729:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 36 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.444743:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 36 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.444777:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e307e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [225280->18446744073709551615] (req 225280->229375) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b29 expref: 36 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.444794:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.444796:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.444804:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3085 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b30 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.444812:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3085 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b30 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.444821:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.444823:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.444826:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 35 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.444846:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 35 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.444936:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 35 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.444950:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835736320:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022442.445028:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3085 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b30 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.445039:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835736448:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022442.445072:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022442.447447:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835736320:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022442.447463:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835736448:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022442.447481:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022442.447532:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815814656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2842us (3156us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.447542:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 207
00000100:00100000:1.0:1777022442.451256:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.451422:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815814784
00000100:00100000:2.0:1777022442.451432:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815814784
00002000:00100000:2.0:1777022442.451480:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (225280->249855)  req@ffff8efa65c1d500 x1863342815814784/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.451523:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1d500 with x1863342815814784 ext(225280->249855)
00002000:00010000:2.0:1777022442.451529:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1d500
00000100:00100000:2.0:1777022442.451562:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 94
00000100:00100000:2.0:1777022442.451572:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2378:x1863342815814784:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.464822:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2378:x1863342815814784:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 13241us (13564us total) trans 0 rc 24576/24576
00000100:00100000:2.0:1777022442.464835:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 94
00002000:00100000:2.0:1777022442.464848:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (225280->249855)  req@ffff8efa65c1d500 x1863342815814784/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/440 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 24576/24576 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.464901:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1d500 with x1863342815814784 ext(225280->249855)
00002000:00010000:2.0:1777022442.464908:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1d500
00000100:00100000:2.0:1777022442.483100:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.483199:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815814912
00000100:00100000:3.0:1777022442.483209:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815814912
00000100:00100000:3.0:1777022442.483261:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 232
00000100:00100000:3.0:1777022442.483271:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa819d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:10115:x1863342815814912:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022442.483289:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022442.483307:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b3e expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.483372:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.483382:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.483383:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.483388:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 43 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.483421:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.483433:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 34 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.483447:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835736576:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022442.483544:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022442.486689:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835736576:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022442.486726:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 43 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.486761:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022442.486828:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa819d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:10115:x1863342815814912:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3558us (3737us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.486837:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 232
00000100:00100000:1.0:1777022442.492901:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.493098:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815815040
00000100:00100000:3.0:1777022442.493109:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815815040
00002000:00100000:3.0:1777022442.493155:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (249856->253951)  req@ffff8efa81a1d850 x1863342815815040/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.493167:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa81a1d850 with x1863342815815040 ext(249856->253951)
00010000:00010000:3.0:1777022442.493175:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 35 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.493191:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 35 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.493199:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa81a1d850
00000100:00100000:3.0:1777022442.493230:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 136
00000100:00100000:3.0:1777022442.493240:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa81a1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815815040:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022442.493638:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa81a1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815815040:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 398us (783us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022442.493647:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 136
00002000:00100000:3.0:1777022442.493654:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (249856->253951)  req@ffff8efa81a1d850 x1863342815815040/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.493663:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa81a1d850 with x1863342815815040 ext(249856->253951)
00010000:00010000:3.0:1777022442.493668:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 35 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.493679:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 35 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.493706:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa81a1d850
00000100:00100000:2.0:1777022442.502602:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.503243:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815815168
00000100:00100000:3.0:1777022442.503253:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815815168
00000100:00100000:3.0:1777022442.503310:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 233
00000100:00100000:3.0:1777022442.503321:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10127:x1863342815815168:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022442.503339:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022442.503366:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e309a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b45 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.503395:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.503401:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.503409:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022442.503413:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e309a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b45 expref: 36 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.503450:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.503462:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e309a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b45 expref: 36 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.503475:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022442.503697:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10127:x1863342815815168:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 378us (1103us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.503715:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 233
00000100:00100000:1.0:1777022442.505466:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.507213:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815815296
00000100:00100000:3.0:1777022442.507226:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815815296
00010000:00010000:3.0:1777022442.507267:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 36 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.507358:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 208
00000100:00100000:3.0:1777022442.507367:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815815296:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022442.507381:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022442.507400:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 36 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.507412:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 36 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.507433:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e308c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b37 expref: 36 pid: 6921 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.507447:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.507449:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.507455:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.507465:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.507518:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.507530:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 42 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.507543:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835736832:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022442.507626:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022442.511267:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.512073:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815815424
00000100:00100000:0.0:1777022442.512084:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815815424
00002000:00100000:0.0:1777022442.512131:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (249856->286719)  req@ffff8efa65453800 x1863342815815424/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.512164:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65453800 with x1863342815815424 ext(249856->286719)
00010000:00010000:0.0:1777022442.512174:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 43 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.512191:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 43 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022442.512199:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65453800
00000100:00100000:0.0:1777022442.512234:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 137
00000100:00100000:0.0:1777022442.512244:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342815815424:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.514629:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835736832:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022442.514653:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022442.514728:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815815296:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7361us (9269us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.514738:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 208
00000100:00100000:1.0:1777022442.517427:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342815815424:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5176us (6160us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022442.517438:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 137
00002000:00100000:1.0:1777022442.517450:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (249856->286719)  req@ffff8efa65453800 x1863342815815424/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/440 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.517460:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65453800 with x1863342815815424 ext(249856->286719)
00010000:00010000:1.0:1777022442.517470:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 43 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.517486:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 43 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.517506:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65453800
00000100:00100000:3.0:1777022442.519933:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.520015:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815815552
00000100:00100000:1.0:1777022442.520024:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815815552
00000100:00100000:1.0:1777022442.520085:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 234
00000100:00100000:1.0:1777022442.520096:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+43:10115:x1863342815815552:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.520113:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.520130:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e30a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b4c expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.520160:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.520166:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e309a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b45 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.520174:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022442.520178:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e30a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b4c expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.520217:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e309a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b45 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.520230:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e30a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b4c expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.520242:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0000, rc 0)
00000100:00100000:1.0:1777022442.520296:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+44:10115:x1863342815815552:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 202us (372us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.520315:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 234
00000100:00100000:2.0:1777022442.523102:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.523184:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815815680
00000100:00100000:3.0:1777022442.523194:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815815680
00010000:00010000:3.0:1777022442.523230:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 44 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.523271:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 209
00000100:00100000:3.0:1777022442.523280:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2380:x1863342815815680:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022442.523293:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022442.523313:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 44 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.523327:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 44 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.523359:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3093 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b3e expref: 44 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.523389:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.523391:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.523399:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e309a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b45 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.523409:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e309a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b45 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.523443:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e309a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b45 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.523456:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e309a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b45 expref: 34 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.523469:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835737088:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022442.523541:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.526699:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835737088:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022442.526725:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022442.526802:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2380:x1863342815815680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3522us (3708us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022442.526812:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 209
00000100:00100000:1.0:1777022442.530326:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.530764:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815815808
00000100:00100000:2.0:1777022442.530776:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815815808
00010000:00010000:2.0:1777022442.531115:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e309a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b45 expref: 35 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.531187:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 210
00000100:00100000:2.0:1777022442.531198:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815815808:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022442.531213:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022442.531233:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e309a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b45 expref: 35 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.531247:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e309a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b45 expref: 35 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.531270:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e309a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b45 expref: 35 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.531287:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.531289:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.531296:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e30a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b4c expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.531305:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e30a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b4c expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.531340:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e30a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b4c expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.531366:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835737216:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022442.531533:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.535836:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835737216:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022442.535890:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022442.536416:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815815808:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5218us (6098us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.536427:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 210
00000100:00100000:2.0:1777022442.540951:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.541041:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815815936
00000100:00100000:3.0:1777022442.541051:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815815936
00000100:00100000:3.0:1777022442.541115:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 235
00000100:00100000:3.0:1777022442.541125:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10127:x1863342815815936:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022442.541143:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022442.541160:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b53 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.541211:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e30a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b4c expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.541221:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.541222:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.541226:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 35 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.541258:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e30a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b4c expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.541271:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e30a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b4c expref: 42 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.541285:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835737344:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022442.541362:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022442.545243:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835737344:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022442.545279:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 35 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.545302:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022442.547782:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10127:x1863342815815936:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6641us (6823us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.547800:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 235
00000100:00100000:2.0:1777022442.549061:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.549357:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815816064
00000100:00100000:3.0:1777022442.549367:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815816064
00010000:00010000:3.0:1777022442.549402:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e30a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b4c expref: 43 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.549480:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 211
00000100:00100000:3.0:1777022442.549490:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342815816064:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022442.549504:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022442.549534:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e30a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b4c expref: 43 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.549548:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e30a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b4c expref: 43 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.549572:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e30a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b4c expref: 43 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.549587:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.549589:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.549596:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.549605:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.549642:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.549674:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835737472:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022442.549738:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.551801:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.552127:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815816192
00000100:00100000:3.0:1777022442.552136:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815816192
00000100:00100000:3.0:1777022442.552192:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 236
00000100:00100000:3.0:1777022442.552202:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+43:10115:x1863342815816192:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022442.552219:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022442.552236:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b5a expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.552268:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.552276:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.552278:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.552282:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 44 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.552314:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.552328:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 34 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.552342:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835737600:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022442.552421:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.562545:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.562644:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835737600:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022442.562674:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 44 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.562696:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:1.0:1777022442.562752:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+44:10115:x1863342815816192:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10542us (10955us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.562766:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 236
00000100:00100000:3.0:1777022442.563012:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835737472:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022442.563022:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022442.563040:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342815816064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 13553us (13986us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.563048:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 211
00000100:00100000:0.0:1777022442.563202:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815816320
00000100:00100000:0.0:1777022442.563209:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815816320
00002000:00100000:0.0:1777022442.563246:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (249856->253951)  req@ffff8efa657ce300 x1863342815816320/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.563257:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ce300 with x1863342815816320 ext(249856->253951)
00010000:00010000:0.0:1777022442.563263:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 35 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.563294:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 35 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022442.563302:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657ce300
00000100:00100000:0.0:1777022442.563326:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 138
00000100:00100000:0.0:1777022442.563334:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2377:x1863342815816320:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.563648:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2377:x1863342815816320:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 314us (1111us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022442.563655:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 138
00002000:00100000:0.0:1777022442.563661:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (249856->253951)  req@ffff8efa657ce300 x1863342815816320/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.563669:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ce300 with x1863342815816320 ext(249856->253951)
00010000:00010000:0.0:1777022442.563673:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 35 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.563684:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 35 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022442.563690:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657ce300
00000100:00100000:2.0:1777022442.569410:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.569459:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.569487:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815816576
00000100:00100000:2.0:1777022442.569496:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815816576
00010000:00010000:2.0:1777022442.569534:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 35 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.569576:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 212
00000100:00100000:2.0:1777022442.569587:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2377:x1863342815816576:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022442.569601:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022442.569621:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 35 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.569634:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 35 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.569658:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e30a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b53 expref: 35 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.569673:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.569675:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.569683:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.569712:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.569767:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.569782:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835737728:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022442.569958:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.571161:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815816448
00000100:00100000:2.0:1777022442.571169:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815816448
00000100:00100000:2.0:1777022442.571222:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 237
00000100:00100000:2.0:1777022442.571230:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10127:x1863342815816448:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022442.571246:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022442.571261:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e30b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b61 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.571286:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.571294:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022442.571296:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022442.571299:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e30b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b61 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.571324:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.571358:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 42 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.571372:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835737856:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022442.571438:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.578497:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.578610:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835737728:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022442.578633:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022442.578692:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2377:x1863342815816576:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9106us (9231us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.578716:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 212
00000100:00100000:0.0:1777022442.579340:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835737856:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022442.579372:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e30b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b61 expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.579394:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a200, rc 0)
00000100:00100000:0.0:1777022442.579434:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10127:x1863342815816448:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8204us (10032us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.579441:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 237
00000100:00100000:3.0:1777022442.583167:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815816704
00000100:00100000:3.0:1777022442.583181:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815816704
00002000:00100000:3.0:1777022442.583229:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (249856->286719)  req@ffff8efa657cd180 x1863342815816704/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.583241:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd180 with x1863342815816704 ext(249856->286719)
00010000:00010000:3.0:1777022442.583250:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 43 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.583267:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 43 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.583275:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cd180
00000100:00100000:3.0:1777022442.583356:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 139
00000100:00100000:3.0:1777022442.583366:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2378:x1863342815816704:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022442.588821:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2378:x1863342815816704:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5447us (10324us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022442.588834:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 139
00002000:00100000:3.0:1777022442.588847:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (249856->286719)  req@ffff8efa657cd180 x1863342815816704/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/440 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.588893:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd180 with x1863342815816704 ext(249856->286719)
00010000:00010000:3.0:1777022442.588904:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 43 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.588922:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 43 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.588931:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cd180
00000100:00100000:3.0:1777022442.592655:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.592775:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815816832
00000100:00100000:0.0:1777022442.592786:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815816832
00000100:00100000:0.0:1777022442.592843:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 238
00000100:00100000:0.0:1777022442.592890:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:10115:x1863342815816832:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022442.592909:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022442.592927:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b68 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.592958:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022442.592964:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e30b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b61 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.592972:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022442.592976:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b68 expref: 44 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.593033:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e30b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b61 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.593047:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30bd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b68 expref: 44 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.593070:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:0.0:1777022442.593116:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+44:10115:x1863342815816832:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 265us (470us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.593123:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 238
00000100:00100000:2.0:1777022442.597490:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.599036:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815816960
00000100:00100000:0.0:1777022442.599048:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815816960
00010000:00010000:0.0:1777022442.599099:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 44 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.599155:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 213
00000100:00100000:0.0:1777022442.599165:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2377:x1863342815816960:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022442.599180:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022442.599201:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 44 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.599215:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 44 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.599260:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e30af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b5a expref: 44 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.599278:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.599280:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.599287:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e30b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b61 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.599296:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e30b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b61 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.599333:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e30b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b61 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.599356:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e30b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b61 expref: 34 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.599369:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835738112:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022442.600014:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53bd2b40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.608440:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.608536:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835738112:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022442.608559:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022442.608619:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342815816960:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9455us (11139us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.608630:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 213
00000100:00100000:0.0:1777022442.608670:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815817088
00000100:00100000:0.0:1777022442.608676:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815817088
00010000:00010000:0.0:1777022442.608704:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e30b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b61 expref: 35 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.608742:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 214
00000100:00100000:0.0:1777022442.608750:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815817088:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022442.608761:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022442.608797:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e30b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b61 expref: 35 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.608812:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e30b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b61 expref: 35 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.608837:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e30b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b61 expref: 35 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.608851:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.608879:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.608887:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b68 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.608897:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b68 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.608929:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b68 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.608955:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835738240:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022442.609001:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53bd2b40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.613035:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835738240:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022442.613072:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022442.613127:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815817088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4378us (4696us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.613139:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 214
00000100:00100000:2.0:1777022442.618974:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.619156:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815817216
00000100:00100000:1.0:1777022442.619165:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815817216
00000100:00100000:1.0:1777022442.619225:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 239
00000100:00100000:1.0:1777022442.619236:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10127:x1863342815817216:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.619266:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.619282:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b6f expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.619313:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b68 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.619322:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.619324:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.619328:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.619367:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b68 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.619385:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b68 expref: 42 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.619400:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835738368:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.619480:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30300 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.622946:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.623157:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815817344
00000100:00100000:3.0:1777022442.623167:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815817344
00010000:00010000:3.0:1777022442.623203:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30bd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b68 expref: 43 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.623327:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835738368:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022442.623368:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.623385:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022442.623454:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10127:x1863342815817216:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4220us (4487us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.623462:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 239
00000100:00100000:3.0:1777022442.624601:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 215
00000100:00100000:3.0:1777022442.624616:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342815817344:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022442.624632:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022442.624652:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b68 expref: 43 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.624665:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b68 expref: 43 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.624687:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b68 expref: 43 pid: 9584 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.624711:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.624712:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.624732:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.624740:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.624783:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.624798:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65657b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835738496:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022442.624893:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022442.626717:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.627638:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815817472
00000100:00100000:2.0:1777022442.627648:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815817472
00000100:00100000:2.0:1777022442.627709:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 240
00000100:00100000:2.0:1777022442.627719:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+43:10115:x1863342815817472:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022442.627736:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022442.627751:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b76 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.627796:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.627806:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022442.627808:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022442.627811:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 44 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.627887:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.627901:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 34 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.627915:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835738624:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022442.627987:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.632007:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835738624:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022442.632043:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 44 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.632074:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022442.632134:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+44:10115:x1863342815817472:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4416us (5421us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022442.632144:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 240
00000100:00100000:3.0:1777022442.632506:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.632536:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815817600
00000100:00100000:3.0:1777022442.632542:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815817600
00002000:00100000:3.0:1777022442.632580:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (249856->253951)  req@ffff8efa65656a00 x1863342815817600/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.632590:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656a00 with x1863342815817600 ext(249856->253951)
00010000:00010000:3.0:1777022442.632596:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 35 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.632609:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 35 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.632634:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65656a00
00000100:00100000:3.0:1777022442.632666:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 140
00000100:00100000:3.0:1777022442.632676:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2377:x1863342815817600:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022442.632826:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2377:x1863342815817600:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 151us (320us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022442.632833:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 140
00002000:00100000:3.0:1777022442.632839:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (249856->253951)  req@ffff8efa65656a00 x1863342815817600/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.632847:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656a00 with x1863342815817600 ext(249856->253951)
00010000:00010000:3.0:1777022442.632873:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 35 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.632885:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 35 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.632892:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65656a00
00000100:00100000:3.0:1777022442.636036:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.636536:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815817728
00000100:00100000:2.0:1777022442.636546:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815817728
00000100:00100000:2.0:1777022442.636606:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 241
00000100:00100000:2.0:1777022442.636616:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10127:x1863342815817728:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022442.636633:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022442.636650:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e30d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b7d expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.636696:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022442.636703:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.636710:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022442.636714:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e30d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b7d expref: 36 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.636754:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.636768:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e30d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b7d expref: 36 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.636781:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:2.0:1777022442.636844:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10127:x1863342815817728:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 228us (815us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022442.636876:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 241
00000100:00100000:0.0:1777022442.638357:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.638468:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815817856
00000100:00100000:2.0:1777022442.638476:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815817856
00010000:00010000:2.0:1777022442.638507:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 36 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.638546:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 216
00000100:00100000:2.0:1777022442.638555:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2377:x1863342815817856:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022442.638579:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022442.638598:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 36 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.638610:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 36 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.638632:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.638633:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.638641:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.638650:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.638681:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.638693:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.638707:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835738880:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022442.641456:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022442.643484:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835738880:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022442.643510:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022442.643573:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2377:x1863342815817856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5019us (5229us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.643584:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 216
00000100:00100000:3.0:1777022442.646031:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:1.0:1777022442.646306:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b6f expref: 35 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.646328:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65657b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835738496:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022442.646383:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022442.646430:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342815817344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 21819us (23491us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.646440:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 215
00000100:00100000:0.0:1777022442.648405:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815817984
00000100:00100000:0.0:1777022442.648418:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815817984
00002000:00100000:0.0:1777022442.648473:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (249856->286719)  req@ffff8efa65654000 x1863342815817984/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.648484:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654000 with x1863342815817984 ext(249856->286719)
00010000:00010000:0.0:1777022442.648492:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.648508:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022442.648516:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654000
00000100:00100000:0.0:1777022442.648550:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 141
00000100:00100000:0.0:1777022442.648559:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342815817984:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.652598:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342815817984:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4028us (6563us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022442.652611:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 141
00002000:00100000:0.0:1777022442.652623:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (249856->286719)  req@ffff8efa65654000 x1863342815817984/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/440 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.652654:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654000 with x1863342815817984 ext(249856->286719)
00010000:00010000:0.0:1777022442.652663:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.652681:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022442.652689:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654000
00000100:00100000:3.0:1777022442.656579:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.658573:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.659454:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815818240
00000100:00100000:0.0:1777022442.659465:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815818240
00010000:00010000:0.0:1777022442.659505:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.659553:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 217
00000100:00100000:0.0:1777022442.659563:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342815818240:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022442.659578:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022442.659598:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.659611:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.659633:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e30cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b76 expref: 43 pid: 6924 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.659666:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.659668:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022442.659675:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e30d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b7d expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.659685:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e30d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b7d expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.659723:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e30d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b7d expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.659736:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835739008:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022442.659840:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.661312:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815818112
00000100:00100000:1.0:1777022442.661325:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815818112
00000100:00100000:1.0:1777022442.661391:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 242
00000100:00100000:1.0:1777022442.661401:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+43:10115:x1863342815818112:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.661417:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.661434:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b84 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.661463:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e30d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b7d expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.661471:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.661473:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.661476:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 44 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.661525:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e30d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b7d expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.661537:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e30d2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b7d expref: 34 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.661550:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835739136:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.661629:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022442.665665:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835739008:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022442.665690:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022442.665746:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2377:x1863342815818240:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6183us (7180us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.665758:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 217
00000100:00100000:1.0:1777022442.666479:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835739136:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022442.666504:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 43 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.666524:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022442.666568:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+43:10115:x1863342815818112:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5169us (9999us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.666576:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 242
00000100:00100000:2.0:1777022442.671299:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.671563:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815818368
00000100:00100000:3.0:1777022442.671574:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815818368
00010000:00010000:3.0:1777022442.671614:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e30d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b7d expref: 35 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.671660:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 218
00000100:00100000:3.0:1777022442.671670:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815818368:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022442.671685:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022442.671706:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e30d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b7d expref: 35 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.671720:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e30d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b7d expref: 35 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.671742:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e30d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b7d expref: 35 pid: 11979 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.671767:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.671769:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.671776:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.671787:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.671850:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.671912:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65657800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835739264:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022442.671996:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.675484:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65657800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835739264:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022442.675526:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022442.675584:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815818368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3915us (4294us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022442.675594:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 218
00000100:00100000:2.0:1777022442.692773:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.692892:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815818496
00000100:00100000:3.0:1777022442.692902:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815818496
00002000:00100000:3.0:1777022442.692950:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (249856->286719)  req@ffff8efa657cfb80 x1863342815818496/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.692961:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cfb80 with x1863342815818496 ext(249856->286719)
00002000:00010000:3.0:1777022442.692967:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cfb80
00000100:00100000:3.0:1777022442.692989:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 95
00000100:00100000:3.0:1777022442.692998:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2378:x1863342815818496:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.697655:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2378:x1863342815818496:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4647us (4890us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022442.697668:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 95
00002000:00100000:0.0:1777022442.697682:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (249856->286719)  req@ffff8efa657cfb80 x1863342815818496/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/440 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.697720:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cfb80 with x1863342815818496 ext(249856->286719)
00002000:00010000:0.0:1777022442.697728:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cfb80
00000100:00100000:3.0:1777022442.706293:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.706341:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.706503:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815818752
00000100:00100000:0.0:1777022442.706513:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815818752
00000100:00100000:0.0:1777022442.706572:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 243
00000100:00100000:0.0:1777022442.706582:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10127:x1863342815818752:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022442.706599:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022442.706616:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e30e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b8b expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.706650:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.706659:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022442.706661:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022442.706664:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e30e0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b8b expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.706696:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.706710:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 42 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.706724:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835739392:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022442.706825:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.706945:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815818624
00000100:00100000:2.0:1777022442.706950:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815818624
00002000:00100000:2.0:1777022442.706979:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (286720->323583)  req@ffff8efa65656680 x1863342815818624/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.706989:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656680 with x1863342815818624 ext(286720->323583)
00010000:00010000:2.0:1777022442.706994:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 43 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.707007:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 43 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022442.707014:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65656680
00000100:00100000:2.0:1777022442.707038:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 142
00000100:00100000:2.0:1777022442.707045:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2380:x1863342815818624:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022442.712838:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.712981:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835739392:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022442.713018:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e30e0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b8b expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.713040:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ca00, rc 0)
00000100:00100000:0.0:1777022442.713119:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10127:x1863342815818752:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6539us (6777us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.713128:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 243
00000100:00100000:3.0:1777022442.714051:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815818880
00000100:00100000:3.0:1777022442.714070:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815818880
00002000:00100000:3.0:1777022442.714120:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->286719)  req@ffff8efa65c1f480 x1863342815818880/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.714130:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1f480 with x1863342815818880 ext(188416->286719)
00010000:00010000:3.0:1777022442.714146:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 45 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.714177:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 45 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.714184:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1f480
00000100:00100000:3.0:1777022442.714218:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 143
00000100:00100000:3.0:1777022442.714226:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+45:2377:x1863342815818880:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:2.0:1777022442.715130:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+45:2380:x1863342815818624:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8081us (8841us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022442.715139:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 142
00002000:00100000:2.0:1777022442.715148:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (286720->323583)  req@ffff8efa65656680 x1863342815818624/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/440 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.715171:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656680 with x1863342815818624 ext(286720->323583)
00010000:00010000:2.0:1777022442.715178:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 45 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.715191:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 45 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022442.715199:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65656680
00000100:00100000:3.0:1777022442.722936:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.723090:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815819008
00000100:00100000:0.0:1777022442.723099:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815819008
00000100:00100000:0.0:1777022442.723152:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 244
00000100:00100000:0.0:1777022442.723162:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+47:10115:x1863342815819008:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022442.723178:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022442.723194:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b92 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.723224:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022442.723226:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022442.723231:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.723243:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.723256:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:0.0:1777022442.723296:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+48:10115:x1863342815819008:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 135us (369us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.723304:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 244
00000100:00100000:2.0:1777022442.723900:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+47:2377:x1863342815818880:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 9672us (11069us total) trans 4294967342 rc 0/0
00000100:00100000:2.0:1777022442.723910:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 143
00002000:00100000:2.0:1777022442.723920:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->286719)  req@ffff8efa65c1f480 x1863342815818880/t4294967342(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/448 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.723930:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1f480 with x1863342815818880 ext(188416->286719)
00010000:00010000:2.0:1777022442.723939:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 47 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.723953:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 47 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022442.723961:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1f480
00000100:00100000:3.0:1777022442.729788:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.730618:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815819136
00000100:00100000:2.0:1777022442.730629:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815819136
00010000:00010000:2.0:1777022442.730672:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 47 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.730734:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:2.0:1777022442.730744:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+47:2378:x1863342815819136:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022442.730767:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022442.730784:0:11978:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 1777022441 -> 1777022442
00002000:00010000:2.0:1777022442.730788:0:11978:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 1777022441 -> 1777022442
00002000:00010000:2.0:1777022442.730790:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 496 -> 568
00010000:00010000:2.0:1777022442.730796:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 47 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.730810:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 47 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.730834:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e30d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b84 expref: 47 pid: 6923 timeout: 480 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.730850:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.731007:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.731017:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e30e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->286719] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b8b expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.731028:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e30e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->286719] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b8b expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.731037:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.731056:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.731061:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 46 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.731069:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 46 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.731114:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 46 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.731300:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835739520:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022442.731434:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e30e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [249856->286719] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b8b expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.731443:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835739648:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022442.731463:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.738512:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.738585:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815819264
00000100:00100000:0.0:1777022442.738595:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815819264
00002000:00100000:0.0:1777022442.738646:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (249856->253951)  req@ffff8efa65c1ca80 x1863342815819264/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.738658:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ca80 with x1863342815819264 ext(249856->253951)
00002000:00010000:0.0:1777022442.738663:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1ca80
00000100:00100000:0.0:1777022442.738696:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 96
00000100:00100000:0.0:1777022442.738706:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815819264:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.738890:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815819264:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 185us (388us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022442.738898:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 96
00002000:00100000:0.0:1777022442.738905:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (249856->253951)  req@ffff8efa65c1ca80 x1863342815819264/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.738915:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ca80 with x1863342815819264 ext(249856->253951)
00002000:00010000:0.0:1777022442.738918:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1ca80
00000100:00100000:3.0:1777022442.743360:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.743402:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.743433:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.743466:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.743701:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815819648
00000100:00100000:1.0:1777022442.743711:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815819648
00000100:00100000:1.0:1777022442.743791:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 63
00000100:00100000:1.0:1777022442.743801:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815819648:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022442.743903:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815819648:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 104us (500us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.743923:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 63
00000100:00080000:3.0:1777022442.748005:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022442.749726:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815819392
00000100:00100000:0.0:1777022442.749738:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815819392
00000100:00100000:0.0:1777022442.749811:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 253
00000100:00100000:0.0:1777022442.749822:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49caf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2378:x1863342815819392:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022442.749934:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49caf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2378:x1863342815819392:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 113us (6593us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.749959:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 253
00000100:00100000:3.0:1777022442.750986:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815819520
00000100:00100000:3.0:1777022442.750995:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815819520
00000100:00100000:3.0:1777022442.751133:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815819776
00000100:00100000:3.0:1777022442.751137:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815819776
00000100:00100000:3.0:1777022442.751160:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 111
00000100:00100000:3.0:1777022442.751167:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815819520:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022442.751233:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815819520:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 65us (7798us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.751240:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 111
00000100:00100000:3.0:1777022442.751256:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 112
00000100:00100000:3.0:1777022442.751262:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2378:x1863342815819776:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022442.751300:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2378:x1863342815819776:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 39us (7834us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.751307:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 112
00000100:00100000:3.0:1777022442.751378:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00080000:0.0:1777022442.752717:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1777022442.758452:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.758547:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815819904
00000100:00100000:0.0:1777022442.758556:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815819904
00002000:00100000:0.0:1777022442.758606:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (253952->258047)  req@ffff8efa65657b80 x1863342815819904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.758616:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657b80 with x1863342815819904 ext(253952->258047)
00002000:00010000:0.0:1777022442.758622:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65657b80
00000100:00100000:0.0:1777022442.758649:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815820032
00000100:00100000:0.0:1777022442.758653:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815820032
00002000:00100000:0.0:1777022442.758666:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (286720->290815)  req@ffff8efa65c1f800 x1863342815820032/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.758673:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1f800 with x1863342815820032 ext(286720->290815)
00002000:00010000:0.0:1777022442.758677:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1f800
00000100:00100000:0.0:1777022442.758698:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 97
00000100:00100000:0.0:1777022442.758707:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815819904:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.758896:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815819904:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 189us (7516us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022442.758904:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 97
00002000:00100000:0.0:1777022442.758911:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (253952->258047)  req@ffff8efa65657b80 x1863342815819904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.758918:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657b80 with x1863342815819904 ext(253952->258047)
00002000:00010000:0.0:1777022442.758921:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65657b80
00000100:00100000:0.0:1777022442.758951:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 98
00000100:00100000:0.0:1777022442.758958:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+47:2380:x1863342815820032:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.759018:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+47:2380:x1863342815820032:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 60us (576us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022442.759024:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 98
00002000:00100000:0.0:1777022442.759029:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (286720->290815)  req@ffff8efa65c1f800 x1863342815820032/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.759037:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1f800 with x1863342815820032 ext(286720->290815)
00002000:00010000:0.0:1777022442.759039:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1f800
00000100:00100000:2.0:1777022442.760274:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835739520:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022442.760303:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835739648:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022442.760328:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022442.760383:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+46:2378:x1863342815819136:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 29641us (30603us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022442.760393:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:1.0:1777022442.766157:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.766323:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815820160
00000100:00100000:0.0:1777022442.766333:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815820160
00002000:00100000:0.0:1777022442.766391:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (258048->262143)  req@ffff8efa65c1e680 x1863342815820160/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.766402:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1e680 with x1863342815820160 ext(258048->262143)
00002000:00010000:0.0:1777022442.766408:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1e680
00000100:00100000:0.0:1777022442.766439:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 99
00000100:00100000:0.0:1777022442.766448:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2379:x1863342815820160:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.766624:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2379:x1863342815820160:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 176us (476us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022442.766632:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 99
00002000:00100000:0.0:1777022442.766639:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (258048->262143)  req@ffff8efa65c1e680 x1863342815820160/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.766647:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1e680 with x1863342815820160 ext(258048->262143)
00002000:00010000:0.0:1777022442.766665:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1e680
00000100:00100000:1.0:1777022442.774578:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.774675:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815820288
00000100:00100000:2.0:1777022442.774685:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815820288
00002000:00100000:2.0:1777022442.774730:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (262144->266239)  req@ffff8efa65c1d880 x1863342815820288/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.774772:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1d880 with x1863342815820288 ext(262144->266239)
00002000:00010000:2.0:1777022442.774778:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1d880
00000100:00100000:2.0:1777022442.774809:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 100
00000100:00100000:2.0:1777022442.774819:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2380:x1863342815820288:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.775002:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2380:x1863342815820288:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 184us (434us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022442.775010:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 100
00002000:00100000:2.0:1777022442.775016:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (262144->266239)  req@ffff8efa65c1d880 x1863342815820288/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.775024:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1d880 with x1863342815820288 ext(262144->266239)
00002000:00010000:2.0:1777022442.775027:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1d880
00000100:00100000:3.0:1777022442.781387:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.781433:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.781522:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815820416
00000100:00100000:1.0:1777022442.781532:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815820416
00002000:00100000:1.0:1777022442.781581:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (290816->294911)  req@ffff8efa65655f80 x1863342815820416/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.781592:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655f80 with x1863342815820416 ext(290816->294911)
00002000:00010000:1.0:1777022442.781598:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655f80
00000100:00100000:1.0:1777022442.781626:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815820544
00000100:00100000:1.0:1777022442.781629:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815820544
00002000:00100000:1.0:1777022442.781643:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (266240->270335)  req@ffff8efa65655c00 x1863342815820544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.781651:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655c00 with x1863342815820544 ext(266240->270335)
00002000:00010000:1.0:1777022442.781654:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655c00
00000100:00100000:1.0:1777022442.781675:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 101
00000100:00100000:1.0:1777022442.781684:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+46:2377:x1863342815820416:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022442.781890:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+46:2377:x1863342815820416:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 206us (511us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022442.781898:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 101
00002000:00100000:1.0:1777022442.781904:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (290816->294911)  req@ffff8efa65655f80 x1863342815820416/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.781913:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655f80 with x1863342815820416 ext(290816->294911)
00002000:00010000:1.0:1777022442.781930:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655f80
00000100:00100000:1.0:1777022442.781948:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 102
00000100:00100000:1.0:1777022442.781954:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2379:x1863342815820544:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022442.782007:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2379:x1863342815820544:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 53us (574us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022442.782013:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 102
00002000:00100000:1.0:1777022442.782018:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (266240->270335)  req@ffff8efa65655c00 x1863342815820544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.782027:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655c00 with x1863342815820544 ext(266240->270335)
00002000:00010000:1.0:1777022442.782030:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655c00
00000100:00100000:1.0:1777022442.789289:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.789335:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.789500:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815820672
00000100:00100000:2.0:1777022442.789511:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815820672
00002000:00100000:2.0:1777022442.789560:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (294912->299007)  req@ffff8efa65c1df80 x1863342815820672/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.789572:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1df80 with x1863342815820672 ext(294912->299007)
00002000:00010000:2.0:1777022442.789578:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1df80
00000100:00100000:2.0:1777022442.789607:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815820800
00000100:00100000:2.0:1777022442.789611:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815820800
00002000:00100000:2.0:1777022442.789625:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (270336->274431)  req@ffff8efa65c1d500 x1863342815820800/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.789633:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1d500 with x1863342815820800 ext(270336->274431)
00002000:00010000:2.0:1777022442.789636:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1d500
00000100:00100000:2.0:1777022442.789669:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 103
00000100:00100000:2.0:1777022442.789678:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+46:2378:x1863342815820672:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.789839:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+46:2378:x1863342815820672:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 160us (559us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022442.789846:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 103
00002000:00100000:2.0:1777022442.789878:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (294912->299007)  req@ffff8efa65c1df80 x1863342815820672/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.789887:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1df80 with x1863342815820672 ext(294912->299007)
00002000:00010000:2.0:1777022442.789891:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1df80
00000100:00100000:2.0:1777022442.789906:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 104
00000100:00100000:2.0:1777022442.789913:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2380:x1863342815820800:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.789965:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2380:x1863342815820800:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 52us (629us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022442.789971:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 104
00002000:00100000:2.0:1777022442.789976:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (270336->274431)  req@ffff8efa65c1d500 x1863342815820800/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.789984:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1d500 with x1863342815820800 ext(270336->274431)
00002000:00010000:2.0:1777022442.789987:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1d500
00000100:00100000:1.0:1777022442.810830:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.811047:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815820928
00000100:00100000:2.0:1777022442.811066:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815820928
00002000:00100000:2.0:1777022442.811124:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (274432->278527)  req@ffff8efa65c1c380 x1863342815820928/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.811136:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1c380 with x1863342815820928 ext(274432->278527)
00002000:00010000:2.0:1777022442.811155:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1c380
00000100:00100000:2.0:1777022442.811185:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 105
00000100:00100000:2.0:1777022442.811409:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2379:x1863342815820928:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.811570:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2379:x1863342815820928:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 375us (748us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022442.811577:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 105
00002000:00100000:2.0:1777022442.811584:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (274432->278527)  req@ffff8efa65c1c380 x1863342815820928/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.811594:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1c380 with x1863342815820928 ext(274432->278527)
00002000:00010000:2.0:1777022442.811597:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1c380
00000100:00100000:3.0:1777022442.822569:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.822671:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815821056
00000100:00100000:0.0:1777022442.822681:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815821056
00002000:00100000:0.0:1777022442.822739:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (278528->286719)  req@ffff8efa65654700 x1863342815821056/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.822751:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654700 with x1863342815821056 ext(278528->286719)
00002000:00010000:0.0:1777022442.822756:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654700
00000100:00100000:0.0:1777022442.822800:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 106
00000100:00100000:0.0:1777022442.822810:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2380:x1863342815821056:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.823012:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2380:x1863342815821056:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 203us (450us total) trans 0 rc 8192/8192
00000100:00100000:0.0:1777022442.823019:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 106
00002000:00100000:0.0:1777022442.823026:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (278528->286719)  req@ffff8efa65654700 x1863342815821056/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/8632 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.823034:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654700 with x1863342815821056 ext(278528->286719)
00002000:00010000:0.0:1777022442.823037:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654700
00000100:00100000:1.0:1777022442.831144:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.831376:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815821184
00000100:00100000:2.0:1777022442.831386:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815821184
00002000:00100000:2.0:1777022442.831436:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (299008->303103)  req@ffff8efa65c1ea00 x1863342815821184/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.831448:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ea00 with x1863342815821184 ext(299008->303103)
00002000:00010000:2.0:1777022442.831453:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1ea00
00000100:00100000:2.0:1777022442.831487:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 107
00000100:00100000:2.0:1777022442.831505:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+46:2379:x1863342815821184:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.831679:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+46:2379:x1863342815821184:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 182us (546us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022442.831686:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 107
00002000:00100000:2.0:1777022442.831692:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (299008->303103)  req@ffff8efa65c1ea00 x1863342815821184/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.831719:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ea00 with x1863342815821184 ext(299008->303103)
00002000:00010000:2.0:1777022442.831722:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1ea00
00000100:00100000:2.0:1777022442.837774:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.846968:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.847486:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815821440
00000100:00100000:2.0:1777022442.847510:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815821440
00002000:00100000:2.0:1777022442.847563:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (303104->307199)  req@ffff8efa65c1ce00 x1863342815821440/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.847575:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ce00 with x1863342815821440 ext(303104->307199)
00002000:00010000:2.0:1777022442.847581:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1ce00
00000100:00100000:2.0:1777022442.847612:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 108
00000100:00100000:2.0:1777022442.847620:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+46:2380:x1863342815821440:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.847975:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+46:2380:x1863342815821440:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 355us (1016us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022442.847984:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 108
00002000:00100000:2.0:1777022442.847990:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (303104->307199)  req@ffff8efa65c1ce00 x1863342815821440/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.847998:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ce00 with x1863342815821440 ext(303104->307199)
00002000:00010000:2.0:1777022442.848001:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1ce00
00000100:00100000:0.0:1777022442.852577:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815821312
00000100:00100000:0.0:1777022442.852592:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815821312
00000100:00100000:0.0:1777022442.852663:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 245
00000100:00100000:0.0:1777022442.852674:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10127:x1863342815821312:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022442.852692:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022442.852710:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840b99 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.852743:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 45 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.852772:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022442.852775:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022442.852779:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b99 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.852816:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 45 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.852828:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 45 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022442.852843:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835739776:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022442.852963:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.853990:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.854323:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815821568
00000100:00100000:3.0:1777022442.854330:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815821568
00002000:00100000:3.0:1777022442.854380:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (307200->311295)  req@ffff8efa65c1c000 x1863342815821568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.854391:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1c000 with x1863342815821568 ext(307200->311295)
00010000:00010000:3.0:1777022442.854398:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 46 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.854411:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 46 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.854418:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1c000
00000100:00100000:3.0:1777022442.854446:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 144
00000100:00100000:3.0:1777022442.854454:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+46:2379:x1863342815821568:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022442.854613:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+46:2379:x1863342815821568:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 159us (626us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022442.854620:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 144
00002000:00100000:3.0:1777022442.854626:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (307200->311295)  req@ffff8efa65c1c000 x1863342815821568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.854645:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1c000 with x1863342815821568 ext(307200->311295)
00010000:00010000:3.0:1777022442.854650:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 46 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.854660:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 46 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.854666:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1c000
00000100:00100000:1.0:1777022442.871111:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.871149:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.871630:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815821696
00000100:00100000:2.0:1777022442.871640:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815821696
00002000:00100000:2.0:1777022442.871685:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (286720->307199)  req@ffff8efa65c1c700 x1863342815821696/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022442.871697:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1c700 with x1863342815821696 ext(286720->307199)
00010000:00010000:2.0:1777022442.871717:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 46 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.871736:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 46 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022442.871744:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1c700
00000100:00100000:2.0:1777022442.871790:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 145
00000100:00100000:2.0:1777022442.871799:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+46:2378:x1863342815821696:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022442.872626:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835739776:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022442.872656:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b99 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.872677:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:0.0:1777022442.872731:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10127:x1863342815821312:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 20059us (34966us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.872740:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 245
00000100:00100000:0.0:1777022442.872771:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815821824
00000100:00100000:0.0:1777022442.872775:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815821824
00000100:00100000:3.0:1777022442.881022:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 246
00000100:00100000:3.0:1777022442.881041:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+48:10115:x1863342815821824:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022442.881071:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022442.881096:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ba0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.881125:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.881127:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.881132:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 49 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.881143:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 49 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.881156:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022442.881237:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+49:10115:x1863342815821824:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 204us (10087us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.881259:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 246
00000100:00100000:3.0:1777022442.883993:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+49:2378:x1863342815821696:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 12186us (12882us total) trans 4294967343 rc 0/0
00000100:00100000:3.0:1777022442.884005:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 145
00002000:00100000:3.0:1777022442.884020:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (286720->307199)  req@ffff8efa65c1c700 x1863342815821696/t4294967343(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/448 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.884029:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1c700 with x1863342815821696 ext(286720->307199)
00010000:00010000:3.0:1777022442.884038:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 49 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.884470:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 49 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.884482:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1c700
00000100:00100000:1.0:1777022442.893329:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.893543:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815821952
00000100:00100000:3.0:1777022442.893553:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815821952
00010000:00010000:3.0:1777022442.893596:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 49 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.893642:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 220
00000100:00100000:3.0:1777022442.893652:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+49:2379:x1863342815821952:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022442.893668:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022442.893686:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 568 -> 608
00010000:00010000:3.0:1777022442.893692:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 49 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.893724:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 49 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.893753:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e30e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b92 expref: 49 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.893780:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.893783:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.893791:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [286720->307199] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b99 expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.893801:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [286720->307199] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b99 expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.893810:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.893812:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022442.893815:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.893822:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.893903:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.893930:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48e74a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835739904:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022442.894029:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [286720->307199] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b99 expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022442.894039:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48e77100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835740032:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022442.894073:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.899135:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.899393:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48e74a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835739904:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022442.899406:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48e77100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835740032:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022442.899430:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022442.899491:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+48:2379:x1863342815821952:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5840us (6170us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.899502:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 220
00000100:00100000:0.0:1777022442.899584:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815822080
00000100:00100000:0.0:1777022442.899605:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815822080
00002000:00100000:0.0:1777022442.899644:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (286720->307199)  req@ffff8efa657cdf80 x1863342815822080/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.899654:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cdf80 with x1863342815822080 ext(286720->307199)
00002000:00010000:0.0:1777022442.899659:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cdf80
00000100:00100000:0.0:1777022442.899685:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 109
00000100:00100000:0.0:1777022442.899693:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815822080:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.902590:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815822080:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 2888us (3454us total) trans 0 rc 20480/20480
00000100:00100000:0.0:1777022442.902601:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 109
00002000:00100000:0.0:1777022442.902613:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (286720->307199)  req@ffff8efa657cdf80 x1863342815822080/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/440 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 20480/20480 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.902623:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cdf80 with x1863342815822080 ext(286720->307199)
00002000:00010000:0.0:1777022442.902628:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cdf80
00000100:00100000:2.0:1777022442.914943:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.915101:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815822208
00000100:00100000:1.0:1777022442.915111:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815822208
00000100:00100000:1.0:1777022442.915171:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 247
00000100:00100000:1.0:1777022442.915182:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10127:x1863342815822208:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.915208:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.915228:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e30fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ba7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.915271:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.915280:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.915282:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.915286:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e30fc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba7 expref: 37 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.915319:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.915333:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 47 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.915378:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835740160:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.915448:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022442.922769:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835740160:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022442.922809:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e30fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba7 expref: 37 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.922836:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0800, rc 0)
00000100:00100000:2.0:1777022442.922931:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+37:10127:x1863342815822208:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7749us (7995us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022442.922940:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 247
00000100:00100000:2.0:1777022442.927710:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.927899:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815822336
00000100:00100000:1.0:1777022442.927909:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815822336
00002000:00100000:1.0:1777022442.927959:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (307200->311295)  req@ffff8efa657cd880 x1863342815822336/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.927971:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd880 with x1863342815822336 ext(307200->311295)
00010000:00010000:1.0:1777022442.927980:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 48 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.928016:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 48 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.928025:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cd880
00000100:00100000:1.0:1777022442.928073:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 146
00000100:00100000:1.0:1777022442.928368:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+48:2378:x1863342815822336:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022442.928543:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+48:2378:x1863342815822336:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (840us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022442.928551:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 146
00002000:00100000:1.0:1777022442.928559:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (307200->311295)  req@ffff8efa657cd880 x1863342815822336/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.928568:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd880 with x1863342815822336 ext(307200->311295)
00010000:00010000:1.0:1777022442.928573:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 48 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.928585:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 48 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022442.928591:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cd880
00000100:00100000:0.0:1777022442.934655:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.934696:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.934792:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815822464
00000100:00100000:3.0:1777022442.934802:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815822464
00002000:00100000:3.0:1777022442.934849:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (311296->315391)  req@ffff8efa65450a80 x1863342815822464/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.934893:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65450a80 with x1863342815822464 ext(311296->315391)
00010000:00010000:3.0:1777022442.934902:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 48 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.934919:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 48 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.934945:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65450a80
00000100:00100000:3.0:1777022442.934966:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815822592
00000100:00100000:3.0:1777022442.934969:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815822592
00002000:00100000:3.0:1777022442.934984:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (307200->311295)  req@ffff8efa65453480 x1863342815822592/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 4584/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.934992:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65453480 with x1863342815822592 ext(307200->311295)
00010000:00010000:3.0:1777022442.934996:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 49 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.935006:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 49 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.935011:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65453480
00000100:00100000:3.0:1777022442.935026:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 147
00000100:00100000:3.0:1777022442.935035:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+49:2380:x1863342815822464:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022442.935408:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+49:2380:x1863342815822464:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 372us (761us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022442.935416:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 147
00002000:00100000:3.0:1777022442.935423:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (311296->315391)  req@ffff8efa65450a80 x1863342815822464/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.935431:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65450a80 with x1863342815822464 ext(311296->315391)
00010000:00010000:3.0:1777022442.935436:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 49 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.935453:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 49 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.935459:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65450a80
00000100:00100000:3.0:1777022442.935477:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 148
00000100:00100000:3.0:1777022442.935484:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+48:2378:x1863342815822592:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022442.935721:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+50:2378:x1863342815822592:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 236us (1022us total) trans 4294967344 rc 0/0
00000100:00100000:3.0:1777022442.935727:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 148
00002000:00100000:3.0:1777022442.935732:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (307200->311295)  req@ffff8efa65453480 x1863342815822592/t4294967344(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 4584/448 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022442.935740:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65453480 with x1863342815822592 ext(307200->311295)
00010000:00010000:3.0:1777022442.935745:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 50 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.935755:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 50 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022442.941173:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65453480
00000100:00100000:0.0:1777022442.945462:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.945509:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.948221:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815822720
00000100:00100000:3.0:1777022442.948236:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815822720
00000100:00100000:3.0:1777022442.948303:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 248
00000100:00100000:3.0:1777022442.948313:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+50:10115:x1863342815822720:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022442.948355:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022442.948374:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840bae expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.948406:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.948408:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022442.948413:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 51 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.948425:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 51 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.948438:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022442.948495:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10115:x1863342815822720:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 184us (3043us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.948502:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 248
00000100:00100000:1.0:1777022442.948778:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815822848
00000100:00100000:1.0:1777022442.948784:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815822848
00010000:00010000:1.0:1777022442.948804:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 51 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.948851:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 221
00000100:00100000:1.0:1777022442.948878:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342815822848:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022442.948888:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022442.948904:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 608 -> 616
00010000:00010000:1.0:1777022442.948910:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 51 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.948921:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 51 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.948942:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e30f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [307200->18446744073709551615] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba0 expref: 51 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.948955:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022442.948957:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022442.948963:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e30fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba7 expref: 36 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.948973:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e30fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba7 expref: 36 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.948981:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022442.948983:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022442.948986:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.949006:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.949038:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.949063:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835740288:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022442.949398:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e30fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba7 expref: 36 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.949410:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835740416:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022442.949435:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be300c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.955291:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835740288:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022442.955305:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835740416:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022442.955329:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022442.955389:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+50:2378:x1863342815822848:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6513us (9879us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022442.955400:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 221
00000100:00100000:0.0:1777022442.960451:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.960524:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815822976
00000100:00100000:1.0:1777022442.960534:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815822976
00002000:00100000:1.0:1777022442.960582:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (307200->311295)  req@ffff8efa65453100 x1863342815822976/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.960611:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65453100 with x1863342815822976 ext(307200->311295)
00002000:00010000:1.0:1777022442.960617:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65453100
00000100:00100000:1.0:1777022442.960650:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 110
00000100:00100000:1.0:1777022442.960660:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2378:x1863342815822976:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022442.960837:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2378:x1863342815822976:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 178us (393us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022442.960845:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 110
00002000:00100000:1.0:1777022442.960879:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (307200->311295)  req@ffff8efa65453100 x1863342815822976/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022442.960888:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65453100 with x1863342815822976 ext(307200->311295)
00002000:00010000:1.0:1777022442.960891:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65453100
00000100:00100000:0.0:1777022442.971052:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022442.971178:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815823104
00000100:00100000:1.0:1777022442.971188:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815823104
00000100:00100000:1.0:1777022442.971256:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 249
00000100:00100000:1.0:1777022442.971267:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+37:10127:x1863342815823104:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022442.971286:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022442.971303:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840bb5 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.971334:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 49 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.971356:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.971366:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022442.971371:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.971407:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 49 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022442.971423:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 49 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022442.971438:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835740544:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022442.971515:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be303c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.975626:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022442.975796:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835740544:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022442.975833:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022442.975892:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:3.0:1777022442.975948:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10127:x1863342815823104:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4682us (4905us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022442.975957:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 249
00000100:00100000:0.0:1777022442.976415:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815823232
00000100:00100000:0.0:1777022442.976423:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815823232
00002000:00100000:0.0:1777022442.976463:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (311296->315391)  req@ffff8efa65c1fb80 x1863342815823232/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.976474:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1fb80 with x1863342815823232 ext(311296->315391)
00010000:00010000:0.0:1777022442.976492:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 50 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.976506:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 50 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022442.976513:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1fb80
00000100:00100000:0.0:1777022442.976540:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 149
00000100:00100000:0.0:1777022442.976549:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+50:2379:x1863342815823232:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022442.977029:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+50:2379:x1863342815823232:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 479us (1410us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022442.977037:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 149
00002000:00100000:0.0:1777022442.977044:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (311296->315391)  req@ffff8efa65c1fb80 x1863342815823232/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:93/0 lens 488/4536 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.977052:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1fb80 with x1863342815823232 ext(311296->315391)
00010000:00010000:0.0:1777022442.977057:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 50 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.977087:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 50 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022442.977094:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1fb80
00000100:00100000:1.0:1777022442.982590:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.982685:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815823360
00000100:00100000:2.0:1777022442.982694:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815823360
00000100:00100000:2.0:1777022442.982752:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 250
00000100:00100000:2.0:1777022442.982771:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+50:10115:x1863342815823360:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022442.982788:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022442.982819:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3111 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840bbc expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.982849:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022442.982887:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.982895:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022442.982898:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3111 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bbc expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.982936:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.982949:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3111 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bbc expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.982962:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022442.983010:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10115:x1863342815823360:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 251us (429us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022442.983017:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 250
00000100:00100000:1.0:1777022442.986815:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022442.987001:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815823488
00000100:00100000:2.0:1777022442.987010:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815823488
00010000:00010000:2.0:1777022442.987047:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 51 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.987406:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 222
00000100:00100000:2.0:1777022442.987416:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2379:x1863342815823488:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022442.987442:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022442.987463:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 51 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.987476:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 51 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.987499:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3103 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bae expref: 51 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.987514:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.987517:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022442.987525:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.987534:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.987570:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022442.987582:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 37 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022442.987595:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835740800:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022442.987724:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022442.996550:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022442.997315:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815823616
00000100:00100000:0.0:1777022442.997325:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815823616
00002000:00100000:0.0:1777022442.997383:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (311296->348159)  req@ffff8efa65657100 x1863342815823616/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/0 e 0 to 0 dl 1777022453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022442.997408:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657100 with x1863342815823616 ext(311296->348159)
00010000:00010000:0.0:1777022442.997418:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 38 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022442.997434:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 38 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022442.997442:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65657100
00000100:00100000:0.0:1777022442.997479:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 150
00000100:00100000:0.0:1777022442.997488:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342815823616:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022442.999597:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835740800:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022442.999626:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022442.999964:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+50:2379:x1863342815823488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12548us (13207us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022442.999975:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 222
00000100:00100000:2.0:1777022443.024530:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342815823616:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 27032us (27979us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022443.024543:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 150
00002000:00100000:2.0:1777022443.024558:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (311296->348159)  req@ffff8efa65657100 x1863342815823616/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:93/0 lens 488/440 e 0 to 0 dl 1777022453 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.024568:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657100 with x1863342815823616 ext(311296->348159)
00010000:00010000:2.0:1777022443.024579:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 38 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.024600:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 38 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.024608:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65657100
00000100:00100000:0.0:1777022443.031558:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.031637:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.031716:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815823872
00000100:00100000:2.0:1777022443.031726:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815823872
00010000:00010000:2.0:1777022443.031784:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 38 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.031922:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 223
00000100:00100000:2.0:1777022443.031933:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342815823872:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022443.031947:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022443.031966:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 38 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.031992:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 38 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.032017:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e310a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bb5 expref: 38 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.032033:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.032035:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.032043:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3111 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bbc expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.032053:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3111 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bbc expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.032102:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3111 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bbc expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.032116:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835740928:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.032222:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77300 going to sleep for 11 seconds
00000100:00080000:0.0:1777022443.032580:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022443.032987:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815823744
00000100:00100000:3.0:1777022443.032994:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815823744
00000100:00100000:3.0:1777022443.033047:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 251
00000100:00100000:3.0:1777022443.033061:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10127:x1863342815823744:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022443.033081:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022443.033095:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e3118 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840bc3 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.033325:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3111 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bbc expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.033336:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022443.033338:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022443.033352:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e3118 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bc3 expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.033379:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3111 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bbc expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.033391:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3111 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bbc expref: 49 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.033405:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48e77100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835741056:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022443.033453:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022443.043455:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.043933:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815824000
00000100:00100000:1.0:1777022443.043941:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815824000
00010000:00010000:1.0:1777022443.043995:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3111 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bbc expref: 50 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.044032:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 224
00000100:00100000:1.0:1777022443.044041:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+50:2378:x1863342815824000:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022443.044067:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022443.044095:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3111 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bbc expref: 50 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.044136:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3111 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bbc expref: 50 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.044162:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.044164:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.044172:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e3118 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bc3 expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.044182:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e3118 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bc3 expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.044233:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e3118 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bc3 expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.044247:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835741184:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022443.044322:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.044943:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835740928:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.044961:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022443.044988:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2377:x1863342815823872:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 13057us (13350us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.044996:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 223
00010000:00010000:0.0:1777022443.045398:0:6924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3111 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bbc expref: 50 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.045414:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48e77100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835741056:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022443.045432:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e3118 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bc3 expref: 38 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.045458:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa40030000, rc 0)
00000100:00100000:0.0:1777022443.045485:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10127:x1863342815823744:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12425us (13936us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022443.045492:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 251
00000100:00080000:3.0:1777022443.045834:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022443.054817:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.055015:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835741184:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022443.055040:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022443.055110:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+49:2378:x1863342815824000:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11069us (11663us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.055120:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 224
00000100:00100000:3.0:1777022443.056137:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815824128
00000100:00100000:3.0:1777022443.056147:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815824128
00000100:00100000:3.0:1777022443.056398:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 252
00000100:00100000:3.0:1777022443.056423:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+49:10115:x1863342815824128:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022443.056441:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022443.056457:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840bca expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.056489:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e3118 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bc3 expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.056509:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022443.056511:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022443.056515:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.056548:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e3118 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bc3 expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.056561:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e3118 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bc3 expref: 37 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.056576:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48e76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835741312:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022443.056653:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022443.061528:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48e76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835741312:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022443.061563:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.061607:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa40030600, rc 0)
00000100:00100000:1.0:1777022443.061667:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+50:10115:x1863342815824128:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5246us (6860us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.061676:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 252
00000100:00100000:0.0:1777022443.068176:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.068669:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815824256
00000100:00100000:2.0:1777022443.068681:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815824256
00010000:00010000:2.0:1777022443.068723:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e3118 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bc3 expref: 38 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.068773:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 225
00000100:00100000:2.0:1777022443.068783:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2378:x1863342815824256:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022443.068799:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022443.068824:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e3118 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bc3 expref: 38 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.068837:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e3118 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bc3 expref: 38 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.068878:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e3118 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bc3 expref: 38 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.068895:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.068897:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.068904:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 49 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.068915:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 49 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.068950:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 49 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.068980:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835741440:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.069391:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77300 going to sleep for 11 seconds
00000100:00100000:3.0:1777022443.075268:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.075412:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815824384
00000100:00100000:0.0:1777022443.075421:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815824384
00002000:00100000:0.0:1777022443.075470:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (311296->315391)  req@ffff8efa48e76a00 x1863342815824384/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.075480:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e76a00 with x1863342815824384 ext(311296->315391)
00002000:00010000:0.0:1777022443.075485:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48e76a00
00000100:00100000:0.0:1777022443.075528:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 111
00000100:00100000:0.0:1777022443.075538:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+50:2378:x1863342815824384:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022443.075709:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+50:2378:x1863342815824384:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 172us (449us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022443.075716:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 111
00002000:00100000:0.0:1777022443.075723:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (311296->315391)  req@ffff8efa48e76a00 x1863342815824384/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.075732:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e76a00 with x1863342815824384 ext(311296->315391)
00002000:00010000:0.0:1777022443.075735:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48e76a00
00000100:00100000:2.0:1777022443.077250:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835741440:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.077275:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022443.077323:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2378:x1863342815824256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8541us (9155us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.077333:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 225
00000100:00100000:3.0:1777022443.078703:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.078956:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815824512
00000100:00100000:0.0:1777022443.078965:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815824512
00000100:00100000:0.0:1777022443.079051:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 253
00000100:00100000:0.0:1777022443.079072:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+37:10127:x1863342815824512:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022443.079099:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022443.079117:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840bd1 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.079146:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 49 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.079155:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.079156:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.079160:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 38 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.079190:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 49 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.079204:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 49 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.079217:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835741568:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022443.079288:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.087266:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.087376:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.087533:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835741568:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022443.087566:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 38 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.087611:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:3.0:1777022443.087676:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10127:x1863342815824512:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8604us (8978us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022443.087685:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 253
00000100:00100000:1.0:1777022443.089727:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815824640
00000100:00100000:1.0:1777022443.089741:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815824640
00000100:00100000:0.0:1777022443.089897:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815824768
00000100:00100000:0.0:1777022443.089902:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815824768
00002000:00100000:0.0:1777022443.089954:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (311296->315391)  req@ffff8efa657cf800 x1863342815824768/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 4584/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.089966:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf800 with x1863342815824768 ext(311296->315391)
00010000:00010000:0.0:1777022443.089988:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 51 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.090004:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 51 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022443.090012:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cf800
00000100:00100000:0.0:1777022443.090163:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 151
00000100:00100000:0.0:1777022443.090174:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342815824768:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022443.090674:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+53:2378:x1863342815824768:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 500us (3296us total) trans 4294967345 rc 0/0
00000100:00100000:0.0:1777022443.090682:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 151
00002000:00100000:0.0:1777022443.090690:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (311296->315391)  req@ffff8efa657cf800 x1863342815824768/t4294967345(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 4584/448 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.090699:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf800 with x1863342815824768 ext(311296->315391)
00010000:00010000:0.0:1777022443.090705:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 53 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.090717:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 53 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022443.090724:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cf800
00002000:00100000:2.0:1777022443.093337:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (315392->319487)  req@ffff8efa657cc000 x1863342815824640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.093360:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc000 with x1863342815824640 ext(315392->319487)
00010000:00010000:2.0:1777022443.093369:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 52 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.093386:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 52 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.093394:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cc000
00000100:00100000:2.0:1777022443.093430:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 152
00000100:00100000:2.0:1777022443.093440:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2378:x1863342815824640:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022443.093756:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2378:x1863342815824640:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 317us (6497us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022443.093964:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 152
00002000:00100000:2.0:1777022443.093972:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (315392->319487)  req@ffff8efa657cc000 x1863342815824640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.093980:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc000 with x1863342815824640 ext(315392->319487)
00010000:00010000:2.0:1777022443.093986:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 52 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.093996:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 52 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.094003:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cc000
00000100:00100000:2.0:1777022443.101648:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.101805:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.101999:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815825024
00000100:00100000:1.0:1777022443.102009:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815825024
00010000:00010000:1.0:1777022443.102046:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 52 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.102271:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 226
00000100:00100000:1.0:1777022443.102281:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2377:x1863342815825024:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022443.102297:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022443.102313:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 616 -> 624
00010000:00010000:1.0:1777022443.102319:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 52 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.102332:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 52 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.102367:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e311f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bca expref: 52 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.102399:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.102401:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.102409:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 37 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.102419:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 37 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.102454:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 37 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.102468:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835741696:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022443.102555:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022443.109222:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.109332:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835741696:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022443.109365:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022443.109421:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342815825024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7141us (7615us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.109431:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 226
00000100:00100000:2.0:1777022443.109590:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815825152
00000100:00100000:2.0:1777022443.109598:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815825152
00002000:00100000:2.0:1777022443.109641:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (311296->348159)  req@ffff8efa6575b100 x1863342815825152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.109653:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575b100 with x1863342815825152 ext(311296->348159)
00002000:00010000:2.0:1777022443.109659:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6575b100
00000100:00100000:2.0:1777022443.109699:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 112
00000100:00100000:2.0:1777022443.109708:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342815825152:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022443.114653:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815824896
00000100:00100000:0.0:1777022443.114666:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815824896
00000100:00100000:0.0:1777022443.114742:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 254
00000100:00100000:0.0:1777022443.114766:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10115:x1863342815824896:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022443.114784:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022443.114801:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840bd8 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.114833:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.114843:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.114845:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.114849:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 52 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.114898:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.114912:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 39 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.114925:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835741824:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022443.115006:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.126117:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342815825152:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 16402us (16895us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022443.126143:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 112
00002000:00100000:2.0:1777022443.126156:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (311296->348159)  req@ffff8efa6575b100 x1863342815825152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/440 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.126167:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575b100 with x1863342815825152 ext(311296->348159)
00010000:00010000:2.0:1777022443.126176:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 38 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.126194:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 38 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.126202:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6575b100
00000100:00100000:0.0:1777022443.126460:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835741824:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022443.126486:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 52 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.126517:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c200, rc 0)
00000100:00100000:0.0:1777022443.126559:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+52:10115:x1863342815824896:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11796us (24921us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022443.126566:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 254
00000100:00100000:3.0:1777022443.130321:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.130517:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815825280
00000100:00100000:1.0:1777022443.130527:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815825280
00000100:00100000:1.0:1777022443.130582:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 255
00000100:00100000:1.0:1777022443.130593:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10127:x1863342815825280:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022443.130611:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022443.130629:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3134 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840bdf expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.130675:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022443.130678:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022443.130683:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3134 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bdf expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.130695:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3134 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bdf expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.130707:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1400, rc 0)
00000100:00100000:1.0:1777022443.130770:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+39:10127:x1863342815825280:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 178us (458us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.130777:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 255
00000100:00100000:2.0:1777022443.134673:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.134841:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815825408
00000100:00100000:3.0:1777022443.134851:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815825408
00010000:00010000:2.0:1777022443.135279:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 39 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.135382:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 227
00000100:00100000:2.0:1777022443.135393:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2378:x1863342815825408:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022443.135410:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022443.135430:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 39 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.135444:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 39 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.135485:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3126 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd1 expref: 39 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.135515:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.135518:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.135526:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 51 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.135536:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 51 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.135545:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.135546:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.135550:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3134 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bdf expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.135557:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3134 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bdf expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.135592:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3134 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bdf expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.135606:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835741952:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.135739:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 51 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.135775:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835742080:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.135800:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77300 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.140336:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835741952:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.140361:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835742080:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.140381:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022443.140466:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2378:x1863342815825408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5075us (5802us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.140478:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 227
00000100:00100000:2.0:1777022443.153304:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.153402:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.153709:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815825536
00000100:00100000:3.0:1777022443.153719:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815825536
00002000:00100000:3.0:1777022443.153778:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (311296->315391)  req@ffff8efa6565bb80 x1863342815825536/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.153789:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565bb80 with x1863342815825536 ext(311296->315391)
00002000:00010000:3.0:1777022443.153795:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565bb80
00000100:00100000:3.0:1777022443.153822:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815825664
00000100:00100000:3.0:1777022443.153826:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815825664
00002000:00100000:3.0:1777022443.153841:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (315392->319487)  req@ffff8efa65659880 x1863342815825664/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.153849:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659880 with x1863342815825664 ext(315392->319487)
00002000:00010000:3.0:1777022443.153878:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65659880
00000100:00100000:3.0:1777022443.153900:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 113
00000100:00100000:3.0:1777022443.153910:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342815825536:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022443.154087:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342815825536:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 167us (780us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022443.154111:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 113
00002000:00100000:3.0:1777022443.154118:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (311296->315391)  req@ffff8efa6565bb80 x1863342815825536/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.154125:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565bb80 with x1863342815825536 ext(311296->315391)
00002000:00010000:3.0:1777022443.154128:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565bb80
00000100:00100000:3.0:1777022443.154144:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 114
00000100:00100000:3.0:1777022443.154150:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2378:x1863342815825664:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022443.154213:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2378:x1863342815825664:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 63us (811us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022443.154219:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 114
00002000:00100000:3.0:1777022443.154223:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (315392->319487)  req@ffff8efa65659880 x1863342815825664/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.154230:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659880 with x1863342815825664 ext(315392->319487)
00002000:00010000:3.0:1777022443.154233:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65659880
00000100:00100000:3.0:1777022443.159564:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.159612:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.159805:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815825792
00000100:00100000:1.0:1777022443.159816:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815825792
00002000:00100000:1.0:1777022443.159903:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (319488->323583)  req@ffff8efa467b4a80 x1863342815825792/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.159914:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b4a80 with x1863342815825792 ext(319488->323583)
00002000:00010000:1.0:1777022443.159920:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa467b4a80
00000100:00100000:1.0:1777022443.159943:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 115
00000100:00100000:1.0:1777022443.159953:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2379:x1863342815825792:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022443.160136:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2379:x1863342815825792:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 184us (579us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022443.160144:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 115
00002000:00100000:1.0:1777022443.160150:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (319488->323583)  req@ffff8efa467b4a80 x1863342815825792/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.160170:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b4a80 with x1863342815825792 ext(319488->323583)
00002000:00010000:1.0:1777022443.160174:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa467b4a80
00000100:00100000:2.0:1777022443.162514:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815825920
00000100:00100000:2.0:1777022443.162528:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815825920
00000100:00100000:2.0:1777022443.162639:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 256
00000100:00100000:2.0:1777022443.162649:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10127:x1863342815825920:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022443.162665:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022443.162682:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e313b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840be6 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.162712:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 51 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.162722:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.162724:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.162728:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e313b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840be6 expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.162783:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 51 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.162797:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 51 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.162809:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835742208:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022443.162908:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77300 going to sleep for 11 seconds
00000100:00100000:3.0:1777022443.167188:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.167368:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835742208:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022443.167404:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e313b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->319487] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840be6 expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.167428:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:2.0:1777022443.167498:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+39:10127:x1863342815825920:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4850us (7885us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.167507:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 256
00000100:00100000:0.0:1777022443.167789:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815826048
00000100:00100000:0.0:1777022443.167796:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815826048
00002000:00100000:0.0:1777022443.167836:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa412aa300 x1863342815826048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.167846:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412aa300 with x1863342815826048 ext(323584->327679)
00010000:00010000:0.0:1777022443.167888:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 52 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.167903:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 52 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022443.167911:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412aa300
00000100:00100000:0.0:1777022443.167930:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 153
00000100:00100000:0.0:1777022443.167940:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2378:x1863342815826048:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022443.168085:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2378:x1863342815826048:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 136us (894us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022443.168092:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 153
00002000:00100000:0.0:1777022443.168098:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa412aa300 x1863342815826048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.168107:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412aa300 with x1863342815826048 ext(323584->327679)
00010000:00010000:0.0:1777022443.168111:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 52 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.168134:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 52 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022443.168140:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412aa300
00000100:00100000:3.0:1777022443.171648:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.171771:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815826176
00000100:00100000:0.0:1777022443.171780:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815826176
00002000:00100000:0.0:1777022443.171828:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (315392->323583)  req@ffff8efa412a8000 x1863342815826176/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 8680/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.171838:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a8000 with x1863342815826176 ext(315392->323583)
00010000:00010000:0.0:1777022443.171849:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 52 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.171902:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 52 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022443.171910:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a8000
00000100:00100000:0.0:1777022443.171932:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 154
00000100:00100000:0.0:1777022443.171941:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2377:x1863342815826176:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022443.172276:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815826176:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 334us (636us total) trans 4294967346 rc 0/0
00000100:00100000:0.0:1777022443.172284:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 154
00002000:00100000:0.0:1777022443.172290:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (315392->323583)  req@ffff8efa412a8000 x1863342815826176/t4294967346(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 8680/448 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.172312:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a8000 with x1863342815826176 ext(315392->323583)
00010000:00010000:0.0:1777022443.172318:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 54 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.172329:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 54 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022443.172337:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a8000
00010000:00010000:3.0:1777022443.178182:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022443.178297:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.178368:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815826432
00000100:00100000:3.0:1777022443.178379:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815826432
00000100:00100000:0.0:1777022443.178393:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:3.0:1777022443.178417:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 54 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.178546:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815826304
00000100:00100000:1.0:1777022443.178551:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815826304
00000100:00100000:1.0:1777022443.178592:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 257
00000100:00100000:1.0:1777022443.178602:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+55:10115:x1863342815826304:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022443.178618:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022443.178637:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3142 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840bed expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.178666:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022443.178668:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022443.178673:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3142 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bed expref: 56 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.178684:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3142 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bed expref: 56 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.178698:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:1.0:1777022443.178751:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+56:10115:x1863342815826304:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 150us (356us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.178768:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 257
00000100:00100000:3.0:1777022443.178953:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 228
00000100:00100000:3.0:1777022443.178963:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+55:2378:x1863342815826432:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022443.178971:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022443.178986:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 624 -> 640
00010000:00010000:3.0:1777022443.178992:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 55 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.179005:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 55 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.179024:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e312d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [315392->18446744073709551615] (req 315392->319487) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bd8 expref: 55 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.179037:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.179038:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.179046:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e313b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [315392->323583] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840be6 expref: 38 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.179062:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e313b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [315392->323583] (req 315392->319487) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840be6 expref: 38 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.179070:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.179071:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.179075:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3142 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bed expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.179096:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3142 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bed expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.179663:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3142 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bed expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.179680:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412a9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835742336:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022443.179829:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e313b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [315392->323583] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840be6 expref: 38 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.179839:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835742464:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022443.180100:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.185390:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412a9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835742336:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.185404:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835742464:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.185426:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022443.185480:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2378:x1863342815826432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6519us (7194us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.185490:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 228
00000100:00100000:3.0:1777022443.186834:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.186923:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815826560
00000100:00100000:0.0:1777022443.186931:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815826560
00002000:00100000:0.0:1777022443.186976:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (315392->323583)  req@ffff8efa412a9f80 x1863342815826560/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.186989:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9f80 with x1863342815826560 ext(315392->323583)
00002000:00010000:0.0:1777022443.186994:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa412a9f80
00000100:00100000:0.0:1777022443.187023:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 116
00000100:00100000:0.0:1777022443.187033:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2377:x1863342815826560:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022443.187215:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2377:x1863342815826560:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 183us (387us total) trans 0 rc 8192/8192
00000100:00100000:0.0:1777022443.187222:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 116
00002000:00100000:0.0:1777022443.187229:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (315392->323583)  req@ffff8efa412a9f80 x1863342815826560/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/8632 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.187252:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9f80 with x1863342815826560 ext(315392->323583)
00002000:00010000:0.0:1777022443.187255:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa412a9f80
00000100:00100000:3.0:1777022443.193164:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.193352:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815826688
00000100:00100000:0.0:1777022443.193362:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815826688
00000100:00100000:0.0:1777022443.193418:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 258
00000100:00100000:0.0:1777022443.193428:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+39:10127:x1863342815826688:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022443.193444:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022443.193461:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840bf4 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.193492:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3142 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bed expref: 53 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.193513:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.193515:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.193519:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.193553:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3142 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bed expref: 53 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.193566:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3142 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bed expref: 53 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.193582:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b32d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835742592:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022443.193834:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.198740:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.198821:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.198849:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815826944
00000100:00100000:2.0:1777022443.198877:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815826944
00000100:00100000:2.0:1777022443.198921:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 259
00000100:00100000:2.0:1777022443.198932:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+54:10115:x1863342815826944:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022443.198950:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022443.198970:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840bfb expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.198999:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.199005:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.199012:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022443.199016:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 55 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.199054:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.199067:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 55 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.199079:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022443.199120:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+55:10115:x1863342815826944:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 191us (299us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.199141:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 259
00000100:00100000:1.0:1777022443.200018:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815826816
00000100:00100000:1.0:1777022443.200026:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815826816
00010000:00010000:1.0:1777022443.200064:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3142 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bed expref: 55 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.200111:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 229
00000100:00100000:1.0:1777022443.200119:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+55:2377:x1863342815826816:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022443.200129:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022443.200146:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3142 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bed expref: 55 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.200158:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3142 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bed expref: 55 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.200180:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.200182:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.200199:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.200208:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.200237:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.200249:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.200261:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835742848:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022443.200334:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be309c0 going to sleep for 11 seconds
00010000:00010000:3.0:1777022443.201003:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3142 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bed expref: 55 pid: 6924 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.201018:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b32d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835742592:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022443.201041:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.201056:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.201080:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:3.0:1777022443.201124:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10127:x1863342815826688:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7697us (7969us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022443.201131:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 258
00000100:00100000:1.0:1777022443.205095:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835742848:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022443.205121:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022443.205178:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815826816:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5058us (6444us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.205188:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 229
00000100:00100000:1.0:1777022443.212451:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.212655:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815827072
00000100:00100000:0.0:1777022443.212665:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815827072
00002000:00100000:0.0:1777022443.212712:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (323584->360447)  req@ffff8efa6564ad80 x1863342815827072/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.212723:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564ad80 with x1863342815827072 ext(323584->360447)
00010000:00010000:0.0:1777022443.212732:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.212748:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022443.212757:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564ad80
00000100:00100000:0.0:1777022443.212840:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 155
00000100:00100000:0.0:1777022443.212850:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342815827072:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022443.220080:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342815827072:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7196us (7604us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022443.220092:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 155
00002000:00100000:0.0:1777022443.220105:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (323584->360447)  req@ffff8efa6564ad80 x1863342815827072/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/440 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.220115:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564ad80 with x1863342815827072 ext(323584->360447)
00010000:00010000:0.0:1777022443.220124:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.220161:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022443.220169:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564ad80
00000100:00100000:1.0:1777022443.225743:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.226606:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.226705:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815827328
00000100:00100000:0.0:1777022443.226715:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815827328
00010000:00010000:0.0:1777022443.226754:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.226806:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 230
00000100:00100000:0.0:1777022443.226816:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342815827328:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022443.226832:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022443.226851:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.226885:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.226910:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3149 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bf4 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.226926:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022443.226929:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022443.226936:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.226967:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.227002:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.227017:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b33b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835742976:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022443.227101:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.227438:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815827200
00000100:00100000:2.0:1777022443.227444:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815827200
00000100:00100000:2.0:1777022443.227486:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 260
00000100:00100000:2.0:1777022443.227494:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10127:x1863342815827200:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022443.227516:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022443.227528:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3157 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c02 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.227547:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.227554:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.227555:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.227559:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3157 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c02 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.227579:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.227591:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 53 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.227602:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835743104:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022443.227632:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022443.236720:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.236883:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815827456
00000100:00100000:2.0:1777022443.236892:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815827456
00002000:00100000:2.0:1777022443.236938:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa6564b800 x1863342815827456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.236950:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564b800 with x1863342815827456 ext(323584->327679)
00010000:00010000:2.0:1777022443.236959:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.236977:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.236985:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564b800
00000100:00100000:2.0:1777022443.237018:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 156
00000100:00100000:2.0:1777022443.237029:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815827456:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022443.237209:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815827456:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 182us (497us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022443.237216:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 156
00002000:00100000:2.0:1777022443.237223:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa6564b800 x1863342815827456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.237231:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564b800 with x1863342815827456 ext(323584->327679)
00010000:00010000:2.0:1777022443.237235:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.237247:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.237269:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564b800
00000100:00100000:3.0:1777022443.237423:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835743104:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022443.237449:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3157 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c02 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.237466:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:3.0:1777022443.237507:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+41:10127:x1863342815827200:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10004us (11763us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022443.237514:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 260
00000100:00100000:0.0:1777022443.239434:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b33b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835742976:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022443.239457:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022443.241645:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342815827328:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14820us (15030us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022443.241661:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 230
00000100:00100000:0.0:1777022443.247726:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.247823:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.248569:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815827712
00000100:00100000:3.0:1777022443.248579:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815827712
00010000:00010000:3.0:1777022443.248618:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.248664:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 231
00000100:00100000:3.0:1777022443.248674:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815827712:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022443.248689:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022443.248710:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.248743:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.248776:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3150 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bfb expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.248793:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.248795:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.248802:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3157 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c02 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.248812:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3157 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c02 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.248848:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3157 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c02 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.248910:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835743232:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022443.248984:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.249440:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815827584
00000100:00100000:2.0:1777022443.249445:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815827584
00000100:00100000:2.0:1777022443.249487:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 261
00000100:00100000:2.0:1777022443.249496:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+54:10115:x1863342815827584:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022443.249509:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022443.249523:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e315e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c09 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.249544:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3157 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c02 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.249553:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.249554:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.249557:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e315e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c09 expref: 55 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.249577:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3157 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c02 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.249589:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3157 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c02 expref: 39 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.249608:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835743360:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022443.249638:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022443.253744:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.253890:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835743360:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022443.253921:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e315e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c09 expref: 55 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.253945:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a400, rc 0)
00000100:00100000:0.0:1777022443.253997:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+55:10115:x1863342815827584:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4503us (6280us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022443.254007:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 261
00000100:00100000:2.0:1777022443.255956:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835743232:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.255979:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022443.256030:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815827712:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7358us (8207us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.256040:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 231
00000100:00100000:2.0:1777022443.256434:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815827840
00000100:00100000:2.0:1777022443.256441:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815827840
00010000:00010000:2.0:1777022443.256471:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3157 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c02 expref: 40 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.256702:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 232
00000100:00100000:1.0:1777022443.256713:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815827840:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022443.256728:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022443.256749:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3157 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c02 expref: 40 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.256772:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3157 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c02 expref: 40 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.256794:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3157 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c02 expref: 40 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.256809:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.256811:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.256818:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e315e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c09 expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.256846:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e315e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c09 expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.256914:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e315e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c09 expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.256928:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65649880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835743488:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022443.257001:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be309c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022443.260571:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65649880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835743488:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022443.260597:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022443.260652:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2377:x1863342815827840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3941us (6915us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.260663:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 232
00000100:00100000:3.0:1777022443.265100:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.265138:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815827968
00000100:00100000:3.0:1777022443.265149:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815827968
00000100:00100000:3.0:1777022443.265295:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 262
00000100:00100000:3.0:1777022443.265307:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+39:10127:x1863342815827968:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022443.265354:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022443.265373:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c10 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.265407:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e315e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c09 expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.265417:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022443.265418:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022443.265422:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.265457:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e315e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c09 expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.265470:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e315e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c09 expref: 53 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.265482:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835743616:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022443.265552:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022443.269754:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835743616:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022443.269790:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.269815:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa40030400, rc 0)
00000100:00100000:1.0:1777022443.269906:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10127:x1863342815827968:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4601us (4815us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.269916:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 262
00000100:00100000:3.0:1777022443.272905:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.273278:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815828096
00000100:00100000:2.0:1777022443.273289:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815828096
00010000:00010000:2.0:1777022443.273325:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e315e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c09 expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.273373:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 233
00000100:00100000:2.0:1777022443.273383:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815828096:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022443.273397:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022443.273419:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e315e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c09 expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.273433:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e315e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c09 expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.273457:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e315e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c09 expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.273490:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.273492:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.273512:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.273524:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.273563:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.273578:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65658380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835743744:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.273649:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022443.275005:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.275783:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815828224
00000100:00100000:2.0:1777022443.275793:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815828224
00000100:00100000:2.0:1777022443.275871:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 263
00000100:00100000:2.0:1777022443.275882:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+54:10115:x1863342815828224:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022443.275902:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022443.275922:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c17 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.275953:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.275974:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.275976:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.275981:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 55 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.276016:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.276030:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 39 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.276045:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835743872:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022443.276135:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022443.282370:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835743872:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022443.282404:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 55 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.282446:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:3.0:1777022443.282507:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+55:10115:x1863342815828224:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6627us (7507us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022443.282516:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 263
00000100:00100000:1.0:1777022443.282729:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65658380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835743744:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022443.282750:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022443.282785:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815828096:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9403us (9889us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.282794:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 233
00000100:00100000:2.0:1777022443.284453:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.285886:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815828352
00000100:00100000:3.0:1777022443.285898:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815828352
00002000:00100000:3.0:1777022443.285951:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (323584->360447)  req@ffff8efa6565ad80 x1863342815828352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.285963:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565ad80 with x1863342815828352 ext(323584->360447)
00010000:00010000:3.0:1777022443.285972:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.285989:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.285997:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565ad80
00000100:00100000:3.0:1777022443.286019:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 157
00000100:00100000:3.0:1777022443.286028:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815828352:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022443.293532:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815828352:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7495us (9075us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022443.293545:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 157
00002000:00100000:3.0:1777022443.293559:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (323584->360447)  req@ffff8efa6565ad80 x1863342815828352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/440 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.293587:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565ad80 with x1863342815828352 ext(323584->360447)
00010000:00010000:3.0:1777022443.293598:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.293616:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.293625:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565ad80
00000100:00100000:2.0:1777022443.297787:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.297941:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.298977:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815828608
00000100:00100000:3.0:1777022443.298989:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815828608
00010000:00010000:3.0:1777022443.299027:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.299078:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 234
00000100:00100000:3.0:1777022443.299088:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342815828608:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022443.299102:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022443.299127:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.299140:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.299161:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3165 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c10 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.299430:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.299433:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.299442:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.299455:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.299492:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.299505:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835744000:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022443.299600:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022443.300951:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815828480
00000100:00100000:0.0:1777022443.300960:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815828480
00000100:00100000:0.0:1777022443.301066:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 264
00000100:00100000:0.0:1777022443.301085:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10127:x1863342815828480:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022443.301102:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022443.301129:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3173 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c1e expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.301157:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.301167:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.301169:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.301172:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3173 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c1e expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.301209:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.301223:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 53 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.301237:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835744128:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022443.301311:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.306754:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.306927:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835744000:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022443.306948:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022443.307006:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2378:x1863342815828608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7919us (9065us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022443.307018:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 234
00000100:00100000:0.0:1777022443.307670:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835744128:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022443.307696:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3173 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c1e expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.307733:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:0.0:1777022443.307847:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10127:x1863342815828480:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6773us (10071us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022443.307874:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 264
00000100:00100000:1.0:1777022443.308085:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815828736
00000100:00100000:1.0:1777022443.308093:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815828736
00002000:00100000:1.0:1777022443.308143:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa65c1ed80 x1863342815828736/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.308152:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ed80 with x1863342815828736 ext(323584->327679)
00010000:00010000:1.0:1777022443.308159:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.308172:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022443.308180:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1ed80
00000100:00100000:1.0:1777022443.308374:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 158
00000100:00100000:1.0:1777022443.308385:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2378:x1863342815828736:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022443.308536:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2378:x1863342815828736:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 153us (1790us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022443.308543:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 158
00002000:00100000:1.0:1777022443.308549:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa65c1ed80 x1863342815828736/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.308557:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ed80 with x1863342815828736 ext(323584->327679)
00010000:00010000:1.0:1777022443.308571:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.308582:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022443.308589:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1ed80
00000100:00100000:2.0:1777022443.323085:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.323502:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815828864
00000100:00100000:1.0:1777022443.323511:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815828864
00000100:00100000:1.0:1777022443.323569:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 265
00000100:00100000:1.0:1777022443.323579:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+54:10115:x1863342815828864:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022443.323608:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022443.323627:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c25 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.323658:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022443.323665:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3173 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c1e expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.323672:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022443.323676:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 55 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.323714:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3173 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c1e expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.323728:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 55 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.324004:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:1.0:1777022443.324278:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+55:10115:x1863342815828864:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 700us (1208us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.324286:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 265
00000100:00100000:0.0:1777022443.326401:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.327961:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815828992
00000100:00100000:3.0:1777022443.328304:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815828992
00010000:00010000:2.0:1777022443.328460:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 55 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.328562:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 235
00000100:00100000:2.0:1777022443.328574:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+55:2377:x1863342815828992:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022443.328600:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022443.328632:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 55 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.328647:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 55 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.328671:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e316c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c17 expref: 55 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.328687:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.328689:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.328697:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3173 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c1e expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.328707:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3173 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c1e expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.328950:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3173 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c1e expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.328964:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3173 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c1e expref: 39 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.328979:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835744384:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.329071:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.333441:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835744384:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.333479:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022443.333536:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815828992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4964us (7141us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.333546:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 235
00000100:00100000:3.0:1777022443.340359:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.340547:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815829120
00000100:00100000:1.0:1777022443.340557:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815829120
00010000:00010000:1.0:1777022443.340691:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3173 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c1e expref: 40 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.340796:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 236
00000100:00100000:1.0:1777022443.340808:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2379:x1863342815829120:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022443.340822:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022443.340842:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3173 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c1e expref: 40 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.340967:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3173 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c1e expref: 40 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.340996:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3173 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c1e expref: 40 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.341013:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.341015:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.341022:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 53 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.341506:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 53 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.342485:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 53 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.342506:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b30700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835744512:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022443.342749:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022443.349450:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.349574:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b30700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835744512:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.349606:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022443.349664:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2379:x1863342815829120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8859us (9325us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.349674:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 236
00000100:00100000:3.0:1777022443.352471:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815829248
00000100:00100000:3.0:1777022443.352484:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815829248
00000100:00100000:0.0:1777022443.353016:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 266
00000100:00100000:0.0:1777022443.353028:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+39:10127:x1863342815829248:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022443.353045:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022443.353079:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c2c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.353113:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 53 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.353122:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.353124:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.353128:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.353179:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 53 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.353202:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 53 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.353217:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835744640:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022443.353304:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022443.358542:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.358732:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815829376
00000100:00100000:0.0:1777022443.358750:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815829376
00002000:00100000:0.0:1777022443.358806:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa65649880 x1863342815829376/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.358817:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65649880 with x1863342815829376 ext(323584->327679)
00010000:00010000:0.0:1777022443.358826:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 54 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.358842:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 54 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022443.358850:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65649880
00000100:00100000:0.0:1777022443.358907:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 159
00000100:00100000:0.0:1777022443.358917:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815829376:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022443.359694:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815829376:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 774us (1158us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022443.359716:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 159
00002000:00100000:0.0:1777022443.359725:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa65649880 x1863342815829376/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.359743:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65649880 with x1863342815829376 ext(323584->327679)
00010000:00010000:0.0:1777022443.359751:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 54 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.359942:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 54 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022443.359950:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65649880
00000100:00100000:0.0:1777022443.364473:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835744640:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022443.364505:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.364528:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:0.0:1777022443.364597:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10127:x1863342815829248:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11571us (15156us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022443.364607:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 266
00000100:00100000:1.0:1777022443.369503:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.369984:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815829504
00000100:00100000:0.0:1777022443.369993:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815829504
00000100:00100000:0.0:1777022443.370045:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 267
00000100:00100000:0.0:1777022443.370062:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+54:10115:x1863342815829504:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022443.370087:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022443.370118:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3188 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c33 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.370150:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.370156:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.370164:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022443.370167:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3188 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c33 expref: 55 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.370330:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.370355:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3188 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c33 expref: 55 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.370368:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:0.0:1777022443.370466:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+55:10115:x1863342815829504:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 405us (971us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022443.370474:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 267
00000100:00100000:2.0:1777022443.373916:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.374401:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815829632
00000100:00100000:0.0:1777022443.374411:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815829632
00010000:00010000:0.0:1777022443.374452:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 55 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.374496:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 237
00000100:00100000:0.0:1777022443.374505:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+55:2377:x1863342815829632:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022443.374528:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022443.374549:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 55 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.374563:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 55 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.374598:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e317a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c25 expref: 55 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.374614:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022443.374616:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022443.374624:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.374634:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.374668:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.374681:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 39 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.374694:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835744896:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022443.374770:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022443.382526:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835744896:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022443.382552:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022443.382618:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815829632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8112us (8708us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022443.382629:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 237
00000100:00100000:0.0:1777022443.386749:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.386946:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815829760
00000100:00100000:1.0:1777022443.386956:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815829760
00002000:00100000:1.0:1777022443.387002:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (323584->360447)  req@ffff8efa65b31880 x1863342815829760/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.387014:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31880 with x1863342815829760 ext(323584->360447)
00010000:00010000:1.0:1777022443.387022:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 40 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.387039:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 40 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022443.387047:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31880
00000100:00100000:1.0:1777022443.387092:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 160
00000100:00100000:1.0:1777022443.387102:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815829760:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022443.393285:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815829760:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5722us (6092us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022443.393298:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 160
00002000:00100000:1.0:1777022443.393311:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (323584->360447)  req@ffff8efa65b31880 x1863342815829760/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/440 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.393335:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31880 with x1863342815829760 ext(323584->360447)
00010000:00010000:1.0:1777022443.393356:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 40 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.393373:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 40 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022443.393381:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31880
00000100:00100000:2.0:1777022443.398671:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.398995:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815829888
00000100:00100000:0.0:1777022443.399005:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815829888
00000100:00100000:0.0:1777022443.399069:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 268
00000100:00100000:0.0:1777022443.399087:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10127:x1863342815829888:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022443.399106:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022443.399123:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e318f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c3a expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.399155:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.399162:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3188 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c33 expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.399168:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022443.399172:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e318f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c3a expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.399447:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3188 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c33 expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.399462:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e318f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c3a expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.399490:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:0.0:1777022443.399550:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+41:10127:x1863342815829888:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 465us (889us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022443.399557:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 268
00000100:00100000:0.0:1777022443.404751:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.404931:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815830016
00000100:00100000:3.0:1777022443.404941:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815830016
00010000:00010000:3.0:1777022443.404994:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 41 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.405042:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 238
00000100:00100000:3.0:1777022443.405062:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2378:x1863342815830016:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022443.405085:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022443.405105:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 41 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.405129:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 41 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.405153:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3181 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c2c expref: 41 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.405170:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.405171:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.405179:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3188 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c33 expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.405199:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3188 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c33 expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.405237:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3188 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c33 expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.405261:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3188 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c33 expref: 53 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.405276:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835745152:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022443.405373:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.415516:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.415620:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815830144
00000100:00100000:1.0:1777022443.415630:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815830144
00010000:00010000:1.0:1777022443.415666:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3188 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c33 expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.415709:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 239
00000100:00100000:1.0:1777022443.415718:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2378:x1863342815830144:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022443.415733:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022443.415770:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3188 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c33 expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.415783:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3188 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c33 expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.415810:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.415812:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.415819:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e318f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c3a expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.415843:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e318f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c3a expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.415926:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e318f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c3a expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.415941:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835745280:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022443.416013:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be306c0 going to sleep for 11 seconds
00010000:00010000:3.0:1777022443.417743:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3188 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c33 expref: 54 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.417764:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835745152:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022443.417784:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022443.417846:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342815830016:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12795us (13114us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022443.417907:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 238
00000100:00100000:1.0:1777022443.426920:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835745280:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022443.426945:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022443.427012:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+53:2378:x1863342815830144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11294us (11506us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.427023:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 239
00000100:00100000:0.0:1777022443.439999:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.440149:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815830272
00000100:00100000:2.0:1777022443.440159:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815830272
00000100:00100000:2.0:1777022443.440216:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 269
00000100:00100000:2.0:1777022443.440227:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+53:10115:x1863342815830272:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022443.440244:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022443.440262:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c41 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.440297:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e318f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c3a expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.440307:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.440308:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.440312:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.440375:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e318f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c3a expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.440388:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e318f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c3a expref: 39 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.440403:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835745408:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022443.440488:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.448007:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.448090:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.448110:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815830400
00000100:00100000:3.0:1777022443.448128:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815830400
00010000:00010000:3.0:1777022443.448166:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e318f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c3a expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.448217:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 240
00000100:00100000:0.0:1777022443.448217:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835745408:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022443.448226:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342815830400:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022443.448240:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022443.448245:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.448259:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e318f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c3a expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.448261:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00010000:00010000:3.0:1777022443.448287:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e318f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c3a expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.448307:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+54:10115:x1863342815830272:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8084us (8318us total) trans 0 rc 0/0
00010000:00010000:3.0:1777022443.448310:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e318f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c3a expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.448315:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 269
00010000:00010000:3.0:1777022443.448323:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.448325:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.448333:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.448345:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815830528
00000100:00100000:0.0:1777022443.448349:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815830528
00010000:00010000:3.0:1777022443.448355:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.448375:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 270
00000100:00100000:0.0:1777022443.448381:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10127:x1863342815830528:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022443.448386:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.448394:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:3.0:1777022443.448399:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835745536:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022443.448406:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c48 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.448422:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.448440:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.448441:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.448444:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.448445:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00010000:00010000:0.0:1777022443.448464:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.448475:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 53 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.448485:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835745664:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022443.454292:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.455959:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815830656
00000100:00100000:2.0:1777022443.455973:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815830656
00002000:00100000:2.0:1777022443.456028:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa6564b480 x1863342815830656/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.456039:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564b480 with x1863342815830656 ext(323584->327679)
00010000:00010000:2.0:1777022443.456048:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.456065:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.456073:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564b480
00000100:00100000:2.0:1777022443.456108:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 161
00000100:00100000:2.0:1777022443.456118:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815830656:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022443.456304:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815830656:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 187us (2021us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022443.456311:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 161
00002000:00100000:2.0:1777022443.456318:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa6564b480 x1863342815830656/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.456327:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564b480 with x1863342815830656 ext(323584->327679)
00010000:00010000:2.0:1777022443.456331:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.456353:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.456360:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564b480
00000100:00100000:0.0:1777022443.459155:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022443.461140:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835745536:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022443.461167:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022443.464500:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2378:x1863342815830400:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 16262us (16488us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.464515:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 240
00000100:00100000:1.0:1777022443.465598:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.465784:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815830784
00000100:00100000:3.0:1777022443.465794:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815830784
00002000:00100000:3.0:1777022443.465835:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (327680->331775)  req@ffff8efa65698380 x1863342815830784/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.465893:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65698380 with x1863342815830784 ext(327680->331775)
00010000:00010000:3.0:1777022443.465901:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.465917:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.465925:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65698380
00000100:00100000:3.0:1777022443.465957:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 162
00000100:00100000:3.0:1777022443.465967:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2378:x1863342815830784:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022443.466154:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2378:x1863342815830784:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 187us (566us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022443.466161:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 162
00002000:00100000:3.0:1777022443.466168:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (327680->331775)  req@ffff8efa65698380 x1863342815830784/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.466176:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65698380 with x1863342815830784 ext(327680->331775)
00010000:00010000:3.0:1777022443.466181:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.466203:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.466210:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65698380
00000100:00100000:0.0:1777022443.478429:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.478548:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815830912
00000100:00100000:2.0:1777022443.478559:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815830912
00002000:00100000:2.0:1777022443.478624:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa65b31c00 x1863342815830912/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 4584/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.478636:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31c00 with x1863342815830912 ext(323584->327679)
00010000:00010000:2.0:1777022443.478645:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.478663:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 54 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.478689:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31c00
00000100:00100000:2.0:1777022443.478726:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 163
00000100:00100000:2.0:1777022443.478745:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+54:2377:x1863342815830912:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:2.0:1777022443.479401:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+56:2377:x1863342815830912:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 664us (1911us total) trans 4294967347 rc 0/0
00000100:00100000:2.0:1777022443.479409:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 163
00002000:00100000:2.0:1777022443.479417:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa65b31c00 x1863342815830912/t4294967347(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 4584/448 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.479425:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31c00 with x1863342815830912 ext(323584->327679)
00010000:00010000:2.0:1777022443.479431:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 56 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.479444:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 56 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.479451:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31c00
00000100:00100000:2.0:1777022443.479851:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835745664:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022443.479895:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.479914:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:2.0:1777022443.479938:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10127:x1863342815830528:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 31557us (31848us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.479958:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 270
00000100:00100000:3.0:1777022443.487478:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.487679:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.488015:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815831168
00000100:00100000:2.0:1777022443.488024:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815831168
00010000:00010000:2.0:1777022443.488070:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 56 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.488129:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 241
00000100:00100000:2.0:1777022443.488139:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+56:2380:x1863342815831168:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022443.488153:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022443.488168:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 640 -> 648
00010000:00010000:2.0:1777022443.488174:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 56 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.488218:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 56 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.488241:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3196 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c41 expref: 56 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.488257:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.488258:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.488266:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.488275:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.488323:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.488347:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835745792:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.488416:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022443.494457:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.494919:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815831296
00000100:00100000:0.0:1777022443.494927:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815831296
00002000:00100000:0.0:1777022443.494972:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (323584->360447)  req@ffff8efa658d5880 x1863342815831296/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.494983:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5880 with x1863342815831296 ext(323584->360447)
00002000:00010000:0.0:1777022443.494988:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5880
00000100:00100000:0.0:1777022443.495017:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 117
00000100:00100000:0.0:1777022443.495025:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815831296:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022443.496839:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815831040
00000100:00100000:1.0:1777022443.496850:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815831040
00000100:00100000:1.0:1777022443.496916:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 271
00000100:00100000:1.0:1777022443.496926:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+56:10115:x1863342815831040:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022443.496941:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022443.496971:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c4f expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.497002:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.497012:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022443.497013:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022443.497017:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 57 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.497049:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.497063:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 41 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.497315:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65699880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835745920:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022443.497406:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be306c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.504017:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835745792:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.504043:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022443.504125:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+57:2380:x1863342815831168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 15986us (16444us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.504137:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 241
00000100:00100000:2.0:1777022443.506943:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65699880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835745920:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022443.506978:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 56 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.507001:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1e00, rc 0)
00000100:00100000:2.0:1777022443.507066:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+56:10115:x1863342815831040:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10141us (19598us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.507457:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 271
00000100:00100000:1.0:1777022443.509007:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815831296:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 13976us (14553us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022443.509019:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 117
00002000:00100000:1.0:1777022443.509031:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (323584->360447)  req@ffff8efa658d5880 x1863342815831296/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/440 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.509042:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5880 with x1863342815831296 ext(323584->360447)
00010000:00010000:1.0:1777022443.509051:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.509094:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 40 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022443.509103:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d5880
00000100:00100000:0.0:1777022443.517573:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.517629:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.518463:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815831552
00000100:00100000:1.0:1777022443.518473:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815831552
00000100:00100000:1.0:1777022443.518541:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 272
00000100:00100000:1.0:1777022443.518552:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10127:x1863342815831552:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022443.518571:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022443.518601:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e31ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c56 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.518636:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022443.518638:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022443.518644:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e31ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c56 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.518656:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e31ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c56 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.518670:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0000, rc 0)
00000100:00100000:1.0:1777022443.518996:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+41:10127:x1863342815831552:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 187us (1107us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.519004:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 272
00000100:00100000:2.0:1777022443.519952:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815831424
00000100:00100000:2.0:1777022443.519963:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815831424
00002000:00100000:2.0:1777022443.520009:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (249856->327679)  req@ffff8efa65b30e00 x1863342815831424/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.520021:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30e00 with x1863342815831424 ext(249856->327679)
00010000:00010000:2.0:1777022443.520060:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 41 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.520156:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 41 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.520167:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b30e00
00000100:00100000:2.0:1777022443.520284:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 164
00000100:00100000:2.0:1777022443.520296:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2379:x1863342815831424:12345-192.168.202.33@tcp:4:kworker.0
00000100:00100000:2.0:1777022443.529963:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2379:x1863342815831424:12345-192.168.202.33@tcp:4:kworker.0 Request processed in 9660us (12390us total) trans 4294967348 rc 0/0
00000100:00100000:2.0:1777022443.529976:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 164
00002000:00100000:2.0:1777022443.529989:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (249856->327679)  req@ffff8efa65b30e00 x1863342815831424/t4294967348(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/448 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 0/0 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.529999:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30e00 with x1863342815831424 ext(249856->327679)
00010000:00010000:2.0:1777022443.530017:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 43 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.530036:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 43 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.530056:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b30e00
00000100:00100000:0.0:1777022443.537160:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.537601:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815831680
00000100:00100000:2.0:1777022443.537611:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815831680
00010000:00010000:2.0:1777022443.537652:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 43 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.537713:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 242
00000100:00100000:2.0:1777022443.537722:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2378:x1863342815831680:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022443.538326:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022443.538359:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 43 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.538375:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 43 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.538399:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e319d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c48 expref: 43 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.538416:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.538418:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.538425:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 55 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.538436:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 55 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.538445:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.538447:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.538450:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e31ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c56 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.538473:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e31ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c56 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.538511:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e31ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c56 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.538526:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835746048:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.538991:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 55 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.539003:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835746176:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.539029:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.545032:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835746048:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.545059:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835746176:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.545094:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022443.545149:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815831680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7427us (7997us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.545160:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 242
00000100:00100000:3.0:1777022443.564185:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.564308:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815831808
00000100:00100000:1.0:1777022443.564342:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815831808
00002000:00100000:1.0:1777022443.564391:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (327680->331775)  req@ffff8efa658d5c00 x1863342815831808/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.564404:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5c00 with x1863342815831808 ext(327680->331775)
00002000:00010000:1.0:1777022443.564410:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5c00
00000100:00100000:1.0:1777022443.564445:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 118
00000100:00100000:1.0:1777022443.564455:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+56:2377:x1863342815831808:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022443.564640:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+56:2377:x1863342815831808:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 186us (463us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022443.564648:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 118
00002000:00100000:1.0:1777022443.564655:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (327680->331775)  req@ffff8efa658d5c00 x1863342815831808/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.564663:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5c00 with x1863342815831808 ext(327680->331775)
00002000:00010000:1.0:1777022443.564666:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5c00
00000100:00100000:0.0:1777022443.574894:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.577059:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815831936
00000100:00100000:1.0:1777022443.577078:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815831936
00002000:00100000:1.0:1777022443.577137:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa65b32300 x1863342815831936/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.577149:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32300 with x1863342815831936 ext(323584->327679)
00002000:00010000:1.0:1777022443.577154:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b32300
00000100:00100000:1.0:1777022443.577196:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 119
00000100:00100000:1.0:1777022443.577205:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815831936:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022443.577361:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815831936:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 156us (2515us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022443.577386:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 119
00002000:00100000:1.0:1777022443.577393:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (323584->327679)  req@ffff8efa65b32300 x1863342815831936/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.577401:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32300 with x1863342815831936 ext(323584->327679)
00002000:00010000:1.0:1777022443.577405:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b32300
00000100:00100000:3.0:1777022443.578845:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.581064:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815832064
00000100:00100000:1.0:1777022443.581087:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815832064
00002000:00100000:1.0:1777022443.581140:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (331776->335871)  req@ffff8efa658d5180 x1863342815832064/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.581152:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5180 with x1863342815832064 ext(331776->335871)
00002000:00010000:1.0:1777022443.581158:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5180
00000100:00100000:1.0:1777022443.581207:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 120
00000100:00100000:1.0:1777022443.581217:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+56:2379:x1863342815832064:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022443.581397:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+56:2379:x1863342815832064:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 181us (2558us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022443.581405:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 120
00002000:00100000:1.0:1777022443.581412:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (331776->335871)  req@ffff8efa658d5180 x1863342815832064/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.581420:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5180 with x1863342815832064 ext(331776->335871)
00002000:00010000:1.0:1777022443.581423:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5180
00000100:00100000:3.0:1777022443.586453:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.589260:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.590493:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815832320
00000100:00100000:1.0:1777022443.590515:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815832320
00002000:00100000:1.0:1777022443.590569:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (335872->339967)  req@ffff8efa65b31180 x1863342815832320/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.590604:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31180 with x1863342815832320 ext(335872->339967)
00002000:00010000:1.0:1777022443.590610:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31180
00000100:00100000:1.0:1777022443.590649:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 121
00000100:00100000:1.0:1777022443.590658:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+56:2377:x1863342815832320:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022443.590882:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+56:2377:x1863342815832320:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 197us (1603us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022443.590890:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 121
00002000:00100000:1.0:1777022443.590897:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (335872->339967)  req@ffff8efa65b31180 x1863342815832320/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.590906:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31180 with x1863342815832320 ext(335872->339967)
00002000:00010000:1.0:1777022443.590909:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31180
00000100:00100000:3.0:1777022443.599598:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.601561:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815832448
00000100:00100000:1.0:1777022443.601575:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815832448
00002000:00100000:1.0:1777022443.601645:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (339968->344063)  req@ffff8efa658d4000 x1863342815832448/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.601657:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4000 with x1863342815832448 ext(339968->344063)
00002000:00010000:1.0:1777022443.601662:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4000
00000100:00100000:1.0:1777022443.601704:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 122
00000100:00100000:1.0:1777022443.601713:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+56:2377:x1863342815832448:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022443.601930:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+56:2377:x1863342815832448:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 217us (2341us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022443.601938:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 122
00000100:00100000:2.0:1777022443.606278:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815832192
00000100:00100000:2.0:1777022443.606292:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815832192
00000100:00100000:2.0:1777022443.606364:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 273
00000100:00100000:2.0:1777022443.606375:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10127:x1863342815832192:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022443.606391:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022443.606420:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e31b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c5d expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.606456:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 56 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.606466:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.606468:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.606471:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e31b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c5d expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.606518:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 56 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.606532:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 56 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.606545:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835746304:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022443.606631:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa7f766480 going to sleep for 11 seconds
00002000:00100000:1.0:1777022443.606719:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (339968->344063)  req@ffff8efa658d4000 x1863342815832448/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.606730:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4000 with x1863342815832448 ext(339968->344063)
00010000:00010000:1.0:1777022443.606737:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 56 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.606749:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 56 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022443.606757:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d4000
00000100:00100000:3.0:1777022443.613002:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.613476:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835746304:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022443.613510:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e31b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c5d expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.613531:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a400, rc 0)
00000100:00100000:2.0:1777022443.613728:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+43:10127:x1863342815832192:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7353us (27280us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.613762:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 273
00000100:00100000:1.0:1777022443.615422:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815832576
00000100:00100000:1.0:1777022443.615435:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815832576
00002000:00100000:1.0:1777022443.615484:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (344064->348159)  req@ffff8efa658d7100 x1863342815832576/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.615506:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7100 with x1863342815832576 ext(344064->348159)
00010000:00010000:1.0:1777022443.615516:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 56 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.615533:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 56 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022443.615541:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d7100
00000100:00100000:1.0:1777022443.615573:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 165
00000100:00100000:1.0:1777022443.615583:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+56:2378:x1863342815832576:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022443.615750:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+56:2378:x1863342815832576:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 167us (2755us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022443.615771:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 165
00002000:00100000:1.0:1777022443.615779:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (344064->348159)  req@ffff8efa658d7100 x1863342815832576/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.615787:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7100 with x1863342815832576 ext(344064->348159)
00010000:00010000:1.0:1777022443.615792:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 56 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.615803:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 56 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022443.615809:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d7100
00000100:00100000:3.0:1777022443.619492:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.620975:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815832704
00000100:00100000:2.0:1777022443.620987:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815832704
00002000:00100000:2.0:1777022443.621038:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (327680->344063)  req@ffff8efa658d4e00 x1863342815832704/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 16872/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.621058:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4e00 with x1863342815832704 ext(327680->344063)
00010000:00010000:2.0:1777022443.621067:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 56 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.621084:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 56 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.621093:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d4e00
00000100:00100000:2.0:1777022443.621126:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 166
00000100:00100000:2.0:1777022443.621135:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+56:2377:x1863342815832704:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:2.0:1777022443.621480:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+58:2377:x1863342815832704:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 345us (1997us total) trans 4294967349 rc 0/0
00000100:00100000:2.0:1777022443.621488:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 166
00002000:00100000:2.0:1777022443.621495:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (327680->344063)  req@ffff8efa658d4e00 x1863342815832704/t4294967349(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 16872/448 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.621504:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4e00 with x1863342815832704 ext(327680->344063)
00010000:00010000:2.0:1777022443.621510:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 58 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.621541:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 58 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.621548:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d4e00
00000100:00100000:3.0:1777022443.629311:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.631751:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815832832
00000100:00100000:2.0:1777022443.631773:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815832832
00000100:00100000:2.0:1777022443.631841:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 274
00000100:00100000:2.0:1777022443.631851:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+58:10115:x1863342815832832:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022443.631905:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022443.631924:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c64 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.631955:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.631957:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.631962:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 59 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.631974:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 59 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.631987:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022443.632042:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+59:10115:x1863342815832832:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 192us (2741us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.632061:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 274
00000100:00100000:0.0:1777022443.633104:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.633380:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815832960
00000100:00100000:3.0:1777022443.633388:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815832960
00010000:00010000:3.0:1777022443.633416:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 59 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.633454:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 243
00000100:00100000:3.0:1777022443.633461:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+59:2379:x1863342815832960:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022443.633473:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022443.633487:0:5939:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 1777022442 -> 1777022443
00002000:00010000:3.0:1777022443.633490:0:5939:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 1777022442 -> 1777022443
00002000:00010000:3.0:1777022443.633492:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 648 -> 680
00010000:00010000:3.0:1777022443.633510:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 59 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.633523:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 59 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.633564:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e31a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [327680->18446744073709551615] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c4f expref: 59 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.633580:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.633581:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.633727:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e31b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [327680->344063] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c5d expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.633747:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e31b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [327680->344063] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c5d expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.633755:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.633757:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.633761:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 58 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.633769:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 58 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.633811:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 58 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.633826:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835746432:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022443.633966:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e31b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [327680->344063] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c5d expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.633987:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835746560:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022443.634008:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022443.640349:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835746560:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022443.646026:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.646150:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815833088
00000100:00100000:1.0:1777022443.646160:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815833088
00002000:00100000:1.0:1777022443.646205:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (327680->344063)  req@ffff8efa65b31500 x1863342815833088/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.646216:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31500 with x1863342815833088 ext(327680->344063)
00002000:00010000:1.0:1777022443.646222:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31500
00000100:00100000:1.0:1777022443.646258:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 123
00000100:00100000:1.0:1777022443.646268:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2378:x1863342815833088:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022443.646463:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2378:x1863342815833088:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 197us (445us total) trans 0 rc 16384/16384
00000100:00100000:1.0:1777022443.646470:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 123
00002000:00100000:1.0:1777022443.646476:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (327680->344063)  req@ffff8efa65b31500 x1863342815833088/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/16824 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 16384/16384 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.646489:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31500 with x1863342815833088 ext(327680->344063)
00002000:00010000:1.0:1777022443.646493:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31500
00000100:00100000:3.0:1777022443.646594:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835746432:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022443.646617:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022443.646649:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+58:2379:x1863342815832960:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 13188us (13549us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022443.646657:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 243
00000100:00100000:2.0:1777022443.657412:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.658720:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815833216
00000100:00100000:0.0:1777022443.658732:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815833216
00002000:00100000:0.0:1777022443.658803:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (344064->348159)  req@ffff8efa64f47800 x1863342815833216/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.658815:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f47800 with x1863342815833216 ext(344064->348159)
00002000:00010000:0.0:1777022443.658820:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa64f47800
00000100:00100000:0.0:1777022443.658851:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 124
00000100:00100000:0.0:1777022443.658887:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+58:2377:x1863342815833216:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022443.659051:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+58:2377:x1863342815833216:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 165us (1647us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022443.659058:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 124
00002000:00100000:0.0:1777022443.659065:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (344064->348159)  req@ffff8efa64f47800 x1863342815833216/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.659073:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f47800 with x1863342815833216 ext(344064->348159)
00002000:00010000:0.0:1777022443.659076:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa64f47800
00000100:00100000:0.0:1777022443.670043:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.670091:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.670174:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815833344
00000100:00100000:3.0:1777022443.670185:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815833344
00000100:00100000:3.0:1777022443.670242:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 275
00000100:00100000:3.0:1777022443.670252:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+43:10127:x1863342815833344:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022443.670271:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022443.670286:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e31c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c6b expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.670316:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 57 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.670325:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022443.670327:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022443.670331:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e31c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c6b expref: 44 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.670392:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 57 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.670405:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 57 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.670419:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835746688:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022443.670507:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.670942:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815833472
00000100:00100000:2.0:1777022443.670948:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815833472
00002000:00100000:2.0:1777022443.670979:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (348160->352255)  req@ffff8efa65b30000 x1863342815833472/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.670989:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30000 with x1863342815833472 ext(348160->352255)
00010000:00010000:2.0:1777022443.670996:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 58 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.671007:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 58 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.671014:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b30000
00000100:00100000:2.0:1777022443.671041:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 167
00000100:00100000:2.0:1777022443.671059:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+58:2380:x1863342815833472:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022443.671206:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+58:2380:x1863342815833472:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 148us (1115us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022443.671214:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 167
00002000:00100000:2.0:1777022443.671221:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (348160->352255)  req@ffff8efa65b30000 x1863342815833472/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.671230:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30000 with x1863342815833472 ext(348160->352255)
00010000:00010000:2.0:1777022443.671235:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 58 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.671245:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 58 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.671264:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b30000
00000100:00100000:3.0:1777022443.677462:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835746688:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022443.677498:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e31c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c6b expref: 44 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.677523:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa40030000, rc 0)
00000100:00100000:3.0:1777022443.677594:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+44:10127:x1863342815833344:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7342us (7560us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022443.677603:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 275
00000100:00100000:0.0:1777022443.682027:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.682628:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815833600
00000100:00100000:2.0:1777022443.682638:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815833600
00000100:00100000:2.0:1777022443.682701:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 276
00000100:00100000:2.0:1777022443.682712:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+58:10115:x1863342815833600:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022443.682740:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022443.682768:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c72 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.682799:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.682802:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.682807:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 59 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.682820:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 59 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.682833:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:2.0:1777022443.682919:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+59:10115:x1863342815833600:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 209us (902us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.682927:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 276
00000100:00100000:0.0:1777022443.686926:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.687145:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815833728
00000100:00100000:3.0:1777022443.687156:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815833728
00002000:00100000:3.0:1777022443.687215:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (344064->348159)  req@ffff8efa65b32680 x1863342815833728/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 4584/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.687227:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32680 with x1863342815833728 ext(344064->348159)
00010000:00010000:3.0:1777022443.687236:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 59 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.687270:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 59 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.687279:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b32680
00000100:00100000:3.0:1777022443.687304:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 168
00000100:00100000:3.0:1777022443.687314:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+59:2377:x1863342815833728:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022443.687676:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+61:2377:x1863342815833728:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 362us (760us total) trans 4294967350 rc 0/0
00000100:00100000:3.0:1777022443.687684:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 168
00002000:00100000:3.0:1777022443.687691:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (344064->348159)  req@ffff8efa65b32680 x1863342815833728/t4294967350(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 4584/448 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.687700:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32680 with x1863342815833728 ext(344064->348159)
00010000:00010000:3.0:1777022443.687704:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 61 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.687714:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 61 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.687720:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b32680
00000100:00100000:0.0:1777022443.691249:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.691422:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815833856
00000100:00100000:1.0:1777022443.691432:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815833856
00010000:00010000:1.0:1777022443.691468:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 61 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.691511:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 244
00000100:00100000:1.0:1777022443.691521:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+61:2377:x1863342815833856:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022443.691537:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022443.691553:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 680 -> 688
00010000:00010000:1.0:1777022443.691560:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 61 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.691575:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 61 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.691599:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e31b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [344064->33898495] (req 344064->348159) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c64 expref: 61 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.691615:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.691617:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.691624:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e31c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c6b expref: 43 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.691645:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e31c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c6b expref: 43 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.691653:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.691654:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.691657:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 60 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.691665:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 60 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.691698:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 60 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.691711:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835746816:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022443.691815:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e31c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c6b expref: 43 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.691825:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835746944:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022443.691848:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30c00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022443.695716:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835746816:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022443.699417:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835746944:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022443.699451:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022443.699513:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2377:x1863342815833856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7992us (8273us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.699524:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 244
00000100:00100000:3.0:1777022443.699976:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.700431:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815833984
00000100:00100000:2.0:1777022443.700439:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815833984
00002000:00100000:2.0:1777022443.700480:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (344064->348159)  req@ffff8efa658d6680 x1863342815833984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.700507:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6680 with x1863342815833984 ext(344064->348159)
00002000:00010000:2.0:1777022443.700512:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6680
00000100:00100000:2.0:1777022443.700540:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 125
00000100:00100000:2.0:1777022443.700549:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2378:x1863342815833984:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022443.700696:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2378:x1863342815833984:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 147us (720us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022443.700703:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 125
00002000:00100000:2.0:1777022443.700709:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (344064->348159)  req@ffff8efa658d6680 x1863342815833984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.700718:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6680 with x1863342815833984 ext(344064->348159)
00002000:00010000:2.0:1777022443.700721:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6680
00000100:00100000:3.0:1777022443.705446:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.705727:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815834112
00000100:00100000:1.0:1777022443.705746:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815834112
00000100:00100000:1.0:1777022443.705813:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 277
00000100:00100000:1.0:1777022443.705823:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+44:10127:x1863342815834112:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022443.705843:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022443.705898:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c79 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.705934:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 59 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.705944:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022443.705946:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022443.705960:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 45 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.705994:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 59 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.706007:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 59 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.706022:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835747072:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022443.706101:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30c00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022443.710279:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.710409:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815834240
00000100:00100000:3.0:1777022443.710418:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815834240
00002000:00100000:3.0:1777022443.710488:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (348160->352255)  req@ffff8efa65b30380 x1863342815834240/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.710499:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30380 with x1863342815834240 ext(348160->352255)
00010000:00010000:3.0:1777022443.710508:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 60 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.710525:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 60 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.710533:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b30380
00000100:00100000:3.0:1777022443.710565:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 169
00000100:00100000:3.0:1777022443.710575:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2378:x1863342815834240:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022443.710750:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2378:x1863342815834240:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 176us (483us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022443.710764:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 169
00002000:00100000:3.0:1777022443.710772:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (348160->352255)  req@ffff8efa65b30380 x1863342815834240/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.710780:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30380 with x1863342815834240 ext(348160->352255)
00010000:00010000:3.0:1777022443.710785:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 60 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.710796:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 60 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.710803:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b30380
00000100:00100000:1.0:1777022443.712014:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835747072:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022443.712053:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 45 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.712073:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0e00, rc 0)
00000100:00100000:1.0:1777022443.712116:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+45:10127:x1863342815834112:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6295us (6679us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.712124:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 277
00000100:00100000:0.0:1777022443.716616:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.716699:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815834368
00000100:00100000:3.0:1777022443.716709:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815834368
00000100:00100000:3.0:1777022443.716779:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 278
00000100:00100000:3.0:1777022443.716790:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+60:10115:x1863342815834368:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022443.716809:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022443.716826:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c80 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.716888:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022443.716894:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 44 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.716901:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022443.716905:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c80 expref: 61 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.716944:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 44 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.716968:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c80 expref: 61 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.716981:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa40030600, rc 0)
00000100:00100000:3.0:1777022443.717029:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+61:10115:x1863342815834368:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 242us (423us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022443.717037:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 278
00000100:00100000:3.0:1777022443.721638:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.723007:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815834496
00000100:00100000:2.0:1777022443.723020:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815834496
00010000:00010000:2.0:1777022443.723329:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 61 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.723462:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 245
00000100:00100000:2.0:1777022443.723473:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+61:2377:x1863342815834496:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022443.723491:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022443.723513:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 61 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.723525:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 61 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.723562:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e31c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c72 expref: 61 pid: 6921 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.723580:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.723583:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.723590:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 44 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.723600:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 44 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.723640:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 44 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.723653:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 44 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.723666:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835747328:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.723767:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa7f766480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022443.731052:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.731649:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835747328:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.731672:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022443.731743:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2377:x1863342815834496:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8263us (10106us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.731761:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 245
00000100:00100000:3.0:1777022443.732411:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815834624
00000100:00100000:3.0:1777022443.732420:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815834624
00002000:00100000:3.0:1777022443.732465:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (348160->385023)  req@ffff8efa6565b100 x1863342815834624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.732477:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565b100 with x1863342815834624 ext(348160->385023)
00010000:00010000:3.0:1777022443.732485:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 45 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.732501:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 45 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.732509:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565b100
00000100:00100000:3.0:1777022443.732540:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 170
00000100:00100000:3.0:1777022443.732549:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2378:x1863342815834624:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022443.742025:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2378:x1863342815834624:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9465us (10979us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022443.742038:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 170
00002000:00100000:3.0:1777022443.742061:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (348160->385023)  req@ffff8efa6565b100 x1863342815834624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/440 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.742073:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565b100 with x1863342815834624 ext(348160->385023)
00010000:00010000:3.0:1777022443.742083:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 45 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.742101:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 45 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.742122:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565b100
00000100:00100000:0.0:1777022443.747111:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.747163:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.747381:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815834752
00000100:00100000:1.0:1777022443.747391:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815834752
00000100:00100000:1.0:1777022443.747448:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 279
00000100:00100000:1.0:1777022443.747458:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa819d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+45:10127:x1863342815834752:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022443.747476:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022443.747494:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c87 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.747526:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022443.747532:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c80 expref: 59 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.747539:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022443.747543:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.747583:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c80 expref: 59 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.747620:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.747634:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022443.747683:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa819d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10127:x1863342815834752:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 228us (582us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.747690:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 279
00000100:00100000:2.0:1777022443.748098:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815834880
00000100:00100000:2.0:1777022443.748103:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815834880
00010000:00010000:2.0:1777022443.748135:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 46 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.748164:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 246
00000100:00100000:2.0:1777022443.748172:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2377:x1863342815834880:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022443.748182:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022443.748212:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 46 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.748224:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 46 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.748244:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e31ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c79 expref: 46 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.748256:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.748258:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.748266:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c80 expref: 59 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.748274:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c80 expref: 59 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.748301:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c80 expref: 59 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.748327:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c80 expref: 59 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.748352:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835747584:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.748404:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa7f766480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022443.753978:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835747584:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022443.754004:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022443.754073:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2377:x1863342815834880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5901us (6908us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022443.754083:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 246
00000100:00100000:0.0:1777022443.760759:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.760891:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815835008
00000100:00100000:3.0:1777022443.760901:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815835008
00010000:00010000:3.0:1777022443.760938:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c80 expref: 60 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.760988:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 247
00000100:00100000:3.0:1777022443.760998:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2380:x1863342815835008:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022443.761013:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022443.761032:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c80 expref: 60 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.761055:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c80 expref: 60 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.761077:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c80 expref: 60 pid: 6923 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.761094:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.761096:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.761103:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.761112:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.761177:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.761344:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835747712:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022443.761483:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022443.775906:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835747712:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022443.775934:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022443.775989:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+59:2380:x1863342815835008:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14992us (15246us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022443.776001:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 247
00000100:00100000:0.0:1777022443.779024:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.779931:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815835136
00000100:00100000:2.0:1777022443.779942:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815835136
00000100:00100000:2.0:1777022443.779998:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 280
00000100:00100000:2.0:1777022443.780008:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+59:10115:x1863342815835136:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022443.780026:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022443.780053:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c8e expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.780088:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.780096:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.780098:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.780102:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 60 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.780134:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.780148:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 44 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.780177:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835747840:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022443.780351:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa7f766480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022443.785393:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.785756:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835747840:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022443.785790:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 60 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.785815:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:1.0:1777022443.785908:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+60:10115:x1863342815835136:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5901us (6893us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.785916:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 280
00000100:00100000:3.0:1777022443.790904:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815835264
00000100:00100000:3.0:1777022443.790919:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815835264
00002000:00100000:3.0:1777022443.790975:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (348160->385023)  req@ffff8efa658d3100 x1863342815835264/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.790987:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3100 with x1863342815835264 ext(348160->385023)
00010000:00010000:3.0:1777022443.790996:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 45 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.791014:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 45 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.791023:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3100
00000100:00100000:3.0:1777022443.791074:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 171
00000100:00100000:3.0:1777022443.791084:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2380:x1863342815835264:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022443.797626:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2380:x1863342815835264:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6533us (12232us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022443.797641:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 171
00002000:00100000:3.0:1777022443.797654:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (348160->385023)  req@ffff8efa658d3100 x1863342815835264/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/440 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.797664:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3100 with x1863342815835264 ext(348160->385023)
00010000:00010000:3.0:1777022443.797674:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 45 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.797692:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 45 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.797700:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3100
00000100:00100000:2.0:1777022443.808572:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.808669:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815835392
00000100:00100000:0.0:1777022443.808680:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815835392
00000100:00100000:0.0:1777022443.808748:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 281
00000100:00100000:0.0:1777022443.808930:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+45:10127:x1863342815835392:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022443.808950:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022443.808968:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e31ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c95 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.809001:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022443.809007:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 59 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.809014:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022443.809018:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e31ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c95 expref: 46 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.809179:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 59 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.809286:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e31ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c95 expref: 46 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.809299:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c200, rc 0)
00000100:00100000:0.0:1777022443.809418:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10127:x1863342815835392:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 494us (854us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022443.809425:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 281
00000100:00100000:1.0:1777022443.814445:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.816705:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815835520
00000100:00100000:2.0:1777022443.816719:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815835520
00010000:00010000:2.0:1777022443.816996:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 46 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.817325:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 248
00000100:00100000:2.0:1777022443.817347:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2380:x1863342815835520:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022443.817363:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022443.817383:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 46 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.817397:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 46 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.817422:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e31dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c87 expref: 46 pid: 11979 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.817439:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.817441:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022443.817449:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 59 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.817480:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 59 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.817523:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 59 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.817538:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 59 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.817554:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835748096:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.817664:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa7f766480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.822747:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835748096:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.822783:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022443.822845:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2380:x1863342815835520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5510us (8408us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.822881:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 248
00000100:00100000:1.0:1777022443.825961:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.826058:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815835648
00000100:00100000:0.0:1777022443.826068:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815835648
00002000:00100000:0.0:1777022443.826115:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (348160->352255)  req@ffff8efa6569a300 x1863342815835648/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.826127:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6569a300 with x1863342815835648 ext(348160->352255)
00010000:00010000:0.0:1777022443.826135:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 60 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.826151:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 60 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022443.826159:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6569a300
00000100:00100000:0.0:1777022443.826196:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 172
00000100:00100000:0.0:1777022443.826206:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2378:x1863342815835648:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022443.826393:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2378:x1863342815835648:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 188us (440us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022443.826402:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 172
00002000:00100000:0.0:1777022443.826408:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (348160->352255)  req@ffff8efa6569a300 x1863342815835648/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022443.826416:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6569a300 with x1863342815835648 ext(348160->352255)
00010000:00010000:0.0:1777022443.826421:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 60 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.826431:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 60 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022443.826437:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6569a300
00000100:00100000:0.0:1777022443.832575:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.833180:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815835776
00000100:00100000:3.0:1777022443.833285:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815835776
00000100:00100000:3.0:1777022443.833361:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 282
00000100:00100000:3.0:1777022443.833371:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+60:10115:x1863342815835776:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022443.833390:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022443.833409:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840c9c expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.833440:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022443.833446:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e31ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c95 expref: 44 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.833469:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022443.833474:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c9c expref: 61 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.833513:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e31ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c95 expref: 44 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.833528:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c9c expref: 61 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.833543:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa40030600, rc 0)
00000100:00100000:3.0:1777022443.833946:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+61:10115:x1863342815835776:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 575us (1379us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022443.833955:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 282
00000100:00100000:2.0:1777022443.837718:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.841721:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815835904
00000100:00100000:3.0:1777022443.841891:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815835904
00010000:00010000:3.0:1777022443.841944:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 61 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.842062:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 249
00000100:00100000:3.0:1777022443.842073:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+61:2379:x1863342815835904:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022443.842090:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022443.842111:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 61 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.842157:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 61 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.842579:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e31e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c8e expref: 61 pid: 9584 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.842601:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.842603:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.842613:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e31ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c95 expref: 44 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.842622:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e31ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c95 expref: 44 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.842664:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e31ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c95 expref: 44 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.842678:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e31ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c95 expref: 44 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.842692:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835748352:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022443.842816:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022443.849710:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835748352:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022443.849735:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022443.849818:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2379:x1863342815835904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7745us (12106us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022443.849828:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 249
00000100:00100000:2.0:1777022443.855828:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.856090:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815836032
00000100:00100000:0.0:1777022443.856100:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815836032
00010000:00010000:0.0:1777022443.856149:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e31ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c95 expref: 45 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.856196:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 250
00000100:00100000:0.0:1777022443.856206:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2379:x1863342815836032:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022443.856219:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022443.856239:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e31ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c95 expref: 45 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.856270:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e31ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c95 expref: 45 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.856294:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e31ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c95 expref: 45 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.856309:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022443.856311:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022443.856318:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c9c expref: 59 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.856328:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c9c expref: 59 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.856374:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c9c expref: 59 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.856388:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835748480:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022443.856460:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022443.865941:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835748480:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022443.865968:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022443.866032:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2379:x1863342815836032:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9826us (10211us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022443.866054:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 250
00000100:00100000:1.0:1777022443.878256:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.878434:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815836160
00000100:00100000:2.0:1777022443.878444:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815836160
00000100:00100000:2.0:1777022443.878499:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 283
00000100:00100000:2.0:1777022443.878509:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+44:10127:x1863342815836160:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022443.878527:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022443.878544:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ca3 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.878742:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c9c expref: 59 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.878752:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.878754:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.878758:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 45 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.878791:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c9c expref: 59 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.878805:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c9c expref: 59 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.878818:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835748608:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022443.878925:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa7f766480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.890131:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.890171:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.890901:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815836288
00000100:00100000:0.0:1777022443.890913:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815836288
00010000:00010000:0.0:1777022443.890956:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31f1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c9c expref: 60 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.890999:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 251
00000100:00100000:0.0:1777022443.891009:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2378:x1863342815836288:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022443.891024:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022443.891059:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31f1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c9c expref: 60 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.891073:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c9c expref: 60 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.891100:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022443.891103:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022443.891110:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 45 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.891138:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 45 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022443.891177:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 45 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022443.891473:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835748736:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022443.891563:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00010000:00010000:1.0:1777022443.892094:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e31f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c9c expref: 60 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.892112:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835748608:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022443.892142:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 45 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.892163:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:1.0:1777022443.892211:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+45:10127:x1863342815836160:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 13703us (13964us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022443.892219:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 283
00000100:00100000:1.0:1777022443.892687:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815836416
00000100:00100000:1.0:1777022443.892695:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815836416
00000100:00100000:3.0:1777022443.900111:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 284
00000100:00100000:0.0:1777022443.901156:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.901784:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+60:10115:x1863342815836416:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022443.901805:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022443.901823:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840caa expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.901887:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 44 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.901909:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.901911:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.901916:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 61 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.901951:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 44 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.901964:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 44 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.901977:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835748864:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022443.902064:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa7f766480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022443.905539:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815836544
00000100:00100000:1.0:1777022443.905556:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815836544
00002000:00100000:1.0:1777022443.905631:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (348160->385023)  req@ffff8efa658d3b80 x1863342815836544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.905644:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3b80 with x1863342815836544 ext(348160->385023)
00010000:00010000:1.0:1777022443.905652:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 45 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.905670:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 45 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022443.905679:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3b80
00000100:00100000:1.0:1777022443.905705:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 173
00000100:00100000:1.0:1777022443.905716:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2377:x1863342815836544:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022443.908835:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835748736:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022443.908907:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022443.908962:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+61:2378:x1863342815836288:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 17954us (18840us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022443.908973:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 251
00000100:00100000:2.0:1777022443.919596:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835748864:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022443.919632:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 60 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.919658:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022443.919708:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+60:10115:x1863342815836416:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 19585us (29536us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.919718:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 284
00000100:00100000:2.0:1777022443.929425:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2377:x1863342815836544:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 23701us (28264us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022443.929438:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 173
00002000:00100000:2.0:1777022443.929462:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (348160->385023)  req@ffff8efa658d3b80 x1863342815836544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/440 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.929474:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3b80 with x1863342815836544 ext(348160->385023)
00010000:00010000:2.0:1777022443.929483:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 45 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.929502:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 45 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.929510:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3b80
00000100:00100000:2.0:1777022443.935308:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.935436:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.935511:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815836800
00000100:00100000:1.0:1777022443.935521:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815836800
00010000:00010000:1.0:1777022443.935559:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 45 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.935626:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 252
00000100:00100000:1.0:1777022443.935636:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2377:x1863342815836800:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022443.935651:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022443.935671:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 45 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.935686:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 45 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.935710:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e31f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ca3 expref: 45 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.935726:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.935728:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022443.935736:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 59 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.935746:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 59 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.936070:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 59 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022443.936085:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65699880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835748992:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022443.936492:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022443.940256:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815836672
00000100:00100000:3.0:1777022443.940270:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815836672
00000100:00100000:3.0:1777022443.940349:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 285
00000100:00100000:3.0:1777022443.940360:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+45:10127:x1863342815836672:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022443.940379:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022443.940400:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e3206 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840cb1 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.940434:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 59 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.940444:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022443.940446:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022443.940450:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e3206 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb1 expref: 46 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.940482:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 59 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.941162:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 59 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.941179:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835749120:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022443.941433:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.941497:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815836928
00000100:00100000:3.0:1777022443.941502:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815836928
00002000:00100000:3.0:1777022443.941534:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (348160->352255)  req@ffff8efa64f46d80 x1863342815836928/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.941545:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f46d80 with x1863342815836928 ext(348160->352255)
00010000:00010000:3.0:1777022443.941552:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 60 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.941564:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 60 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.941572:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f46d80
00000100:00100000:3.0:1777022443.941606:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 174
00000100:00100000:3.0:1777022443.941616:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2377:x1863342815836928:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022443.941833:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65699880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835748992:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022443.941877:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022443.942413:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2377:x1863342815836928:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 798us (980us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022443.942422:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 174
00002000:00100000:3.0:1777022443.942430:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (348160->352255)  req@ffff8efa64f46d80 x1863342815836928/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022443.942454:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f46d80 with x1863342815836928 ext(348160->352255)
00010000:00010000:3.0:1777022443.942460:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 60 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.942472:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 60 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022443.942479:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f46d80
00000100:00100000:0.0:1777022443.942576:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2377:x1863342815836800:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6941us (7139us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022443.942593:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 252
00000100:00100000:2.0:1777022443.946999:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022443.947144:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.947962:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815837056
00000100:00100000:2.0:1777022443.947971:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815837056
00002000:00100000:2.0:1777022443.948019:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (352256->356351)  req@ffff8efa65655880 x1863342815837056/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.948030:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655880 with x1863342815837056 ext(352256->356351)
00010000:00010000:2.0:1777022443.948039:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 60 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.948068:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 60 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.948076:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655880
00000100:00100000:2.0:1777022443.948112:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 175
00000100:00100000:2.0:1777022443.948136:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2377:x1863342815837056:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022443.948297:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2377:x1863342815837056:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 163us (1157us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022443.948304:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 175
00002000:00100000:2.0:1777022443.948310:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (352256->356351)  req@ffff8efa65655880 x1863342815837056/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.948318:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655880 with x1863342815837056 ext(352256->356351)
00010000:00010000:2.0:1777022443.948323:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 60 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.948343:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 60 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022443.948349:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655880
00000100:00100000:1.0:1777022443.952879:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.952911:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815837184
00000100:00100000:1.0:1777022443.952920:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815837184
00002000:00100000:1.0:1777022443.952965:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (348160->352255)  req@ffff8efa65655180 x1863342815837184/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 4584/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.952975:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655180 with x1863342815837184 ext(348160->352255)
00010000:00010000:1.0:1777022443.952984:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 60 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.953000:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 60 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022443.953008:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655180
00000100:00100000:1.0:1777022443.953037:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 176
00000100:00100000:1.0:1777022443.953057:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+60:2378:x1863342815837184:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022443.953525:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+62:2378:x1863342815837184:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 466us (676us total) trans 4294967351 rc 0/0
00000100:00100000:1.0:1777022443.953532:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 176
00002000:00100000:1.0:1777022443.953538:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (348160->352255)  req@ffff8efa65655180 x1863342815837184/t4294967351(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 4584/448 e 0 to 0 dl 1777022454 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.953546:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655180 with x1863342815837184 ext(348160->352255)
00010000:00010000:1.0:1777022443.953551:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 62 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022443.953576:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 62 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.955814:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835749120:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022443.955849:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e3206 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb1 expref: 45 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.955892:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa40031600, rc 0)
00000100:00100000:2.0:1777022443.955945:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+45:10127:x1863342815836672:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 15587us (20645us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.955953:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 285
00002000:00010000:1.0:1777022443.957107:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655180
00000100:00100000:3.0:1777022443.957668:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.958350:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815837312
00000100:00100000:2.0:1777022443.958360:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815837312
00000100:00100000:2.0:1777022443.958416:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 286
00000100:00100000:2.0:1777022443.958426:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+62:10115:x1863342815837312:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022443.958444:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022443.958460:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840cb8 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.958487:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.958490:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022443.958495:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 63 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.958507:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 63 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022443.958519:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022443.958576:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+63:10115:x1863342815837312:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 151us (994us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.958591:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 286
00000100:00100000:0.0:1777022443.963420:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022443.963774:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815837440
00000100:00100000:3.0:1777022443.963784:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815837440
00010000:00010000:3.0:1777022443.963821:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 63 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.963889:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 253
00000100:00100000:3.0:1777022443.963899:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+63:2377:x1863342815837440:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022443.963914:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022443.963930:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 688 -> 696
00010000:00010000:3.0:1777022443.963937:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 63 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.963950:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 63 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.963974:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e31ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->33902591] (req 348160->352255) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840caa expref: 63 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.964004:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.964006:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.964014:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e3206 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb1 expref: 44 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.964024:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e3206 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb1 expref: 44 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.964033:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.964035:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022443.964038:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 62 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.964058:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 62 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022443.964090:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 62 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022443.964103:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835749248:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.967793:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e3206 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb1 expref: 44 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022443.967818:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835749376:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.967924:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022443.967951:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835749248:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022443.971551:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835749376:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022443.971588:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022443.971657:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+62:2377:x1863342815837440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7758us (8245us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022443.971668:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 253
00000100:00100000:0.0:1777022443.979570:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022443.979961:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815837568
00000100:00100000:2.0:1777022443.979971:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815837568
00002000:00100000:2.0:1777022443.980027:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (352256->356351)  req@ffff8efa658d1180 x1863342815837568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.980039:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1180 with x1863342815837568 ext(352256->356351)
00002000:00010000:2.0:1777022443.980055:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1180
00000100:00100000:2.0:1777022443.980089:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 126
00000100:00100000:2.0:1777022443.980099:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+62:2378:x1863342815837568:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022443.980526:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+62:2378:x1863342815837568:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 427us (963us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022443.980534:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 126
00002000:00100000:2.0:1777022443.980541:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (352256->356351)  req@ffff8efa658d1180 x1863342815837568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022443.980549:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1180 with x1863342815837568 ext(352256->356351)
00002000:00010000:2.0:1777022443.980553:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1180
00000100:00100000:3.0:1777022443.987370:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022443.991115:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022443.993560:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815837696
00000100:00100000:1.0:1777022443.993591:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815837696
00002000:00100000:1.0:1777022443.993651:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (348160->352255)  req@ffff8efa658d7800 x1863342815837696/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.993663:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7800 with x1863342815837696 ext(348160->352255)
00002000:00010000:1.0:1777022443.993669:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7800
00000100:00100000:1.0:1777022443.993693:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815837824
00000100:00100000:1.0:1777022443.993696:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815837824
00002000:00100000:1.0:1777022443.993712:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (356352->360447)  req@ffff8efa658d1f80 x1863342815837824/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/0 e 0 to 0 dl 1777022454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.993720:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1f80 with x1863342815837824 ext(356352->360447)
00002000:00010000:1.0:1777022443.993724:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1f80
00000100:00100000:1.0:1777022443.993871:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 127
00000100:00100000:1.0:1777022443.993881:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2380:x1863342815837696:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022443.994023:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2380:x1863342815837696:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 143us (6662us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022443.994030:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 127
00002000:00100000:1.0:1777022443.994037:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (348160->352255)  req@ffff8efa658d7800 x1863342815837696/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.994357:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7800 with x1863342815837696 ext(348160->352255)
00002000:00010000:1.0:1777022443.994360:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7800
00000100:00100000:1.0:1777022443.994382:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 128
00000100:00100000:1.0:1777022443.994389:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+62:2377:x1863342815837824:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022443.994460:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+62:2377:x1863342815837824:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 71us (3354us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022443.994466:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 128
00002000:00100000:1.0:1777022443.994472:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (356352->360447)  req@ffff8efa658d1f80 x1863342815837824/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:94/0 lens 488/4536 e 0 to 0 dl 1777022454 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022443.994479:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1f80 with x1863342815837824 ext(356352->360447)
00002000:00010000:1.0:1777022443.994482:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1f80
00000100:00100000:3.0:1777022444.005313:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.005385:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.005661:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815837952
00000100:00100000:0.0:1777022444.005671:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815837952
00002000:00100000:0.0:1777022444.005715:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (360448->364543)  req@ffff8efa658d7b80 x1863342815837952/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022444.005726:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7b80 with x1863342815837952 ext(360448->364543)
00002000:00010000:0.0:1777022444.005731:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7b80
00000100:00100000:0.0:1777022444.005771:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 129
00000100:00100000:0.0:1777022444.005781:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+62:2380:x1863342815837952:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022444.005966:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+62:2380:x1863342815837952:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 187us (663us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022444.005974:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 129
00002000:00100000:0.0:1777022444.005980:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (360448->364543)  req@ffff8efa658d7b80 x1863342815837952/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022444.005988:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7b80 with x1863342815837952 ext(360448->364543)
00002000:00010000:0.0:1777022444.005991:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7b80
00000100:00100000:2.0:1777022444.006492:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815838080
00000100:00100000:2.0:1777022444.006498:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815838080
00000100:00100000:2.0:1777022444.006539:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 287
00000100:00100000:2.0:1777022444.006548:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+45:10127:x1863342815838080:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022444.006558:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022444.006574:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3214 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840cbf expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.006619:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 61 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.006630:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.006632:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.006636:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3214 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cbf expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.006672:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 61 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.006686:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 61 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.006700:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835749504:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022444.008499:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa7f766480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.015145:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835749504:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022444.015180:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3214 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cbf expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.015213:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a200, rc 0)
00000100:00100000:2.0:1777022444.015273:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10127:x1863342815838080:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8726us (9886us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.015283:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 287
00000100:00100000:3.0:1777022444.016681:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.016791:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.016828:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815838336
00000100:00100000:3.0:1777022444.016836:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815838336
00002000:00100000:3.0:1777022444.016911:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (352256->360447)  req@ffff8efa658d4380 x1863342815838336/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 8680/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.016922:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4380 with x1863342815838336 ext(352256->360447)
00010000:00010000:3.0:1777022444.016930:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 62 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.016947:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 62 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.016955:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d4380
00000100:00100000:3.0:1777022444.016978:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 177
00000100:00100000:3.0:1777022444.016987:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+62:2378:x1863342815838336:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022444.017376:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815838208
00000100:00100000:0.0:1777022444.017389:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815838208
00000100:00100000:0.0:1777022444.017419:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 288
00000100:00100000:0.0:1777022444.017426:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+63:10115:x1863342815838208:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022444.017436:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022444.017452:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840cc6 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.017476:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.017479:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.017483:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 64 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.017494:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 64 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.017506:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:0.0:1777022444.017548:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+64:10115:x1863342815838208:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 123us (875us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.017555:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 288
00000100:00100000:3.0:1777022444.018824:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+65:2378:x1863342815838336:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1833us (2027us total) trans 4294967352 rc 0/0
00000100:00100000:3.0:1777022444.018834:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 177
00002000:00100000:3.0:1777022444.018843:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (352256->360447)  req@ffff8efa658d4380 x1863342815838336/t4294967352(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 8680/448 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.018852:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4380 with x1863342815838336 ext(352256->360447)
00010000:00010000:3.0:1777022444.018885:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 65 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.018900:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 65 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.018924:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d4380
00000100:00100000:1.0:1777022444.024401:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.024481:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815838464
00000100:00100000:0.0:1777022444.024490:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815838464
00010000:00010000:0.0:1777022444.024528:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 65 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.024757:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 254
00000100:00100000:1.0:1777022444.024770:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+65:2379:x1863342815838464:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.024787:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022444.024804:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 696 -> 712
00010000:00010000:1.0:1777022444.024812:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 65 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.024826:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 65 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.024871:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e320d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [352256->33906687] (req 352256->356351) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb8 expref: 65 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.024905:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.024907:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.024916:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cbf expref: 45 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.024926:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cbf expref: 45 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.024937:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.024938:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.024942:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 64 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.024950:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 64 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.024983:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 64 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.024996:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835749632:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.025358:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cbf expref: 45 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.025369:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835749760:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.025403:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30780 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.029220:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.029380:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835749632:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.029395:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835749760:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022444.029420:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.029577:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815838592
00000100:00100000:3.0:1777022444.029585:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815838592
00002000:00100000:3.0:1777022444.029628:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (352256->360447)  req@ffff8efa658d1c00 x1863342815838592/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.029639:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1c00 with x1863342815838592 ext(352256->360447)
00002000:00010000:3.0:1777022444.029644:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1c00
00000100:00100000:3.0:1777022444.029676:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 130
00000100:00100000:3.0:1777022444.029685:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2378:x1863342815838592:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022444.030504:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2379:x1863342815838464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5733us (6107us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.030516:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 254
00000100:00100000:3.0:1777022444.030574:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2378:x1863342815838592:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 889us (1364us total) trans 0 rc 8192/8192
00000100:00100000:3.0:1777022444.030581:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 130
00002000:00100000:3.0:1777022444.030589:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (352256->360447)  req@ffff8efa658d1c00 x1863342815838592/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/8632 e 0 to 0 dl 1777022455 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.030598:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1c00 with x1863342815838592 ext(352256->360447)
00002000:00010000:3.0:1777022444.030601:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1c00
00000100:00100000:0.0:1777022444.037907:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.042290:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815838720
00000100:00100000:3.0:1777022444.042305:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815838720
00000100:00100000:2.0:1777022444.042479:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 289
00000100:00100000:2.0:1777022444.042491:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10127:x1863342815838720:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022444.042519:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022444.042537:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ccd expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.042571:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 63 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.042581:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.042583:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.042587:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.042620:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 63 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.042633:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 63 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.042666:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835749888:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022444.042764:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa7f766480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.044802:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.044953:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815838848
00000100:00100000:2.0:1777022444.044964:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815838848
00002000:00100000:2.0:1777022444.045012:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (360448->364543)  req@ffff8efa65655500 x1863342815838848/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.045024:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655500 with x1863342815838848 ext(360448->364543)
00010000:00010000:2.0:1777022444.045033:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 64 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.045061:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 64 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.045070:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655500
00000100:00100000:2.0:1777022444.045103:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 178
00000100:00100000:2.0:1777022444.045113:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2377:x1863342815838848:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022444.045284:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2377:x1863342815838848:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 172us (489us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022444.045291:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 178
00002000:00100000:2.0:1777022444.045297:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (360448->364543)  req@ffff8efa65655500 x1863342815838848/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.045305:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655500 with x1863342815838848 ext(360448->364543)
00010000:00010000:2.0:1777022444.045322:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 64 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.045343:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 64 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.045350:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655500
00000100:00100000:2.0:1777022444.048006:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835749888:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022444.048052:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.048073:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:2.0:1777022444.048126:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815838720:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5638us (10273us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.048135:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 289
00000100:00100000:0.0:1777022444.053559:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.053600:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.053676:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815839104
00000100:00100000:3.0:1777022444.053685:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815839104
00010000:00010000:3.0:1777022444.053719:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 64 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.053762:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 255
00000100:00100000:3.0:1777022444.053776:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2379:x1863342815839104:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022444.053790:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022444.053811:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 64 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.053824:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 64 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.053848:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e321b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cc6 expref: 64 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.053886:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.053887:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.053894:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.053903:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.053940:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.053954:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835750016:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022444.054036:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.054630:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815838976
00000100:00100000:2.0:1777022444.054636:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815838976
00000100:00100000:2.0:1777022444.054677:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 290
00000100:00100000:2.0:1777022444.054686:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+64:10115:x1863342815838976:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022444.054699:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022444.054714:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3229 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840cd4 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.054735:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.055066:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.055068:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.055073:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3229 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cd4 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.055099:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.055111:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 46 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.055131:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835750144:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022444.055227:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.062438:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.062705:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835750016:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.062726:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.062805:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+65:2379:x1863342815839104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9029us (9202us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.062815:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 255
00000100:00100000:3.0:1777022444.063850:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835750144:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022444.063909:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3229 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cd4 expref: 64 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.063931:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:3.0:1777022444.063968:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+64:10115:x1863342815838976:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9283us (10418us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.063976:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 290
00000100:00100000:2.0:1777022444.065391:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815839232
00000100:00100000:2.0:1777022444.065403:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815839232
00002000:00100000:2.0:1777022444.065449:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (360448->397311)  req@ffff8efa65656d80 x1863342815839232/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.065461:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656d80 with x1863342815839232 ext(360448->397311)
00010000:00010000:2.0:1777022444.065469:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 47 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.065486:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 47 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.065493:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65656d80
00000100:00100000:2.0:1777022444.065543:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 179
00000100:00100000:2.0:1777022444.065552:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815839232:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022444.068560:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815839232:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 2998us (6120us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022444.068571:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 179
00002000:00100000:2.0:1777022444.068584:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (360448->397311)  req@ffff8efa65656d80 x1863342815839232/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.068593:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656d80 with x1863342815839232 ext(360448->397311)
00010000:00010000:2.0:1777022444.068602:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 47 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.068618:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 47 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.068626:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65656d80
00000100:00100000:1.0:1777022444.071404:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.071975:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815839360
00000100:00100000:2.0:1777022444.071984:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815839360
00000100:00100000:2.0:1777022444.072052:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 291
00000100:00100000:2.0:1777022444.072063:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815839360:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022444.072081:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022444.072100:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840cdb expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.072140:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.072145:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3229 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cd4 expref: 63 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.072165:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022444.072171:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.072210:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3229 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cd4 expref: 63 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.072224:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.072238:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022444.072304:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815839360:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 243us (914us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.072312:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 291
00000100:00100000:3.0:1777022444.073272:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.073353:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815839488
00000100:00100000:0.0:1777022444.073361:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815839488
00010000:00010000:0.0:1777022444.073388:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.073426:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 256
00000100:00100000:0.0:1777022444.073434:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2379:x1863342815839488:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.073445:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.073463:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.073475:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.073498:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e3222 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ccd expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.073514:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.073516:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.073523:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3229 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cd4 expref: 63 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.073532:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3229 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cd4 expref: 63 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.073560:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3229 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cd4 expref: 63 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.073589:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3229 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cd4 expref: 63 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.073602:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835750400:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.073671:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.077838:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.077967:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815839616
00000100:00100000:2.0:1777022444.077977:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815839616
00010000:00010000:2.0:1777022444.078014:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3229 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cd4 expref: 64 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.078058:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 257
00000100:00100000:2.0:1777022444.078068:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2380:x1863342815839616:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022444.078083:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022444.078102:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3229 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cd4 expref: 64 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.078145:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3229 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cd4 expref: 64 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.078170:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.078172:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.078180:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.078190:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.078225:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.078239:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835750528:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.078316:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa7f766480 going to sleep for 11 seconds
00010000:00010000:0.0:1777022444.078430:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3229 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cd4 expref: 64 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.078445:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835750400:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.078461:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022444.078485:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815839488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5052us (5217us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.078492:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 256
00000100:00100000:2.0:1777022444.081827:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835750528:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022444.081880:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022444.081975:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+63:2380:x1863342815839616:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3907us (4144us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.081987:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 257
00000100:00100000:1.0:1777022444.089433:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.096012:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.097902:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815839744
00000100:00100000:2.0:1777022444.097915:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815839744
00000100:00100000:2.0:1777022444.097971:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 292
00000100:00100000:2.0:1777022444.097981:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+63:10115:x1863342815839744:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022444.098011:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022444.098028:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ce2 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.098060:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 46 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.098069:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.098071:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.098076:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 64 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.098112:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 46 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.098126:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 46 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.098140:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835750656:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022444.098230:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa7f766480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022444.099740:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815839872
00000100:00100000:3.0:1777022444.099833:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815839872
00002000:00100000:2.0:1777022444.099964:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (360448->397311)  req@ffff8efa65657480 x1863342815839872/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.099976:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657480 with x1863342815839872 ext(360448->397311)
00010000:00010000:2.0:1777022444.099985:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 47 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.100017:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 47 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.100024:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65657480
00000100:00100000:2.0:1777022444.100145:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 180
00000100:00100000:2.0:1777022444.100156:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815839872:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.107340:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835750656:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022444.107377:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 64 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.107401:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:3.0:1777022444.107457:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+64:10115:x1863342815839744:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9477us (18033us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.107467:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 292
00000100:00100000:3.0:1777022444.109530:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815839872:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9369us (13520us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022444.109542:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 180
00002000:00100000:3.0:1777022444.109568:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (360448->397311)  req@ffff8efa65657480 x1863342815839872/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.109579:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657480 with x1863342815839872 ext(360448->397311)
00010000:00010000:3.0:1777022444.109589:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 47 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.109604:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 47 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.109612:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65657480
00000100:00100000:1.0:1777022444.112807:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.112928:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.113023:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815840000
00000100:00100000:3.0:1777022444.113034:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815840000
00000100:00100000:3.0:1777022444.113091:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 293
00000100:00100000:3.0:1777022444.113101:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815840000:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.113129:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.113148:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e323e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ce9 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.113177:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.113183:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 63 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.113191:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022444.113195:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e323e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce9 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.113233:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 63 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.113273:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e323e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce9 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.113288:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022444.113349:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815840000:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 250us (553us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.113357:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 293
00000100:00100000:2.0:1777022444.116587:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815840128
00000100:00100000:2.0:1777022444.116602:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815840128
00010000:00010000:2.0:1777022444.116653:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 48 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.116737:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 258
00000100:00100000:2.0:1777022444.116756:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2379:x1863342815840128:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022444.116771:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022444.116792:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 48 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.116806:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 48 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.116831:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3230 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cdb expref: 48 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.116847:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.116898:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.116906:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 63 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.116916:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 63 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.116955:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 63 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.116968:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 63 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.116981:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835750912:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.117081:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5450c9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.121077:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835750912:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022444.121103:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022444.121158:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815840128:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4411us (8229us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.121168:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 258
00000100:00100000:1.0:1777022444.121690:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.121769:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815840256
00000100:00100000:3.0:1777022444.121778:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815840256
00002000:00100000:3.0:1777022444.121821:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (360448->364543)  req@ffff8efa65c1f100 x1863342815840256/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.121845:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1f100 with x1863342815840256 ext(360448->364543)
00010000:00010000:3.0:1777022444.121870:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 64 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.121887:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 64 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.121895:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1f100
00000100:00100000:3.0:1777022444.121925:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 181
00000100:00100000:3.0:1777022444.121934:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2378:x1863342815840256:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.122095:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2378:x1863342815840256:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 163us (406us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022444.122118:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 181
00002000:00100000:3.0:1777022444.122125:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (360448->364543)  req@ffff8efa65c1f100 x1863342815840256/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.122133:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1f100 with x1863342815840256 ext(360448->364543)
00010000:00010000:3.0:1777022444.122138:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 64 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.122149:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 64 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.122156:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1f100
00000100:00100000:3.0:1777022444.127903:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.127936:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.128117:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815840512
00000100:00100000:1.0:1777022444.128126:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815840512
00000100:00100000:1.0:1777022444.128190:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 294
00000100:00100000:1.0:1777022444.128201:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+64:10115:x1863342815840512:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.128219:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.128236:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840cf0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.128264:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.128270:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e323e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce9 expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.128276:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022444.128280:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 65 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.128312:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e323e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce9 expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.128350:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 65 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.128365:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022444.128427:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+65:10115:x1863342815840512:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 228us (489us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.128434:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 294
00000100:00100000:0.0:1777022444.129315:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815840384
00000100:00100000:0.0:1777022444.129323:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815840384
00010000:00010000:0.0:1777022444.129387:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 65 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.129428:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 259
00000100:00100000:0.0:1777022444.129437:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+65:2380:x1863342815840384:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.129449:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.129468:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 65 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.129496:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 65 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.129517:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3237 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce2 expref: 65 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.129530:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.129532:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.129540:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e323e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce9 expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.129549:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e323e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce9 expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.129581:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e323e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce9 expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.129594:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e323e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce9 expref: 46 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.129607:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835751168:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.129677:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.133325:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835751168:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.133359:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022444.133428:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2380:x1863342815840384:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3991us (5533us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.133439:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 259
00000100:00100000:1.0:1777022444.134638:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.134811:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815840640
00000100:00100000:0.0:1777022444.134818:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815840640
00010000:00010000:0.0:1777022444.134851:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e323e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce9 expref: 47 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.134917:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 260
00000100:00100000:0.0:1777022444.134927:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815840640:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.134940:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.134960:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e323e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce9 expref: 47 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.134972:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e323e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce9 expref: 47 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.134995:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e323e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ce9 expref: 47 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.135011:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.135013:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.135021:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 63 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.135031:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 63 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.135095:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 63 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.135110:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835751296:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.135194:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.138492:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835751296:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.138516:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022444.138562:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2379:x1863342815840640:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3637us (3928us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.138574:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 260
00000100:00100000:2.0:1777022444.139027:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.139154:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815840768
00000100:00100000:3.0:1777022444.139162:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815840768
00002000:00100000:3.0:1777022444.139205:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (360448->364543)  req@ffff8efa657cdc00 x1863342815840768/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.139216:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cdc00 with x1863342815840768 ext(360448->364543)
00002000:00010000:3.0:1777022444.139221:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cdc00
00000100:00100000:3.0:1777022444.139253:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 131
00000100:00100000:3.0:1777022444.139262:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2378:x1863342815840768:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.139422:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2378:x1863342815840768:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 161us (396us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022444.139428:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 131
00002000:00100000:3.0:1777022444.139447:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (360448->364543)  req@ffff8efa657cdc00 x1863342815840768/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.139455:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cdc00 with x1863342815840768 ext(360448->364543)
00002000:00010000:3.0:1777022444.139458:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cdc00
00000100:00100000:2.0:1777022444.144488:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.144528:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.144603:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815840896
00000100:00100000:3.0:1777022444.144613:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815840896
00002000:00100000:3.0:1777022444.144660:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (364544->368639)  req@ffff8efa657cf100 x1863342815840896/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.144671:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf100 with x1863342815840896 ext(364544->368639)
00002000:00010000:3.0:1777022444.144676:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cf100
00000100:00100000:3.0:1777022444.144708:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 132
00000100:00100000:3.0:1777022444.144718:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2377:x1863342815840896:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.144908:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2377:x1863342815840896:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 191us (429us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022444.144916:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 132
00002000:00100000:3.0:1777022444.144922:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (364544->368639)  req@ffff8efa657cf100 x1863342815840896/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.144931:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf100 with x1863342815840896 ext(364544->368639)
00002000:00010000:3.0:1777022444.144934:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cf100
00000100:00100000:0.0:1777022444.145779:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815841024
00000100:00100000:0.0:1777022444.145787:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815841024
00000100:00100000:0.0:1777022444.145831:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 295
00000100:00100000:0.0:1777022444.145839:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10127:x1863342815841024:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022444.145851:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022444.145887:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e324c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840cf7 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.145916:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 63 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.145926:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.145928:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.145932:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e324c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf7 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.145977:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 63 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.145990:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 63 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.146004:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835751424:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022444.146079:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.149373:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.149460:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815841152
00000100:00100000:3.0:1777022444.149470:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815841152
00002000:00100000:3.0:1777022444.149515:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa657cca80 x1863342815841152/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.149526:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cca80 with x1863342815841152 ext(368640->372735)
00010000:00010000:3.0:1777022444.149548:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 64 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.149564:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 64 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.149572:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cca80
00000100:00100000:3.0:1777022444.149602:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 182
00000100:00100000:3.0:1777022444.149611:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2378:x1863342815841152:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.149787:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2378:x1863342815841152:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 176us (422us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022444.149795:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 182
00002000:00100000:3.0:1777022444.149802:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa657cca80 x1863342815841152/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.149810:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cca80 with x1863342815841152 ext(368640->372735)
00010000:00010000:3.0:1777022444.149815:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 64 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.149825:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 64 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.149831:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cca80
00000100:00100000:1.0:1777022444.153434:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.153638:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815841280
00000100:00100000:3.0:1777022444.153647:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815841280
00002000:00100000:3.0:1777022444.153691:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (360448->368639)  req@ffff8efa65452d80 x1863342815841280/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 8680/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.153714:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65452d80 with x1863342815841280 ext(360448->368639)
00010000:00010000:3.0:1777022444.153723:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 64 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.153739:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 64 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.153752:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65452d80
00000100:00100000:3.0:1777022444.153783:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 183
00000100:00100000:3.0:1777022444.153793:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+64:2378:x1863342815841280:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022444.154149:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815841280:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 357us (723us total) trans 4294967353 rc 0/0
00000100:00100000:3.0:1777022444.154158:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 183
00002000:00100000:3.0:1777022444.154164:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (360448->368639)  req@ffff8efa65452d80 x1863342815841280/t4294967353(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 8680/448 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.154173:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65452d80 with x1863342815841280 ext(360448->368639)
00010000:00010000:3.0:1777022444.154178:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 66 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.154190:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 66 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.154197:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65452d80
00000100:00100000:0.0:1777022444.154663:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835751424:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022444.154690:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e324c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf7 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.154708:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:0.0:1777022444.154743:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815841024:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8905us (10214us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.154750:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 295
00000100:00100000:2.0:1777022444.157664:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.157937:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815841408
00000100:00100000:0.0:1777022444.157946:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815841408
00000100:00100000:0.0:1777022444.158001:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 296
00000100:00100000:0.0:1777022444.158011:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815841408:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022444.158027:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022444.158055:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3253 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840cfe expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.158103:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.158106:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.158111:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3253 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cfe expref: 67 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.158124:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3253 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cfe expref: 67 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.158136:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:0.0:1777022444.158194:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+67:10115:x1863342815841408:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 183us (538us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.158201:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 296
00000100:00100000:1.0:1777022444.160269:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.160376:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815841536
00000100:00100000:2.0:1777022444.160384:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815841536
00010000:00010000:2.0:1777022444.160428:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 67 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.160470:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 261
00000100:00100000:2.0:1777022444.160479:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+67:2379:x1863342815841536:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022444.160491:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022444.160507:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 712 -> 728
00010000:00010000:2.0:1777022444.160514:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 67 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.160527:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 67 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.160549:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3245 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->33914879] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf0 expref: 67 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.160564:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.160566:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.160573:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e324c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->368639] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf7 expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.160583:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e324c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->368639] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf7 expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.160592:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.160593:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.160596:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3253 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cfe expref: 66 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.160610:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3253 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cfe expref: 66 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.160643:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3253 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cfe expref: 66 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.160655:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835751552:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022444.160738:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e324c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [360448->368639] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf7 expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.160758:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835751680:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.160778:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5450c9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.163171:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835751552:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.166762:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835751680:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022444.166791:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022444.166876:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2379:x1863342815841536:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6375us (6593us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.166887:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 261
00000100:00100000:2.0:1777022444.171526:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.171599:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815841664
00000100:00100000:3.0:1777022444.171610:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815841664
00002000:00100000:3.0:1777022444.171658:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (360448->368639)  req@ffff8efa657cf480 x1863342815841664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.171671:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf480 with x1863342815841664 ext(360448->368639)
00002000:00010000:3.0:1777022444.171676:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cf480
00000100:00100000:3.0:1777022444.171709:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 133
00000100:00100000:3.0:1777022444.171718:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815841664:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.171927:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815841664:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 209us (410us total) trans 0 rc 8192/8192
00000100:00100000:3.0:1777022444.171934:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 133
00002000:00100000:3.0:1777022444.171941:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (360448->368639)  req@ffff8efa657cf480 x1863342815841664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/8632 e 0 to 0 dl 1777022455 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.171950:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf480 with x1863342815841664 ext(360448->368639)
00002000:00010000:3.0:1777022444.171953:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cf480
00000100:00100000:0.0:1777022444.176245:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.176508:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815841792
00000100:00100000:3.0:1777022444.176518:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815841792
00000100:00100000:3.0:1777022444.176571:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 297
00000100:00100000:3.0:1777022444.176580:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815841792:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.176598:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.176618:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d05 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.176649:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3253 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cfe expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.176675:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.176676:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.176681:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.176712:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3253 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cfe expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.176725:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3253 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cfe expref: 65 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.176739:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835751808:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022444.176829:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.179420:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.179510:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815841920
00000100:00100000:2.0:1777022444.179519:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815841920
00010000:00010000:2.0:1777022444.179558:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3253 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cfe expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.179602:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 262
00000100:00100000:2.0:1777022444.179619:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815841920:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022444.179633:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022444.179652:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3253 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cfe expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.179665:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3253 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cfe expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.179689:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.179690:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.179697:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.179706:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.179739:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.179763:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835751936:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.179840:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5450c9c0 going to sleep for 11 seconds
00010000:00010000:3.0:1777022444.180144:0:6924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e3253 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cfe expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.180158:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835751808:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022444.180180:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.180191:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022444.180230:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815841792:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3651us (3995us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.180238:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 297
00000100:00100000:3.0:1777022444.184254:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835751936:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.184279:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.184320:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+65:2378:x1863342815841920:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4703us (4908us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.184341:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 262
00000100:00100000:0.0:1777022444.184489:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.184851:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815842048
00000100:00100000:3.0:1777022444.185713:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815842048
00000100:00100000:1.0:1777022444.187140:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.187356:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815842176
00000100:00100000:0.0:1777022444.187365:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815842176
00000100:00100000:0.0:1777022444.187425:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 298
00000100:00100000:0.0:1777022444.187435:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+65:10115:x1863342815842176:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022444.187454:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022444.187473:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d0c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.187509:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.187538:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.187540:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.187545:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 66 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.187579:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.187592:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.187606:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835752064:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022444.187688:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00002000:00100000:2.0:1777022444.189657:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa658d0000 x1863342815842048/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.189671:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0000 with x1863342815842048 ext(368640->405503)
00010000:00010000:2.0:1777022444.189680:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.189708:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.189717:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d0000
00000100:00100000:2.0:1777022444.189764:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 184
00000100:00100000:2.0:1777022444.189773:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2379:x1863342815842048:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.192299:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835752064:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022444.192344:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 66 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.192367:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:3.0:1777022444.192482:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815842176:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5048us (5363us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.192491:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 298
00000100:00100000:2.0:1777022444.196262:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2379:x1863342815842048:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6481us (11765us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022444.196274:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 184
00002000:00100000:2.0:1777022444.196286:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa658d0000 x1863342815842048/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.196297:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0000 with x1863342815842048 ext(368640->405503)
00010000:00010000:2.0:1777022444.196305:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.196322:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.196341:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d0000
00000100:00100000:3.0:1777022444.199047:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.199090:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.199261:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815842304
00000100:00100000:1.0:1777022444.199271:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815842304
00000100:00100000:1.0:1777022444.199322:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 299
00000100:00100000:1.0:1777022444.199342:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815842304:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.199359:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.199376:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3268 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d13 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.199404:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.199409:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.199432:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022444.199437:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3268 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d13 expref: 49 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.199477:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.199490:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3268 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d13 expref: 49 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.199503:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022444.199552:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10127:x1863342815842304:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 222us (513us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.199559:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 299
00000100:00100000:2.0:1777022444.199768:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815842432
00000100:00100000:2.0:1777022444.199773:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815842432
00010000:00010000:2.0:1777022444.199793:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 49 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.199839:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 263
00000100:00100000:2.0:1777022444.199847:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342815842432:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022444.199894:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022444.199911:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 49 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.199923:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 49 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.199941:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e325a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d05 expref: 49 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.199954:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.199956:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.199962:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.199971:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.199996:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.200008:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 65 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.200028:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835752320:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.200082:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa815309c0 going to sleep for 11 seconds
00010000:00010000:2.0:1777022444.201717:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022444.208128:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835752320:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022444.208152:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022444.208197:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815842432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8350us (9105us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.208209:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 263
00000100:00100000:0.0:1777022444.209323:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.209631:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815842560
00000100:00100000:3.0:1777022444.209641:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815842560
00002000:00100000:3.0:1777022444.209685:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa658d2680 x1863342815842560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.209695:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2680 with x1863342815842560 ext(368640->372735)
00010000:00010000:3.0:1777022444.209703:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.209719:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.209740:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2680
00000100:00100000:3.0:1777022444.209778:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 185
00000100:00100000:3.0:1777022444.209787:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815842560:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.210062:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815842560:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 275us (743us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022444.210070:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 185
00002000:00100000:3.0:1777022444.210077:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa658d2680 x1863342815842560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.210085:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2680 with x1863342815842560 ext(368640->372735)
00010000:00010000:3.0:1777022444.210090:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.210101:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.210107:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2680
00000100:00100000:1.0:1777022444.214370:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.214471:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.214779:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815842816
00000100:00100000:3.0:1777022444.214789:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815842816
00000100:00100000:3.0:1777022444.214846:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 300
00000100:00100000:3.0:1777022444.214883:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815842816:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.214901:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.214918:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d1a expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.214965:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.214971:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3268 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d13 expref: 47 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.214978:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022444.214982:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 67 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.215021:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3268 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d13 expref: 47 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.215034:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 67 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.215350:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:2.0:1777022444.215477:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+67:10115:x1863342815842816:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 622us (1005us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.215486:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 300
00000100:00100000:0.0:1777022444.216439:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815842688
00000100:00100000:0.0:1777022444.216446:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815842688
00010000:00010000:2.0:1777022444.216571:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.216606:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 264
00000100:00100000:2.0:1777022444.216615:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+67:2378:x1863342815842688:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022444.216627:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022444.216646:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.216659:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.216698:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3261 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d0c expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.216712:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.216714:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.216721:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3268 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d13 expref: 47 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.216731:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3268 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d13 expref: 47 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.216773:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3268 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d13 expref: 47 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.216785:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d13 expref: 47 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.216799:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835752576:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.216903:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530180 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.221096:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.221346:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835752576:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022444.221368:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022444.221416:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815842688:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4802us (7055us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.221428:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 264
00000100:00100000:2.0:1777022444.221471:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815842944
00000100:00100000:2.0:1777022444.221477:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815842944
00010000:00010000:2.0:1777022444.221506:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d13 expref: 48 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.221543:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 265
00000100:00100000:2.0:1777022444.221551:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2379:x1863342815842944:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022444.221562:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022444.221582:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d13 expref: 48 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.221596:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3268 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d13 expref: 48 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.221619:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3268 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d13 expref: 48 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.221634:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.221636:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.221643:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.221652:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.221685:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.221710:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835752704:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.221759:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530180 going to sleep for 11 seconds
00000100:00100000:3.0:1777022444.227158:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835752704:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.227182:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.227227:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815842944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5676us (6139us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.227236:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 265
00000100:00100000:0.0:1777022444.234388:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.234462:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815843072
00000100:00100000:3.0:1777022444.234471:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815843072
00000100:00100000:3.0:1777022444.234531:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 301
00000100:00100000:3.0:1777022444.234540:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815843072:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.234557:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.234599:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d21 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.234631:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.234641:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.234643:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.234648:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.234680:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.234694:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 65 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.234708:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835752832:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022444.234789:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022444.238364:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835752832:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022444.238399:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.238422:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022444.238483:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815843072:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3944us (4104us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.238915:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 301
00000100:00100000:2.0:1777022444.241452:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.241617:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815843200
00000100:00100000:1.0:1777022444.241626:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815843200
00002000:00100000:1.0:1777022444.241672:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa657ce680 x1863342815843200/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.241684:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ce680 with x1863342815843200 ext(368640->372735)
00010000:00010000:1.0:1777022444.241693:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.241726:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022444.241735:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657ce680
00000100:00100000:1.0:1777022444.241801:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 186
00000100:00100000:1.0:1777022444.241811:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815843200:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022444.242045:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815843200:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 235us (603us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022444.242054:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 186
00002000:00100000:1.0:1777022444.242060:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa657ce680 x1863342815843200/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.242068:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ce680 with x1863342815843200 ext(368640->372735)
00010000:00010000:1.0:1777022444.242075:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.242085:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022444.242092:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657ce680
00000100:00100000:0.0:1777022444.248282:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.248377:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.248479:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815843456
00000100:00100000:2.0:1777022444.248489:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815843456
00010000:00010000:2.0:1777022444.248529:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.248587:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 266
00000100:00100000:2.0:1777022444.248597:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2380:x1863342815843456:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022444.248612:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022444.248631:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.248644:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.248666:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e326f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d1a expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.248682:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.248684:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.248692:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.248721:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.249279:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.249293:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835752960:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.249377:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa815303c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022444.250379:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815843328
00000100:00100000:3.0:1777022444.250388:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815843328
00000100:00100000:3.0:1777022444.250473:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 302
00000100:00100000:3.0:1777022444.250483:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815843328:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.250498:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.250513:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d28 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.250538:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.250546:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.250548:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.250552:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 67 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.250590:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.250605:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 47 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.250618:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835753088:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022444.250681:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.255878:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835753088:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022444.255918:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 67 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.256316:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:0.0:1777022444.256383:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+67:10115:x1863342815843328:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5901us (8110us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.256406:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 302
00000100:00100000:2.0:1777022444.256486:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.256641:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815843584
00000100:00100000:3.0:1777022444.256654:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815843584
00002000:00100000:3.0:1777022444.256761:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa65c1dc00 x1863342815843584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.256771:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1dc00 with x1863342815843584 ext(368640->405503)
00010000:00010000:3.0:1777022444.256779:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.256792:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.256800:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1dc00
00000100:00100000:3.0:1777022444.256829:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 187
00000100:00100000:3.0:1777022444.256839:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342815843584:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.257059:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835752960:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.257074:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.257096:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2380:x1863342815843456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8501us (8719us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.257104:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 266
00000100:00100000:3.0:1777022444.262261:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342815843584:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5413us (5763us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022444.262274:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 187
00002000:00100000:3.0:1777022444.262286:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa65c1dc00 x1863342815843584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.262296:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1dc00 with x1863342815843584 ext(368640->405503)
00010000:00010000:3.0:1777022444.262318:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.262347:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.262354:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1dc00
00000100:00100000:2.0:1777022444.272954:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.272986:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.275382:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815843712
00000100:00100000:0.0:1777022444.275396:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815843712
00000100:00100000:0.0:1777022444.275456:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 303
00000100:00100000:0.0:1777022444.275467:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815843712:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022444.275485:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022444.275503:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d2f expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.275515:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815843840
00000100:00100000:3.0:1777022444.275519:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815843840
00010000:00010000:0.0:1777022444.275533:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.275538:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 50 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.275538:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.275546:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022444.275550:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.275567:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 267
00000100:00100000:3.0:1777022444.275574:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2379:x1863342815843840:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022444.275582:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022444.275600:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 50 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.275612:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 50 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.275630:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3276 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d21 expref: 50 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.275643:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.275645:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.275652:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.275675:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.275708:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.275720:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 65 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.275732:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835753216:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022444.275833:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00010000:00010000:0.0:1777022444.276354:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 65 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.276365:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 65 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.276377:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835753344:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022444.276939:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022444.280131:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835753216:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.280155:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.280193:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2379:x1863342815843840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4618us (7205us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.280203:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 267
00000100:00100000:1.0:1777022444.282901:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.283541:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815843968
00000100:00100000:2.0:1777022444.283550:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815843968
00010000:00010000:2.0:1777022444.283591:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.283632:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 268
00000100:00100000:2.0:1777022444.283642:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2380:x1863342815843968:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022444.283656:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022444.283677:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.283690:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.283734:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.283736:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.283754:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.283764:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.283802:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.283815:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835753472:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.283928:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530900 going to sleep for 11 seconds
00010000:00010000:1.0:1777022444.285677:0:6924:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.33@tcp) returned -22 from blocking AST (req@00000000358d6dec x1863342835753344) - normal race ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.285732:0:6924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e327d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d28 expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.285755:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835753344:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022444.285785:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.285798:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:1.0:1777022444.285941:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815843712:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10475us (13003us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.285951:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 303
00000100:00100000:2.0:1777022444.289007:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835753472:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022444.289032:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022444.289266:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+65:2380:x1863342815843968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5624us (6418us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.289278:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 268
00000100:00100000:2.0:1777022444.295463:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.295544:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815844096
00000100:00100000:3.0:1777022444.295554:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815844096
00000100:00100000:3.0:1777022444.295607:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 304
00000100:00100000:3.0:1777022444.295617:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+65:10115:x1863342815844096:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.295739:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.295818:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d36 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.299961:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.299976:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.299978:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.299983:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 66 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.300251:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.300268:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 47 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.300285:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835753600:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022444.300397:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.306309:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.306436:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815844224
00000100:00100000:1.0:1777022444.306446:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815844224
00002000:00100000:1.0:1777022444.306501:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa4d1baa00 x1863342815844224/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.306512:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1baa00 with x1863342815844224 ext(368640->405503)
00010000:00010000:1.0:1777022444.306522:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.308181:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022444.308194:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1baa00
00000100:00100000:1.0:1777022444.308248:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 188
00000100:00100000:1.0:1777022444.308262:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342815844224:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022444.315155:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342815844224:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6889us (8845us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022444.315167:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 188
00002000:00100000:1.0:1777022444.315180:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa4d1baa00 x1863342815844224/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.315190:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1baa00 with x1863342815844224 ext(368640->405503)
00010000:00010000:1.0:1777022444.315200:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.315217:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022444.315226:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1baa00
00000100:00100000:3.0:1777022444.318016:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.318069:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.318208:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815844352
00000100:00100000:1.0:1777022444.318219:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815844352
00000100:00100000:1.0:1777022444.318265:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 305
00000100:00100000:1.0:1777022444.318275:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815844352:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.318290:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.318308:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3292 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d3d expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.318347:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.318353:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 66 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.318375:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022444.318380:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3292 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d3d expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.318421:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 66 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.318435:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3292 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d3d expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.318447:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0e00, rc 0)
00000100:00100000:1.0:1777022444.318494:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10127:x1863342815844352:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 220us (485us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.318502:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 305
00000100:00100000:0.0:1777022444.319081:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835753600:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022444.319108:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 66 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.319130:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:0.0:1777022444.319167:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815844096:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 23552us (23713us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.319173:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 304
00000100:00100000:2.0:1777022444.323471:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815844480
00000100:00100000:2.0:1777022444.323484:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815844480
00010000:00010000:1.0:1777022444.323612:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 49 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.323802:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 269
00000100:00100000:1.0:1777022444.323813:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2379:x1863342815844480:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.323828:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022444.323846:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 49 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.323883:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 49 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.323919:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3284 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d2f expref: 49 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.323935:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.323937:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.323944:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.323954:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.323990:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.324003:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 65 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.324016:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835753856:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.324099:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.336650:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.337562:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815844608
00000100:00100000:3.0:1777022444.337574:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815844608
00002000:00100000:3.0:1777022444.337635:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa4d1b9880 x1863342815844608/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.337645:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9880 with x1863342815844608 ext(368640->372735)
00010000:00010000:3.0:1777022444.337655:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.337671:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.337679:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b9880
00000100:00100000:3.0:1777022444.337715:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 189
00000100:00100000:3.0:1777022444.337724:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815844608:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.337953:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815844608:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 229us (1310us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022444.337960:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 189
00002000:00100000:3.0:1777022444.337966:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa4d1b9880 x1863342815844608/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.337974:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9880 with x1863342815844608 ext(368640->372735)
00010000:00010000:3.0:1777022444.337979:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.337996:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.338003:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b9880
00000100:00100000:2.0:1777022444.341315:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.341437:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815844736
00000100:00100000:0.0:1777022444.341446:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815844736
00000100:00100000:0.0:1777022444.341498:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 306
00000100:00100000:0.0:1777022444.341509:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815844736:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022444.341526:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022444.341546:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3299 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d44 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.341579:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.341585:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3292 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d3d expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.341593:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022444.341597:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3299 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d44 expref: 67 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.341636:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3292 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d3d expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.341670:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3299 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d44 expref: 67 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.341684:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:0.0:1777022444.341740:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+67:10115:x1863342815844736:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 234us (435us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.341757:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 306
00000100:00100000:2.0:1777022444.343639:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.343716:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815844864
00000100:00100000:3.0:1777022444.343724:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815844864
00010000:00010000:3.0:1777022444.343770:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.343811:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 270
00000100:00100000:3.0:1777022444.343820:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc57450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+67:2379:x1863342815844864:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022444.343835:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022444.343884:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.343897:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.343923:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.343924:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.343932:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3292 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d3d expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.343941:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3292 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d3d expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.344004:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3292 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d3d expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.344017:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3292 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d3d expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.344031:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835754112:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022444.344484:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00010000:00010000:1.0:1777022444.344573:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e328b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d36 expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.344588:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835753856:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.344602:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022444.344635:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2379:x1863342815844480:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 20825us (26565us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.344644:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 269
00000100:00100000:0.0:1777022444.348393:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.348468:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815844992
00000100:00100000:1.0:1777022444.348478:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815844992
00010000:00010000:1.0:1777022444.348517:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3292 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d3d expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.348563:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 271
00000100:00100000:1.0:1777022444.348572:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2379:x1863342815844992:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.348586:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022444.348606:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3292 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d3d expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.348620:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3292 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d3d expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.348646:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.348648:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.348657:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3299 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d44 expref: 66 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.348666:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3299 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d44 expref: 66 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.348700:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3299 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d44 expref: 66 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.348732:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835754240:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.348820:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00010000:00010000:3.0:1777022444.350649:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3292 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d3d expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.350669:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835754112:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.350688:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.351069:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc57450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2379:x1863342815844864:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6926us (7115us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.351081:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 270
00000100:00100000:1.0:1777022444.354114:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835754240:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.354245:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022444.354347:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815844992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5774us (5961us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.354357:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 271
00000100:00100000:0.0:1777022444.361453:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.361533:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815845120
00000100:00100000:3.0:1777022444.361542:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815845120
00000100:00100000:3.0:1777022444.361595:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 307
00000100:00100000:3.0:1777022444.361605:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815845120:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.361623:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.361640:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d4b expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.361689:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3299 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d44 expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.361699:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.361701:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.361705:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.361737:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3299 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d44 expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.361760:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3299 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d44 expref: 65 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.361774:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835754368:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022444.361846:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.365586:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.365683:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835754368:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022444.365714:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.365736:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022444.365791:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815845120:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4188us (4348us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.365800:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 307
00000100:00100000:2.0:1777022444.366567:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815845248
00000100:00100000:2.0:1777022444.366576:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815845248
00010000:00010000:2.0:1777022444.366610:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3299 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d44 expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.366645:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 272
00000100:00100000:2.0:1777022444.366654:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815845248:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022444.366668:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022444.366689:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3299 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d44 expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.366717:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3299 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d44 expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.366741:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3299 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d44 expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.366767:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.366769:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.366777:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.366787:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.366821:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.366834:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835754496:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.366946:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530000 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.372501:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.372575:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.372653:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815845504
00000100:00100000:3.0:1777022444.372661:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815845504
00002000:00100000:3.0:1777022444.372702:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa64f44e00 x1863342815845504/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.372713:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f44e00 with x1863342815845504 ext(368640->405503)
00002000:00010000:3.0:1777022444.372718:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa64f44e00
00000100:00100000:3.0:1777022444.372756:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 134
00000100:00100000:3.0:1777022444.372766:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342815845504:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022444.373242:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815845376
00000100:00100000:2.0:1777022444.373248:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815845376
00000100:00100000:2.0:1777022444.373278:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 308
00000100:00100000:2.0:1777022444.373285:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815845376:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022444.373295:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022444.373311:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d52 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.373361:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.373370:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.373372:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.373375:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 67 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.373408:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.373421:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 49 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.373434:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835754624:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022444.373504:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.376657:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835754496:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.376684:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022444.376741:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+67:2378:x1863342815845248:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10087us (11163us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.376762:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 272
00000100:00100000:3.0:1777022444.376894:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835754624:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022444.376916:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 66 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.376937:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:3.0:1777022444.376974:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815845376:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3690us (4482us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.376981:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 308
00000100:00100000:3.0:1777022444.379529:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342815845504:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6754us (6943us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022444.379543:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 134
00002000:00100000:3.0:1777022444.379555:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa64f44e00 x1863342815845504/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.379566:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f44e00 with x1863342815845504 ext(368640->405503)
00010000:00010000:3.0:1777022444.379575:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.379610:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.379618:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f44e00
00000100:00100000:0.0:1777022444.383219:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.383257:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.383339:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815845760
00000100:00100000:3.0:1777022444.383348:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815845760
00010000:00010000:3.0:1777022444.383384:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.383426:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 273
00000100:00100000:3.0:1777022444.383435:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2380:x1863342815845760:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022444.383447:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022444.383465:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.383478:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.383501:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d4b expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.383517:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.383518:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.383526:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.383554:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.383592:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.383607:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835754752:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022444.383685:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.383753:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815845632
00000100:00100000:2.0:1777022444.383758:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815845632
00000100:00100000:2.0:1777022444.383797:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 309
00000100:00100000:2.0:1777022444.383805:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815845632:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022444.383818:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022444.383831:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e32ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d59 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.383850:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.383894:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.383896:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.383900:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e32ae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d59 expref: 49 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.383919:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.383929:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 65 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.383940:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835754880:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022444.383968:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.387370:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835754880:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022444.387406:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e32ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d59 expref: 49 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.387428:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:1.0:1777022444.387490:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10127:x1863342815845632:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3684us (4278us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.387499:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 309
00000100:00100000:3.0:1777022444.387582:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835754752:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.387596:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.387618:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2380:x1863342815845760:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4184us (4360us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.387626:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 273
00000100:00100000:0.0:1777022444.390522:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.390606:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815845888
00000100:00100000:3.0:1777022444.390616:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815845888
00002000:00100000:3.0:1777022444.390660:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa65beea00 x1863342815845888/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.390671:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65beea00 with x1863342815845888 ext(368640->372735)
00010000:00010000:3.0:1777022444.390681:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.390696:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.390723:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65beea00
00000100:00100000:3.0:1777022444.390761:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 190
00000100:00100000:3.0:1777022444.390771:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815845888:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.390966:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815845888:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 196us (452us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022444.390973:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 190
00002000:00100000:3.0:1777022444.390979:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa65beea00 x1863342815845888/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.390988:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65beea00 with x1863342815845888 ext(368640->372735)
00010000:00010000:3.0:1777022444.390993:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.391004:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.391011:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65beea00
00000100:00100000:0.0:1777022444.394271:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.394576:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815846016
00000100:00100000:3.0:1777022444.394586:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815846016
00000100:00100000:3.0:1777022444.394639:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 310
00000100:00100000:3.0:1777022444.394649:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815846016:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.394665:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.394683:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d60 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.394732:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.394738:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e32ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d59 expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.394842:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022444.394848:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32b5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d60 expref: 67 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.394924:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e32ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d59 expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.394937:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32b5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d60 expref: 67 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.394950:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022444.394996:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+67:10115:x1863342815846016:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 348us (734us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.395003:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 310
00000100:00100000:2.0:1777022444.397229:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.397316:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815846144
00000100:00100000:3.0:1777022444.397325:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815846144
00010000:00010000:3.0:1777022444.397372:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.397414:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 274
00000100:00100000:3.0:1777022444.397424:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+67:2378:x1863342815846144:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022444.397452:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022444.397474:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.397487:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.397514:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e32a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d52 expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.397532:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.397534:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.397542:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e32ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d59 expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.397552:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e32ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d59 expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.397585:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e32ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d59 expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.397599:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e32ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d59 expref: 47 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.397612:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835755136:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022444.397689:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022444.399741:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835755136:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.399830:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.399940:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815846144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2517us (2719us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.399949:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 274
00000100:00100000:2.0:1777022444.402408:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.402637:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815846272
00000100:00100000:1.0:1777022444.402646:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815846272
00010000:00010000:1.0:1777022444.402686:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e32ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d59 expref: 48 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.402737:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 275
00000100:00100000:1.0:1777022444.402757:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2380:x1863342815846272:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.402771:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022444.402792:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e32ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d59 expref: 48 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.402806:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e32ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d59 expref: 48 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.402830:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e32ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d59 expref: 48 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.402844:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.402846:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.402875:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d60 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.402884:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d60 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.402922:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d60 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.402936:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835755264:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.403009:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.409432:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835755264:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.409458:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022444.409555:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2380:x1863342815846272:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6807us (7154us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.409567:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 275
00000100:00100000:2.0:1777022444.416848:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.416970:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815846400
00000100:00100000:3.0:1777022444.416980:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815846400
00000100:00100000:3.0:1777022444.417029:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 311
00000100:00100000:3.0:1777022444.417050:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815846400:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.417069:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.417086:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d67 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.417119:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d60 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.417129:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.417131:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.417135:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.417169:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d60 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.417182:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d60 expref: 65 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.417217:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835755392:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022444.417304:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cd50840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.420574:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.420609:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.420701:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815846528
00000100:00100000:1.0:1777022444.420709:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815846528
00010000:00010000:1.0:1777022444.420756:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32b5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d60 expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.420800:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 276
00000100:00100000:1.0:1777022444.420810:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815846528:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.420824:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022444.420844:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32b5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d60 expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.420882:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d60 expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.420909:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.420911:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.420919:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.420928:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.420975:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.420988:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835755520:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.421064:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.421273:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815846656
00000100:00100000:2.0:1777022444.421278:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815846656
00000100:00100000:2.0:1777022444.421314:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 312
00000100:00100000:2.0:1777022444.421323:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+67:10115:x1863342815846656:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022444.421345:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022444.421358:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d6e expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.421377:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.421390:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.421392:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.421396:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 68 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.421416:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.421428:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.421438:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835755648:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022444.421460:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530000 going to sleep for 11 seconds
00010000:00010000:3.0:1777022444.422475:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d60 expref: 68 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.422493:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835755392:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022444.422517:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.422526:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.422536:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022444.422586:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815846400:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5549us (5748us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.422593:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 311
00000100:00100000:1.0:1777022444.424364:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835755520:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.424386:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022444.424434:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+67:2377:x1863342815846528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3626us (3870us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.424444:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 276
00000100:00100000:2.0:1777022444.424671:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835755648:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022444.424690:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 66 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.424709:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022444.424731:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815846656:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3410us (4121us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.424737:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 312
00000100:00100000:0.0:1777022444.430417:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.430513:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815846784
00000100:00100000:1.0:1777022444.430523:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815846784
00002000:00100000:1.0:1777022444.430572:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa65bee680 x1863342815846784/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.430583:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bee680 with x1863342815846784 ext(368640->405503)
00010000:00010000:1.0:1777022444.430592:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.430608:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022444.430616:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bee680
00000100:00100000:1.0:1777022444.430648:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 191
00000100:00100000:1.0:1777022444.430658:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342815846784:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022444.435391:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342815846784:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4722us (4970us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022444.435405:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 191
00002000:00100000:1.0:1777022444.435418:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa65bee680 x1863342815846784/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.435429:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bee680 with x1863342815846784 ext(368640->405503)
00010000:00010000:1.0:1777022444.435438:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.435455:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022444.435464:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bee680
00000100:00100000:3.0:1777022444.438983:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.439034:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.439349:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815846912
00000100:00100000:1.0:1777022444.439359:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815846912
00000100:00100000:1.0:1777022444.439413:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 313
00000100:00100000:1.0:1777022444.439423:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815846912:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.439439:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.439457:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e32ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d75 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.439487:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.439493:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.439519:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022444.439523:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e32ca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d75 expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.439562:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.439576:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e32ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d75 expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.439589:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022444.439652:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10127:x1863342815846912:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 231us (678us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.439659:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 313
00000100:00100000:2.0:1777022444.440540:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815847040
00000100:00100000:2.0:1777022444.440547:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815847040
00010000:00010000:2.0:1777022444.440574:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 49 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.440614:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 277
00000100:00100000:2.0:1777022444.440622:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc55850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2380:x1863342815847040:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022444.440633:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022444.440650:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 49 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.440661:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 49 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.440679:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e32bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d67 expref: 49 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.440692:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.440693:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.440700:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.440708:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.440735:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.440757:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 65 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.440780:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835755904:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.440848:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530000 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.444543:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.444628:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815847168
00000100:00100000:0.0:1777022444.444638:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815847168
00002000:00100000:0.0:1777022444.444685:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa4d1ba300 x1863342815847168/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022444.444696:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba300 with x1863342815847168 ext(368640->372735)
00010000:00010000:0.0:1777022444.444705:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.444737:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022444.444756:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1ba300
00000100:00100000:0.0:1777022444.444793:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 192
00000100:00100000:0.0:1777022444.444802:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815847168:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022444.444994:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815847168:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 194us (459us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022444.445002:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 192
00002000:00100000:0.0:1777022444.445008:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa4d1ba300 x1863342815847168/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022444.445017:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba300 with x1863342815847168 ext(368640->372735)
00010000:00010000:0.0:1777022444.445022:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.445033:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022444.445050:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1ba300
00000100:00100000:3.0:1777022444.445945:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835755904:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.445968:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.446010:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc55850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2380:x1863342815847040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5389us (6975us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.446019:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 277
00000100:00100000:2.0:1777022444.448107:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.448471:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815847296
00000100:00100000:3.0:1777022444.448481:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815847296
00000100:00100000:3.0:1777022444.448536:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 314
00000100:00100000:3.0:1777022444.448545:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815847296:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.448562:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.448580:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d7c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.448610:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.448616:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e32ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d75 expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.448623:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022444.448627:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d7c expref: 67 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.448666:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e32ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d75 expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.448679:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d7c expref: 67 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.448691:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022444.448753:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+67:10115:x1863342815847296:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 208us (654us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.448760:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 314
00000100:00100000:2.0:1777022444.451408:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.451490:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815847424
00000100:00100000:0.0:1777022444.451499:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815847424
00010000:00010000:0.0:1777022444.451538:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 67 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.451599:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 278
00000100:00100000:0.0:1777022444.451608:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+67:2378:x1863342815847424:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.451621:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.451641:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 67 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.451654:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 67 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.451678:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e32c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d6e expref: 67 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.451692:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.451693:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.451700:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e32ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d75 expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.451710:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e32ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d75 expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.451755:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e32ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d75 expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.451767:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e32ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d75 expref: 47 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.451788:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835756160:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.451908:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.456829:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.456937:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835756160:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.456960:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022444.457004:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815847424:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5396us (5603us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.457014:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 278
00000100:00100000:0.0:1777022444.457047:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815847552
00000100:00100000:0.0:1777022444.457053:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815847552
00010000:00010000:0.0:1777022444.457080:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e32ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d75 expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.457114:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 279
00000100:00100000:0.0:1777022444.457136:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2379:x1863342815847552:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.457147:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.457165:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e32ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d75 expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.457178:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e32ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d75 expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.457202:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e32ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d75 expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.457233:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.457235:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.457243:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d7c expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.457253:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d7c expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.457284:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d7c expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.457297:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835756288:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.457355:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.460599:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835756288:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.460627:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022444.460685:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815847552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3550us (3864us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.460695:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 279
00000100:00100000:2.0:1777022444.468311:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.468419:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815847680
00000100:00100000:1.0:1777022444.468430:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815847680
00000100:00100000:1.0:1777022444.468484:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 315
00000100:00100000:1.0:1777022444.468493:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815847680:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.468517:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.468536:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d83 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.468568:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d7c expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.468594:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.468596:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.468601:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.468634:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d7c expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.468648:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d7c expref: 65 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.468661:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835756416:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022444.468738:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.473271:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835756416:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022444.473308:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.473343:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:1.0:1777022444.473405:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815847680:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4912us (5104us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.473413:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 315
00000100:00100000:2.0:1777022444.478512:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.478554:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.478641:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815847936
00000100:00100000:0.0:1777022444.478652:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815847936
00000100:00100000:0.0:1777022444.478709:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 316
00000100:00100000:0.0:1777022444.478716:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815847936:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022444.478734:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022444.478754:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d8a expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.478801:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.478807:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.478814:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022444.478818:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 67 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.478891:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.478903:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 67 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.478913:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c200, rc 0)
00000100:00100000:0.0:1777022444.478954:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+67:10115:x1863342815847936:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 239us (399us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.478959:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 316
00000100:00100000:1.0:1777022444.479226:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815847808
00000100:00100000:1.0:1777022444.479230:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815847808
00010000:00010000:1.0:1777022444.479250:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d7c expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.479282:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 280
00000100:00100000:1.0:1777022444.479290:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+67:2378:x1863342815847808:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.479300:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022444.479318:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d7c expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.479340:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d7c expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.479359:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d7c expref: 67 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.479371:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.479373:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.479380:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.479388:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.479412:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.479424:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 47 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.479444:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835756672:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.479502:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.484715:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.484742:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835756672:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.484775:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.484789:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815848064
00000100:00100000:3.0:1777022444.484807:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815848064
00000100:00100000:1.0:1777022444.484833:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815847808:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5544us (6340us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.484843:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 280
00002000:00100000:3.0:1777022444.484846:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa65bedf80 x1863342815848064/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.484876:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bedf80 with x1863342815848064 ext(368640->405503)
00010000:00010000:3.0:1777022444.484884:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 48 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.484898:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 48 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.484906:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bedf80
00000100:00100000:3.0:1777022444.484934:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 193
00000100:00100000:3.0:1777022444.484943:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815848064:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022444.493259:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815848064:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8306us (8541us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022444.493269:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 193
00002000:00100000:1.0:1777022444.493280:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa65bedf80 x1863342815848064/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.493288:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bedf80 with x1863342815848064 ext(368640->405503)
00010000:00010000:1.0:1777022444.493296:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 48 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.493309:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 48 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022444.493315:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bedf80
00000100:00100000:3.0:1777022444.496718:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.496886:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815848192
00000100:00100000:1.0:1777022444.496897:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815848192
00000100:00100000:1.0:1777022444.497029:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 317
00000100:00100000:1.0:1777022444.497054:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815848192:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.497071:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.497089:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d91 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.497128:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.497135:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 65 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.497141:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022444.497145:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d91 expref: 49 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.497183:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 65 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.497196:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d91 expref: 49 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.497209:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022444.497268:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10127:x1863342815848192:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 216us (558us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.497275:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 317
00000100:00100000:3.0:1777022444.497624:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.497827:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815848320
00000100:00100000:0.0:1777022444.497833:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815848320
00010000:00010000:0.0:1777022444.497878:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 49 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.497948:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 281
00000100:00100000:0.0:1777022444.497956:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342815848320:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.497975:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.497995:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 49 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.498008:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 49 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.498028:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e32d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d83 expref: 49 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.498041:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.498043:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.498051:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 65 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.498059:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 65 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.498086:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 65 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.498098:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 65 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.498111:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835756928:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.498189:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.502928:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835756928:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.502955:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022444.503015:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815848320:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5059us (5390us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.503026:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 281
00000100:00100000:2.0:1777022444.507397:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.507468:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815848448
00000100:00100000:0.0:1777022444.507478:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815848448
00002000:00100000:0.0:1777022444.507525:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa8131ed80 x1863342815848448/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022444.507535:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131ed80 with x1863342815848448 ext(368640->372735)
00010000:00010000:0.0:1777022444.507543:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 66 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.507559:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 66 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022444.507565:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131ed80
00000100:00100000:0.0:1777022444.507610:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 194
00000100:00100000:0.0:1777022444.507619:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815848448:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022444.507779:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815848448:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 161us (391us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022444.507786:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 194
00002000:00100000:0.0:1777022444.507792:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa8131ed80 x1863342815848448/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022444.507801:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131ed80 with x1863342815848448 ext(368640->372735)
00010000:00010000:0.0:1777022444.507821:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 66 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.507831:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 66 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022444.507838:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131ed80
00000100:00100000:3.0:1777022444.511636:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.511682:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.511788:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815848576
00000100:00100000:1.0:1777022444.511798:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815848576
00000100:00100000:1.0:1777022444.511894:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 318
00000100:00100000:1.0:1777022444.511905:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815848576:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.511939:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.511958:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e32ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d98 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.511990:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.511996:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d91 expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.512003:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022444.512007:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e32ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d98 expref: 67 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.512047:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d91 expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.512061:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e32ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d98 expref: 67 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.512073:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1e00, rc 0)
00000100:00100000:1.0:1777022444.512146:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+67:10115:x1863342815848576:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 243us (520us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.512155:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 318
00000100:00100000:2.0:1777022444.512351:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815848704
00000100:00100000:2.0:1777022444.512356:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815848704
00010000:00010000:2.0:1777022444.512377:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 67 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.512411:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 282
00000100:00100000:2.0:1777022444.512417:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+67:2378:x1863342815848704:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022444.512427:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022444.512445:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 67 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.512458:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 67 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.512481:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e32df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d8a expref: 67 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.512502:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.512504:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.512510:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d91 expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.512520:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d91 expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.512545:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d91 expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.512557:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d91 expref: 47 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.512571:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835757184:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.512647:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.517335:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835757184:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022444.517366:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022444.517428:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815848704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5009us (5743us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.517440:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 282
00000100:00100000:3.0:1777022444.519356:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.519457:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815848832
00000100:00100000:0.0:1777022444.519468:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815848832
00010000:00010000:0.0:1777022444.519505:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d91 expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.519550:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 283
00000100:00100000:0.0:1777022444.519559:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815848832:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.519584:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.519605:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d91 expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.519617:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d91 expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.519641:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d91 expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.519657:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.519659:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.519666:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e32ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d98 expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.519689:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e32ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d98 expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.519725:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e32ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d98 expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.519740:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835757312:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.519998:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.523761:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835757312:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.523785:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022444.523833:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2377:x1863342815848832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4274us (4485us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.523843:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 283
00000100:00100000:2.0:1777022444.530485:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.530570:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815848960
00000100:00100000:3.0:1777022444.530672:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815848960
00000100:00100000:3.0:1777022444.530893:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 319
00000100:00100000:3.0:1777022444.530906:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815848960:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.530926:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.530944:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840d9f expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.530998:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e32ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d98 expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.531008:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.531010:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.531015:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.531062:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e32ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d98 expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.531076:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e32ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d98 expref: 65 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.531090:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65649c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835757440:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022444.531180:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa7f766480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.534804:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65649c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835757440:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022444.534842:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.534916:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:2.0:1777022444.534970:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815848960:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4067us (4493us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.534979:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 319
00000100:00100000:2.0:1777022444.539246:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.539404:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.539908:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815849088
00000100:00100000:0.0:1777022444.539918:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815849088
00010000:00010000:0.0:1777022444.539955:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e32ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d98 expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.539998:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 284
00000100:00100000:0.0:1777022444.540007:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc56450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815849088:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.540021:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.540049:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e32ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d98 expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.540082:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e32ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d98 expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.540105:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e32ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d98 expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.540129:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.540132:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.540139:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.540149:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.540183:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.540195:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835757568:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.540270:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.544723:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835757568:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022444.544757:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022444.544814:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc56450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+65:2377:x1863342815849088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4807us (5408us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.544825:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 284
00000100:00100000:1.0:1777022444.545602:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815849216
00000100:00100000:1.0:1777022444.545610:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815849216
00000100:00100000:1.0:1777022444.545659:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 320
00000100:00100000:1.0:1777022444.545669:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+65:10115:x1863342815849216:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.545705:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.545723:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840da6 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.545960:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.545970:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.545972:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.545977:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 66 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.546009:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.546022:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 47 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.546044:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835757696:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022444.546265:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.548220:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.548299:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815849344
00000100:00100000:1.0:1777022444.548307:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815849344
00002000:00100000:1.0:1777022444.548358:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa6578f800 x1863342815849344/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.548369:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f800 with x1863342815849344 ext(368640->405503)
00010000:00010000:1.0:1777022444.548377:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.549397:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022444.549406:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578f800
00000100:00100000:1.0:1777022444.549440:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 195
00000100:00100000:1.0:1777022444.549454:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815849344:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022444.553740:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835757696:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022444.553786:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 66 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.553810:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022444.553908:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815849216:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8240us (14670us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.553917:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 320
00000100:00100000:1.0:1777022444.557910:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815849344:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8450us (9685us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022444.557923:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 195
00002000:00100000:1.0:1777022444.557937:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa6578f800 x1863342815849344/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.557949:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f800 with x1863342815849344 ext(368640->405503)
00010000:00010000:1.0:1777022444.557958:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.557995:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022444.558004:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578f800
00000100:00100000:0.0:1777022444.573309:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.573917:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815849472
00000100:00100000:3.0:1777022444.573927:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815849472
00000100:00100000:3.0:1777022444.573988:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 321
00000100:00100000:3.0:1777022444.574009:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815849472:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.574029:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.574057:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3302 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840dad expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.574089:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.574108:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.574116:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022444.574131:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3302 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dad expref: 49 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.574172:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.574186:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3302 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dad expref: 49 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.574200:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022444.574273:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10127:x1863342815849472:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 276us (974us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.574280:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 321
00000100:00100000:2.0:1777022444.577025:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.577113:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815849600
00000100:00100000:1.0:1777022444.577135:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815849600
00010000:00010000:1.0:1777022444.577173:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 49 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.577216:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 285
00000100:00100000:1.0:1777022444.577226:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342815849600:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.577240:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022444.577260:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 49 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.577273:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 49 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.577296:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e32f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840d9f expref: 49 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.577312:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.577314:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.577322:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.577362:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.577400:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.577715:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 65 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.577730:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835757952:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.577828:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30f00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.582258:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.582360:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835757952:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.582381:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022444.582447:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342815849600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5223us (5431us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.582458:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 285
00000100:00100000:0.0:1777022444.582764:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815849728
00000100:00100000:0.0:1777022444.582772:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815849728
00002000:00100000:0.0:1777022444.582814:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa6578f100 x1863342815849728/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022444.582825:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f100 with x1863342815849728 ext(368640->372735)
00010000:00010000:0.0:1777022444.582844:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.582881:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022444.582890:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578f100
00000100:00100000:0.0:1777022444.582912:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 196
00000100:00100000:0.0:1777022444.582921:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815849728:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022444.583063:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815849728:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 143us (815us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022444.583070:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 196
00002000:00100000:0.0:1777022444.583076:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa6578f100 x1863342815849728/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022444.583084:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f100 with x1863342815849728 ext(368640->372735)
00010000:00010000:0.0:1777022444.583089:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.583100:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022444.583107:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578f100
00000100:00100000:2.0:1777022444.589556:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.590547:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815849856
00000100:00100000:3.0:1777022444.590569:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815849856
00000100:00100000:2.0:1777022444.590782:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.590899:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815849984
00000100:00100000:1.0:1777022444.590903:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815849984
00010000:00010000:1.0:1777022444.590940:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.590974:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 286
00000100:00100000:1.0:1777022444.590982:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815849984:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.590996:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022444.591031:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.591053:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.591079:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e32fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840da6 expref: 66 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.591095:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.591097:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.591105:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3302 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dad expref: 47 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.591115:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3302 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dad expref: 47 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.591151:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3302 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dad expref: 47 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.591164:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835758080:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.591233:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30f00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.593225:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 322
00000100:00100000:1.0:1777022444.593236:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815849856:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.593252:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.593267:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3309 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840db4 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.593308:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3302 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dad expref: 47 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.593318:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.593320:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.593334:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3309 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840db4 expref: 67 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.593365:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3302 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dad expref: 47 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.593377:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3302 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dad expref: 47 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.593393:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835758208:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022444.593483:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.596740:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835758208:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022444.596782:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3309 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840db4 expref: 67 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.596803:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:1.0:1777022444.596904:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+67:10115:x1863342815849856:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3668us (7356us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.596913:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 322
00000100:00100000:1.0:1777022444.600092:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835758080:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.600129:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022444.600189:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815849984:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9207us (9408us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.600199:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 286
00000100:00100000:2.0:1777022444.603007:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.603388:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815850112
00000100:00100000:0.0:1777022444.603397:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815850112
00010000:00010000:0.0:1777022444.603443:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3302 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dad expref: 48 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.603497:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 287
00000100:00100000:0.0:1777022444.603507:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815850112:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.603523:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.603542:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3302 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dad expref: 48 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.603557:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3302 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dad expref: 48 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.603592:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3302 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dad expref: 48 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.603607:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.603609:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.603617:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3309 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840db4 expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.603625:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3309 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840db4 expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.603663:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3309 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840db4 expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.603677:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835758336:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.603768:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.611960:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.612020:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815850240
00000100:00100000:1.0:1777022444.612030:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815850240
00000100:00100000:1.0:1777022444.612090:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 323
00000100:00100000:1.0:1777022444.612101:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815850240:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.612119:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.612138:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840dbb expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.612176:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3309 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840db4 expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.612184:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.612186:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.612190:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 49 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.612222:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3309 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840db4 expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.612234:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3309 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840db4 expref: 65 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.612267:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835758464:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022444.612361:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30f00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022444.612754:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835758336:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.612774:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.612801:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342815850112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9297us (9804us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.612811:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 287
00000100:00100000:3.0:1777022444.616338:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.616541:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835758464:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022444.616573:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.616596:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022444.616659:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815850240:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4560us (4707us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.616670:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 323
00000100:00100000:0.0:1777022444.618714:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815850368
00000100:00100000:0.0:1777022444.618726:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815850368
00010000:00010000:0.0:1777022444.618999:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3309 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840db4 expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.619081:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 288
00000100:00100000:0.0:1777022444.619091:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815850368:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.619107:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.619138:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3309 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840db4 expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.619152:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3309 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840db4 expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.619174:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3309 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840db4 expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.619188:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.619190:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.619198:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.619208:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.619264:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.619278:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835758592:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.619370:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022444.623394:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.623739:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815850496
00000100:00100000:2.0:1777022444.623753:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815850496
00000100:00100000:2.0:1777022444.623813:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 324
00000100:00100000:2.0:1777022444.623823:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815850496:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022444.623842:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022444.623891:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840dc2 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.623944:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.623955:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.623957:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.623961:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 67 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.623996:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.624009:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 47 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.624024:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835758720:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022444.624112:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa815303c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.624586:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835758592:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.624604:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022444.624632:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+67:2377:x1863342815850368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5543us (8310us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.624642:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 288
00000100:00100000:3.0:1777022444.626803:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.627003:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815850624
00000100:00100000:2.0:1777022444.627011:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815850624
00002000:00100000:2.0:1777022444.627062:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa65654a80 x1863342815850624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.627073:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654a80 with x1863342815850624 ext(368640->405503)
00010000:00010000:2.0:1777022444.627083:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.627098:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.627112:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654a80
00000100:00100000:2.0:1777022444.627150:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 197
00000100:00100000:2.0:1777022444.627160:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815850624:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022444.631165:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835758720:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022444.631198:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 66 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.631219:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022444.631275:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815850496:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7453us (7889us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.631284:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 324
00000100:00100000:3.0:1777022444.631954:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815850624:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4794us (5159us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022444.631962:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 197
00002000:00100000:3.0:1777022444.631972:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa65654a80 x1863342815850624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.631983:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654a80 with x1863342815850624 ext(368640->405503)
00010000:00010000:3.0:1777022444.631990:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.632004:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.632012:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654a80
00000100:00100000:3.0:1777022444.635234:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.635372:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815850752
00000100:00100000:1.0:1777022444.635382:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815850752
00000100:00100000:1.0:1777022444.635445:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 325
00000100:00100000:1.0:1777022444.635456:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815850752:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.635474:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.635493:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e331e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840dc9 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.635523:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.635528:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.635534:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022444.635538:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e331e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc9 expref: 49 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.635591:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.635605:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e331e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc9 expref: 49 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.635619:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022444.635899:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10127:x1863342815850752:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 445us (673us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.635907:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 325
00000100:00100000:2.0:1777022444.638893:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.640223:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815850880
00000100:00100000:1.0:1777022444.640235:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815850880
00010000:00010000:1.0:1777022444.640280:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 49 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.640399:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 289
00000100:00100000:1.0:1777022444.640420:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342815850880:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.640438:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022444.640459:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 49 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.640472:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 49 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.640512:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3310 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dbb expref: 49 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.640529:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.640531:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.640539:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.640549:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.640587:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.640600:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 65 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.640612:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835758976:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.640703:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30f00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.644945:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.645025:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815851008
00000100:00100000:3.0:1777022444.645040:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815851008
00002000:00100000:3.0:1777022444.645088:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa65bed500 x1863342815851008/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.645100:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bed500 with x1863342815851008 ext(368640->372735)
00010000:00010000:3.0:1777022444.645109:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.645125:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.645133:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bed500
00000100:00100000:3.0:1777022444.645178:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 198
00000100:00100000:3.0:1777022444.645188:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815851008:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.645368:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815851008:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (430us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022444.645376:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 198
00002000:00100000:3.0:1777022444.645383:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa65bed500 x1863342815851008/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.645392:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bed500 with x1863342815851008 ext(368640->372735)
00010000:00010000:3.0:1777022444.645397:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.645496:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.645503:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bed500
00000100:00100000:2.0:1777022444.648658:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.649892:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815851136
00000100:00100000:3.0:1777022444.649905:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815851136
00000100:00100000:3.0:1777022444.649966:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 326
00000100:00100000:3.0:1777022444.649976:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815851136:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.649994:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.650014:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840dd0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.650057:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.650063:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e331e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc9 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.650085:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022444.650090:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 67 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.650136:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e331e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc9 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.650150:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 67 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.650165:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022444.650217:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+67:10115:x1863342815851136:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 243us (1567us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.650224:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 326
00000100:00100000:2.0:1777022444.650508:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.652092:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835758976:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.652115:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022444.652237:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342815850880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11819us (13389us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.652247:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 289
00000100:00100000:1.0:1777022444.652289:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815851264
00000100:00100000:1.0:1777022444.652294:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815851264
00010000:00010000:1.0:1777022444.652318:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 67 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.652359:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 290
00000100:00100000:1.0:1777022444.652367:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+67:2377:x1863342815851264:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.652379:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022444.652410:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 67 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.652423:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 67 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.652448:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3317 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc2 expref: 67 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.652464:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.652465:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.652473:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e331e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc9 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.652483:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e331e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc9 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.652515:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e331e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc9 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.652541:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e331e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc9 expref: 47 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.652554:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835759232:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.652604:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30f00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.656351:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835759232:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.656376:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022444.656438:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815851264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4071us (5929us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.656449:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 290
00000100:00100000:2.0:1777022444.659964:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.660046:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815851392
00000100:00100000:3.0:1777022444.660056:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815851392
00010000:00010000:3.0:1777022444.660095:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e331e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc9 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.660144:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 291
00000100:00100000:3.0:1777022444.660154:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc54450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342815851392:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022444.660169:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022444.660190:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e331e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc9 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.660222:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e331e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc9 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.660246:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e331e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dc9 expref: 48 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.660262:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.660264:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.660271:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.660281:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.660319:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.660344:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835759360:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022444.660428:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa7f766480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022444.664558:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835759360:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.664585:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.664641:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc54450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815851392:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4487us (4686us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.664651:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 291
00000100:00100000:2.0:1777022444.673239:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.673351:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815851520
00000100:00100000:0.0:1777022444.673363:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815851520
00000100:00100000:0.0:1777022444.673537:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 327
00000100:00100000:0.0:1777022444.673548:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815851520:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022444.673566:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022444.673585:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840dd7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.673619:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.673630:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.673632:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.673654:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.673686:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 65 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.673700:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 65 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.673714:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835759488:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022444.673804:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.680194:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.680287:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815851648
00000100:00100000:1.0:1777022444.680297:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815851648
00002000:00100000:1.0:1777022444.680361:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa658d3480 x1863342815851648/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.680373:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3480 with x1863342815851648 ext(368640->372735)
00010000:00010000:1.0:1777022444.680382:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.680398:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022444.680416:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3480
00000100:00100000:1.0:1777022444.680452:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 199
00000100:00100000:1.0:1777022444.680462:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815851648:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022444.680673:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815851648:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 211us (486us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022444.680680:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 199
00002000:00100000:1.0:1777022444.680687:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa658d3480 x1863342815851648/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.680696:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3480 with x1863342815851648 ext(368640->372735)
00010000:00010000:1.0:1777022444.680701:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.680711:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 66 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022444.680718:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3480
00000100:00100000:0.0:1777022444.684936:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835759488:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022444.684972:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.684994:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:0.0:1777022444.685071:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815851520:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11524us (11841us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.685081:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 327
00000100:00100000:0.0:1777022444.688740:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.691094:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815851776
00000100:00100000:1.0:1777022444.691108:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815851776
00000100:00100000:1.0:1777022444.691185:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 328
00000100:00100000:1.0:1777022444.691195:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815851776:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.691214:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.691234:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3333 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840dde expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.691264:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.691270:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.691294:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022444.691299:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3333 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dde expref: 67 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.691352:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.691366:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3333 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dde expref: 67 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.691380:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022444.691460:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+67:10115:x1863342815851776:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 267us (2730us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.691468:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 328
00000100:00100000:2.0:1777022444.694383:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.694667:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815851904
00000100:00100000:0.0:1777022444.694678:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815851904
00010000:00010000:0.0:1777022444.694717:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 67 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.694768:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 292
00000100:00100000:0.0:1777022444.694793:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+67:2378:x1863342815851904:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.694808:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.694829:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 67 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.694842:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 67 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.694902:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3325 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd0 expref: 67 pid: 9584 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.694919:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.694921:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.694927:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.694936:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.694970:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.694982:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 47 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.694995:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835759744:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.695084:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.700168:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835759744:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.700194:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022444.700260:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2378:x1863342815851904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5469us (5886us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.700273:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 292
00000100:00100000:2.0:1777022444.701359:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.701434:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815852032
00000100:00100000:3.0:1777022444.701444:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815852032
00002000:00100000:3.0:1777022444.701494:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa658d2a00 x1863342815852032/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.701505:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2a00 with x1863342815852032 ext(368640->405503)
00010000:00010000:3.0:1777022444.701514:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.701530:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.701538:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2a00
00000100:00100000:3.0:1777022444.701578:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 200
00000100:00100000:3.0:1777022444.701588:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2380:x1863342815852032:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.707392:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2380:x1863342815852032:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5794us (6027us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022444.707406:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 200
00002000:00100000:3.0:1777022444.707420:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (368640->405503)  req@ffff8efa658d2a00 x1863342815852032/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.707432:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2a00 with x1863342815852032 ext(368640->405503)
00010000:00010000:3.0:1777022444.707441:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.707460:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.707488:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2a00
00000100:00100000:2.0:1777022444.711319:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.711971:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.712068:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815852288
00000100:00100000:1.0:1777022444.712077:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815852288
00010000:00010000:1.0:1777022444.712114:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.712166:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 293
00000100:00100000:1.0:1777022444.712176:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815852288:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.712190:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022444.712211:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.712247:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.712269:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e332c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dd7 expref: 48 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.712285:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.712287:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.712293:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3333 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dde expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.712302:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3333 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dde expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.712348:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3333 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dde expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.712361:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835759872:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.712437:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022444.712721:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815852160
00000100:00100000:3.0:1777022444.712726:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815852160
00000100:00100000:3.0:1777022444.712887:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 329
00000100:00100000:3.0:1777022444.712896:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815852160:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.712911:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.712925:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e333a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840de5 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.712945:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3333 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dde expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.712953:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.712955:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.712958:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e333a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840de5 expref: 49 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.712978:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3333 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dde expref: 65 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.712990:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3333 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dde expref: 65 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.713000:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835760000:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022444.713042:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.715910:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835759872:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.715936:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022444.715988:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342815852288:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3813us (4017us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.715998:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 293
00000100:00100000:3.0:1777022444.718377:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835760000:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022444.718411:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e333a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840de5 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.718436:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022444.718496:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815852160:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5601us (7186us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.718505:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 329
00000100:00100000:3.0:1777022444.721514:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.721678:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815852416
00000100:00100000:1.0:1777022444.721687:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815852416
00010000:00010000:1.0:1777022444.721721:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3333 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dde expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.721770:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 294
00000100:00100000:1.0:1777022444.721780:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815852416:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.721794:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022444.721814:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3333 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dde expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.721825:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3333 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dde expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.721847:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3333 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dde expref: 66 pid: 6923 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.721892:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.721894:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.721901:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e333a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840de5 expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.721910:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e333a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840de5 expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.721947:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e333a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840de5 expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.721979:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835760128:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.722058:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.724935:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835760128:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.724961:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022444.725015:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+65:2377:x1863342815852416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3237us (3510us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.725026:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 294
00000100:00100000:2.0:1777022444.727499:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.728140:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815852544
00000100:00100000:0.0:1777022444.728150:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815852544
00000100:00100000:1.0:1777022444.728305:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 330
00000100:00100000:1.0:1777022444.728315:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+65:10115:x1863342815852544:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.728342:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.728361:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840dec expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.728403:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e333a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840de5 expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.728412:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.728414:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.728417:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 66 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.728450:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e333a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840de5 expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.728481:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e333a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840de5 expref: 47 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.728495:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835760256:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022444.728582:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.730510:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835760256:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022444.730541:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 66 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.730561:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:1.0:1777022444.730618:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+66:10115:x1863342815852544:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2304us (3125us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.730627:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 330
00000100:00100000:3.0:1777022444.732783:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.732900:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815852672
00000100:00100000:0.0:1777022444.732909:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815852672
00010000:00010000:0.0:1777022444.732946:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e333a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840de5 expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.732990:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 295
00000100:00100000:0.0:1777022444.733000:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815852672:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.733014:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.733044:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e333a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840de5 expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.733057:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e333a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840de5 expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.733081:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e333a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840de5 expref: 48 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.733096:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.733107:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.733116:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.733138:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.733175:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.733190:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835760384:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.733261:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.736408:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.736479:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815852800
00000100:00100000:2.0:1777022444.736488:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815852800
00002000:00100000:2.0:1777022444.736547:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa65bef480 x1863342815852800/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.736560:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef480 with x1863342815852800 ext(368640->372735)
00002000:00010000:2.0:1777022444.736565:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bef480
00000100:00100000:2.0:1777022444.736600:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 135
00000100:00100000:2.0:1777022444.736610:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815852800:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022444.736797:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815852800:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 188us (396us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022444.736804:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 135
00002000:00100000:2.0:1777022444.736810:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->372735)  req@ffff8efa65bef480 x1863342815852800/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.736818:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef480 with x1863342815852800 ext(368640->372735)
00002000:00010000:2.0:1777022444.736821:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bef480
00000100:00100000:3.0:1777022444.736997:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835760384:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.737019:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.737059:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2377:x1863342815852672:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4061us (4284us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.737068:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 295
00000100:00100000:0.0:1777022444.741299:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.741413:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.741493:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815853056
00000100:00100000:2.0:1777022444.741504:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815853056
00002000:00100000:2.0:1777022444.741551:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (372736->376831)  req@ffff8efa65bee300 x1863342815853056/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.741562:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bee300 with x1863342815853056 ext(372736->376831)
00002000:00010000:2.0:1777022444.741568:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bee300
00000100:00100000:2.0:1777022444.741596:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 136
00000100:00100000:2.0:1777022444.741606:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815853056:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022444.741775:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815853056:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 171us (361us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022444.741797:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 136
00002000:00100000:2.0:1777022444.741804:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (372736->376831)  req@ffff8efa65bee300 x1863342815853056/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.741813:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bee300 with x1863342815853056 ext(372736->376831)
00002000:00010000:2.0:1777022444.741816:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bee300
00000100:00100000:3.0:1777022444.742469:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815852928
00000100:00100000:3.0:1777022444.742475:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815852928
00000100:00100000:3.0:1777022444.742516:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 331
00000100:00100000:3.0:1777022444.742524:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815852928:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.742535:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.742552:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3348 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840df3 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.742580:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.742603:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.742605:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.742610:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3348 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840df3 expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.742642:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 65 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.742656:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 65 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.742669:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835760512:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022444.742732:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.747389:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.747688:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815853184
00000100:00100000:2.0:1777022444.747698:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815853184
00002000:00100000:2.0:1777022444.747761:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (376832->380927)  req@ffff8efa65beed80 x1863342815853184/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.747773:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65beed80 with x1863342815853184 ext(376832->380927)
00010000:00010000:2.0:1777022444.747782:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.747800:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.747809:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65beed80
00000100:00100000:2.0:1777022444.747844:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 201
00000100:00100000:2.0:1777022444.747878:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815853184:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022444.748275:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815853184:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 421us (894us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022444.748284:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 201
00002000:00100000:2.0:1777022444.748292:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (376832->380927)  req@ffff8efa65beed80 x1863342815853184/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.748334:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65beed80 with x1863342815853184 ext(376832->380927)
00010000:00010000:2.0:1777022444.748341:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.748353:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.748361:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65beed80
00000100:00100000:2.0:1777022444.754136:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.754161:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815853312
00000100:00100000:2.0:1777022444.754168:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815853312
00002000:00100000:2.0:1777022444.754208:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (368640->376831)  req@ffff8efa658d0a80 x1863342815853312/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 8680/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.754219:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0a80 with x1863342815853312 ext(368640->376831)
00010000:00010000:2.0:1777022444.754228:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.754243:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 66 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.754252:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d0a80
00000100:00100000:2.0:1777022444.754277:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 202
00000100:00100000:2.0:1777022444.754285:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+66:2377:x1863342815853312:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:2.0:1777022444.754590:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+68:2377:x1863342815853312:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 305us (462us total) trans 4294967354 rc 0/0
00000100:00100000:2.0:1777022444.754609:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 202
00002000:00100000:2.0:1777022444.754616:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (368640->376831)  req@ffff8efa658d0a80 x1863342815853312/t4294967354(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 8680/448 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.754623:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0a80 with x1863342815853312 ext(368640->376831)
00010000:00010000:2.0:1777022444.754628:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 68 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.754639:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 68 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.754645:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d0a80
00000100:00100000:3.0:1777022444.758298:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.758363:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815853440
00000100:00100000:3.0:1777022444.758372:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815853440
00000100:00100000:3.0:1777022444.758424:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 332
00000100:00100000:3.0:1777022444.758435:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+68:10115:x1863342815853440:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.758453:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.758472:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840dfa expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.758502:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.758505:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.758510:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 69 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.758533:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 69 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.758546:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022444.758592:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+69:10115:x1863342815853440:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 159us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.758598:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 332
00000100:00100000:1.0:1777022444.764076:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835760512:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022444.764114:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3348 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840df3 expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.764149:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:1.0:1777022444.764208:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815852928:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 21685us (22917us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.764217:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 331
00000100:00100000:2.0:1777022444.764484:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000001:00080000:1.0:1777022444.766243:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed
00000001:00080000:1.0:1777022444.766269:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed
00000001:00080000:1.0:1777022444.766353:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967319 is committed
00000100:00100000:0.0:1777022444.766452:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815853568
00000100:00100000:0.0:1777022444.766461:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815853568
00010000:00010000:0.0:1777022444.766815:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 26 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.766922:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 296
00000100:00100000:0.0:1777022444.766932:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2380:x1863342815853568:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.766947:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022444.766963:0:5937:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 1777022443 -> 1777022444
00002000:00010000:0.0:1777022444.766966:0:5937:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 1777022443 -> 1777022444
00002000:00010000:0.0:1777022444.766968:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 728 -> 744
00010000:00010000:0.0:1777022444.766981:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 26 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.766993:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 26 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.767017:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3341 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dec expref: 26 pid: 11979 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.767031:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.767041:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.767050:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3348 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840df3 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.767060:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3348 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840df3 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.767068:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.767069:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.767073:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.767080:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.767116:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.767144:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835760640:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.767223:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3348 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840df3 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.767233:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65befb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835760768:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.767255:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.772055:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835760640:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.772071:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65befb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835760768:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.772097:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022444.772141:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2380:x1863342815853568:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5210us (7657us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.772152:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 296
00000100:00100000:2.0:1777022444.774849:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.775408:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815853696
00000100:00100000:3.0:1777022444.775418:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815853696
00002000:00100000:3.0:1777022444.775466:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->376831)  req@ffff8efa658d2300 x1863342815853696/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.775477:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2300 with x1863342815853696 ext(368640->376831)
00002000:00010000:3.0:1777022444.775483:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d2300
00000100:00100000:3.0:1777022444.775516:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 137
00000100:00100000:3.0:1777022444.775526:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2377:x1863342815853696:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.775714:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2377:x1863342815853696:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 189us (873us total) trans 0 rc 8192/8192
00000100:00100000:3.0:1777022444.775722:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 137
00002000:00100000:3.0:1777022444.775728:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (368640->376831)  req@ffff8efa658d2300 x1863342815853696/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/8632 e 0 to 0 dl 1777022455 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.775736:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2300 with x1863342815853696 ext(368640->376831)
00002000:00010000:3.0:1777022444.775746:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d2300
00000001:00080000:2.0:1777022444.784312:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967301 is committed
00000001:00080000:2.0:1777022444.784334:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967300 is committed
00000100:00100000:2.0:1777022444.785463:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.785522:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.785601:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815853824
00000100:00100000:0.0:1777022444.785609:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815853824
00000100:00100000:0.0:1777022444.785666:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 333
00000100:00100000:0.0:1777022444.785676:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+24:10127:x1863342815853824:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022444.785694:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022444.785712:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e01 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.785753:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.785778:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.785780:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.785785:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.785818:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.785832:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 24 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.785847:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65befb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835760896:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022444.785947:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022444.786399:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815853952
00000100:00100000:3.0:1777022444.786405:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815853952
00002000:00100000:3.0:1777022444.786442:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (376832->380927)  req@ffff8efa48e74a80 x1863342815853952/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.786454:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e74a80 with x1863342815853952 ext(376832->380927)
00010000:00010000:3.0:1777022444.786461:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 25 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.786474:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 25 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.786481:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa48e74a80
00000100:00100000:3.0:1777022444.786511:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 203
00000100:00100000:3.0:1777022444.786520:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815853952:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.786662:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815853952:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 142us (1138us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022444.786669:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 203
00002000:00100000:3.0:1777022444.786676:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (376832->380927)  req@ffff8efa48e74a80 x1863342815853952/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.786685:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e74a80 with x1863342815853952 ext(376832->380927)
00010000:00010000:3.0:1777022444.786690:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 25 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.786700:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 25 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.786722:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa48e74a80
00000100:00100000:1.0:1777022444.793233:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.793312:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815854080
00000100:00100000:3.0:1777022444.793331:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815854080
00000100:00100000:3.0:1777022444.793389:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 334
00000100:00100000:3.0:1777022444.793400:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10115:x1863342815854080:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.793417:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.793435:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e335d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e08 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.793464:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.793470:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.793478:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022444.793482:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e335d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e08 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.793522:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.793534:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e335d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e08 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.793547:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022444.793610:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10115:x1863342815854080:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 212us (385us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.793630:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 334
00000100:00100000:2.0:1777022444.795778:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.795957:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815854208
00000100:00100000:3.0:1777022444.795967:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815854208
00010000:00010000:3.0:1777022444.796001:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 26 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.796083:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 297
00000100:00100000:3.0:1777022444.796093:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2380:x1863342815854208:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022444.796109:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022444.796146:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 26 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.796158:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 26 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.796184:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.796186:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.796193:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.796205:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.796238:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.796269:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 25 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.796284:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835761152:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022444.796365:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00010000:00010000:0.0:1777022444.797172:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e334f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840dfa expref: 26 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.797190:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65befb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835760896:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022444.797212:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 25 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.797222:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 25 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.797234:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:0.0:1777022444.799476:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835761152:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.799499:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022444.799544:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2380:x1863342815854208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3452us (3774us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.799555:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 297
00000100:00100000:1.0:1777022444.800831:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815853824:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 15149us (15369us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.800842:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 333
00000100:00100000:3.0:1777022444.804914:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.805263:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815854336
00000100:00100000:2.0:1777022444.805273:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815854336
00002000:00100000:2.0:1777022444.805314:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (376832->409599)  req@ffff8efa65a10000 x1863342815854336/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.805336:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10000 with x1863342815854336 ext(376832->409599)
00010000:00010000:2.0:1777022444.805345:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 25 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.805377:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 25 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.805386:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10000
00000100:00100000:2.0:1777022444.805418:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 204
00000100:00100000:2.0:1777022444.805426:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815854336:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022444.809505:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815854336:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4069us (4589us total) trans 0 rc 32768/32768
00000100:00100000:2.0:1777022444.809518:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 204
00002000:00100000:2.0:1777022444.809530:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (376832->409599)  req@ffff8efa65a10000 x1863342815854336/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 32768/32768 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.809540:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10000 with x1863342815854336 ext(376832->409599)
00010000:00010000:2.0:1777022444.809549:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 25 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.809567:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 25 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.809584:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10000
00000100:00100000:3.0:1777022444.813271:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.813373:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815854464
00000100:00100000:1.0:1777022444.813383:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815854464
00000100:00100000:1.0:1777022444.813444:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 335
00000100:00100000:1.0:1777022444.813454:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815854464:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022444.813473:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022444.813493:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3364 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e0f expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.813527:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022444.813533:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e335d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e08 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.813540:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022444.813543:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3364 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e0f expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.813750:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e335d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e08 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.813765:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3364 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e0f expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.813795:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:1.0:1777022444.813970:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815854464:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 518us (708us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.813978:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 335
00000100:00100000:2.0:1777022444.817281:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.818833:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815854592
00000100:00100000:1.0:1777022444.818845:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815854592
00010000:00010000:2.0:1777022444.818981:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 26 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.819221:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 298
00000100:00100000:2.0:1777022444.819232:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc57050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815854592:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022444.819248:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022444.819270:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 26 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.819285:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 26 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.819309:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e3356 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e01 expref: 26 pid: 6921 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.819334:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.819337:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022444.819344:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e335d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e08 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.819355:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e335d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e08 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.819396:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e335d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e08 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.819409:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e335d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e08 expref: 24 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.819429:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835761408:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022444.819737:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa815303c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.836630:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.836658:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.837310:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815854848
00000100:00100000:0.0:1777022444.837319:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815854848
00000100:00100000:0.0:1777022444.837390:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 336
00000100:00100000:0.0:1777022444.837400:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10115:x1863342815854848:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022444.837418:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022444.837436:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e336b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e16 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.837465:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.837470:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3364 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e0f expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.837478:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022444.837482:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e336b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e16 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.837519:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3364 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e0f expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.837533:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e336b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e16 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.837564:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c200, rc 0)
00000100:00100000:0.0:1777022444.837621:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10115:x1863342815854848:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 222us (961us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.837628:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 336
00000100:00100000:3.0:1777022444.837809:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815854720
00000100:00100000:3.0:1777022444.837814:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815854720
00010000:00010000:3.0:1777022444.837831:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e335d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e08 expref: 26 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.837875:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 299
00000100:00100000:3.0:1777022444.837882:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815854720:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022444.837891:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022444.837907:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e335d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e08 expref: 26 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.837919:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e335d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e08 expref: 26 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.837938:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.837939:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.837946:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3364 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e0f expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.837969:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e0f expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.837992:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e0f expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.838005:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e0f expref: 25 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.838018:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835761664:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022444.838075:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.842172:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.842564:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835761664:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.842594:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.842642:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815854720:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4760us (6022us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.842653:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 299
00000100:00100000:3.0:1777022444.842679:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815854976
00000100:00100000:3.0:1777022444.842684:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815854976
00010000:00010000:3.0:1777022444.842707:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e0f expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.842745:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 300
00000100:00100000:3.0:1777022444.842753:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815854976:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022444.842764:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022444.842796:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e0f expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.842809:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e0f expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.842831:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3364 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e0f expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.842845:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.842847:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.842882:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e336b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e16 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.842892:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e336b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e16 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.842936:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e336b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e16 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.842949:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835761792:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022444.842989:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00010000:00010000:2.0:1777022444.845265:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e335d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e08 expref: 25 pid: 6924 timeout: 482 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022444.845284:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835761408:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022444.845301:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022444.845358:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc57050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2379:x1863342815854592:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 26128us (28085us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.845367:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 298
00000100:00100000:1.0:1777022444.849149:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.849267:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835761792:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.849288:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.849343:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2380:x1863342815854976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6590us (7179us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.849354:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 300
00000100:00100000:2.0:1777022444.850375:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815855104
00000100:00100000:2.0:1777022444.850384:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815855104
00002000:00100000:2.0:1777022444.850425:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (376832->380927)  req@ffff8efa65b31f80 x1863342815855104/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.850437:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31f80 with x1863342815855104 ext(376832->380927)
00002000:00010000:2.0:1777022444.850441:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31f80
00000100:00100000:2.0:1777022444.850505:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 138
00000100:00100000:2.0:1777022444.850514:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815855104:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022444.850718:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815855104:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 204us (1576us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022444.850726:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 138
00002000:00100000:2.0:1777022444.850733:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (376832->380927)  req@ffff8efa65b31f80 x1863342815855104/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.850765:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31f80 with x1863342815855104 ext(376832->380927)
00002000:00010000:2.0:1777022444.850768:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31f80
00000100:00100000:1.0:1777022444.857775:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.857849:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815855232
00000100:00100000:3.0:1777022444.857890:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815855232
00000100:00100000:3.0:1777022444.857938:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 337
00000100:00100000:3.0:1777022444.857947:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+24:10127:x1863342815855232:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.857964:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.857980:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e1d expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.858009:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e336b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e16 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.858020:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.858022:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.858025:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.858066:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e336b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e16 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.858079:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e336b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e16 expref: 24 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.858092:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835761920:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022444.858157:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00000100:00100000:3.0:1777022444.862708:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835761920:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022444.862757:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.862790:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022444.862842:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815855232:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4896us (5076us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.862850:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 337
00000100:00100000:1.0:1777022444.866921:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.867062:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815855360
00000100:00100000:3.0:1777022444.867073:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815855360
00000100:00100000:3.0:1777022444.867127:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 338
00000100:00100000:3.0:1777022444.867138:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10115:x1863342815855360:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.867158:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.867176:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3379 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e24 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.867205:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.867210:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.867217:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022444.867221:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3379 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e24 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.867255:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.867268:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3379 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e24 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.867300:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022444.867372:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10115:x1863342815855360:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 236us (459us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.867378:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 338
00000100:00100000:1.0:1777022444.871458:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.871917:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815855488
00000100:00100000:3.0:1777022444.871926:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815855488
00010000:00010000:3.0:1777022444.871964:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e336b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e16 expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.872005:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 301
00000100:00100000:3.0:1777022444.872014:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2377:x1863342815855488:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022444.872040:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022444.872059:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e336b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e16 expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.872073:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e336b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e16 expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.872094:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e336b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e16 expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.872109:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.872111:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.872126:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.872155:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.872190:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.872202:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 24 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.872215:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835762176:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022444.872290:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.876547:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.876648:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815855616
00000100:00100000:1.0:1777022444.876657:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815855616
00002000:00100000:1.0:1777022444.876701:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (376832->409599)  req@ffff8efa65450e00 x1863342815855616/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.876713:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65450e00 with x1863342815855616 ext(376832->409599)
00010000:00010000:1.0:1777022444.876722:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 25 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.876737:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 25 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022444.876755:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65450e00
00000100:00100000:1.0:1777022444.876796:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 205
00000100:00100000:1.0:1777022444.876805:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815855616:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.878462:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835762176:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.878482:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.878524:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815855488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6511us (7075us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.878534:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 301
00000100:00100000:3.0:1777022444.882531:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815855616:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5717us (5982us total) trans 0 rc 32768/32768
00000100:00100000:3.0:1777022444.882543:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 205
00002000:00100000:3.0:1777022444.882556:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (376832->409599)  req@ffff8efa65450e00 x1863342815855616/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 32768/32768 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.882568:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65450e00 with x1863342815855616 ext(376832->409599)
00010000:00010000:3.0:1777022444.882589:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 25 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.882623:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 25 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.882632:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65450e00
00000100:00100000:1.0:1777022444.888013:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.888231:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815855744
00000100:00100000:2.0:1777022444.888240:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815855744
00000100:00100000:2.0:1777022444.888291:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 339
00000100:00100000:2.0:1777022444.888300:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815855744:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022444.888318:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022444.888347:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3380 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e2b expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.888378:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.888384:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3379 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e24 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.888392:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022444.888397:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3380 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e2b expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.888433:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3379 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e24 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.888446:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3380 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e2b expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.888481:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022444.888538:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815855744:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 239us (532us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.888546:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 339
00000100:00100000:0.0:1777022444.895914:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.896285:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815855872
00000100:00100000:1.0:1777022444.896295:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815855872
00010000:00010000:1.0:1777022444.896341:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.896385:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 302
00000100:00100000:1.0:1777022444.896394:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65befb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815855872:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.896409:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022444.896428:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.896442:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.896465:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3372 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e1d expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.896480:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.896482:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.896490:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3379 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e24 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.896501:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3379 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e24 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.896556:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3379 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e24 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.896569:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3379 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e24 expref: 24 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.896582:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835762432:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.896654:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022444.901355:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835762432:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.901380:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022444.901439:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65befb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2379:x1863342815855872:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5044us (5533us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.901451:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 302
00000100:00100000:2.0:1777022444.904771:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.904886:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815856000
00000100:00100000:0.0:1777022444.904895:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815856000
00010000:00010000:0.0:1777022444.904932:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3379 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e24 expref: 25 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.904975:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 303
00000100:00100000:0.0:1777022444.904984:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2380:x1863342815856000:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.904999:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.905018:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3379 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e24 expref: 25 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.905044:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3379 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e24 expref: 25 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.905067:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3379 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e24 expref: 25 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.905083:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.905085:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.905105:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3380 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e2b expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.905115:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3380 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e2b expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.906385:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3380 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e2b expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.906404:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835762560:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.906530:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.910553:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835762560:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.910578:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022444.910677:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2380:x1863342815856000:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5693us (5912us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.910688:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 303
00000100:00100000:1.0:1777022444.914366:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.914445:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815856128
00000100:00100000:3.0:1777022444.914454:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815856128
00000100:00100000:3.0:1777022444.914540:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 340
00000100:00100000:3.0:1777022444.914550:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815856128:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.914569:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.914586:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e32 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.914615:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3380 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e2b expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.914624:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.914626:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.914629:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.914661:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3380 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e2b expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.914673:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3380 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e2b expref: 24 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.914707:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835762688:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022444.914795:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.917710:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.917892:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815856256
00000100:00100000:0.0:1777022444.917901:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815856256
00010000:00010000:0.0:1777022444.917935:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3380 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e2b expref: 25 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.917970:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 304
00000100:00100000:0.0:1777022444.917981:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815856256:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.917995:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.918014:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3380 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e2b expref: 25 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.918028:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3380 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e2b expref: 25 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.918066:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.918081:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.918089:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.918100:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.918133:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.918146:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835762816:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.918212:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00010000:00010000:3.0:1777022444.918379:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3380 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e2b expref: 25 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.918395:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835762688:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022444.918415:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.918426:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022444.918451:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10115:x1863342815856128:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3903us (4093us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.918458:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 340
00000100:00100000:1.0:1777022444.923382:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.923442:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.923468:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815856512
00000100:00100000:1.0:1777022444.923477:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815856512
00002000:00100000:1.0:1777022444.923537:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (376832->380927)  req@ffff8efa65b33100 x1863342815856512/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.923560:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33100 with x1863342815856512 ext(376832->380927)
00002000:00010000:1.0:1777022444.923565:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b33100
00000100:00100000:1.0:1777022444.923591:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 139
00000100:00100000:1.0:1777022444.923601:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815856512:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022444.924420:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815856512:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 816us (972us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022444.924428:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 139
00002000:00100000:1.0:1777022444.924437:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (376832->380927)  req@ffff8efa65b33100 x1863342815856512/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022444.924445:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33100 with x1863342815856512 ext(376832->380927)
00002000:00010000:1.0:1777022444.924449:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b33100
00000100:00100000:0.0:1777022444.924627:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815856384
00000100:00100000:0.0:1777022444.924634:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815856384
00000100:00100000:0.0:1777022444.924674:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 341
00000100:00100000:0.0:1777022444.924682:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815856384:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022444.924692:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022444.924711:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e338e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e39 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.924749:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.924759:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.924761:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.924764:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e338e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e39 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.924808:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.924821:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 24 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.924835:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835762944:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022444.924909:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022444.926093:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835762816:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022444.926130:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.926179:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815856256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8200us (8475us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.926189:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 304
00000100:00100000:1.0:1777022444.931210:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.931465:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815856640
00000100:00100000:2.0:1777022444.931474:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815856640
00002000:00100000:2.0:1777022444.931521:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa6565b480 x1863342815856640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.931532:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565b480 with x1863342815856640 ext(380928->385023)
00010000:00010000:2.0:1777022444.931542:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 25 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.931560:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 25 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.931568:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565b480
00000100:00100000:2.0:1777022444.931598:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 206
00000100:00100000:2.0:1777022444.931607:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815856640:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022444.931791:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815856640:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 183us (589us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022444.931799:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 206
00002000:00100000:2.0:1777022444.931818:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa6565b480 x1863342815856640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.931826:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565b480 with x1863342815856640 ext(380928->385023)
00010000:00010000:2.0:1777022444.931831:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 25 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.931841:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 25 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.931847:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565b480
00000100:00100000:3.0:1777022444.934900:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835762944:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022444.934936:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e338e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e39 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.934974:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:3.0:1777022444.935185:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815856384:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10503us (11811us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022444.935194:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 341
00000100:00100000:1.0:1777022444.938784:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.939276:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815856768
00000100:00100000:2.0:1777022444.939286:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815856768
00002000:00100000:2.0:1777022444.939347:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (376832->380927)  req@ffff8efa65658380 x1863342815856768/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 4584/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.939359:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65658380 with x1863342815856768 ext(376832->380927)
00010000:00010000:2.0:1777022444.939368:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 25 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.939385:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 25 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.939393:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65658380
00000100:00100000:2.0:1777022444.939424:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 207
00000100:00100000:2.0:1777022444.939433:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815856768:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:2.0:1777022444.939776:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815856768:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 343us (1001us total) trans 4294967355 rc 0/0
00000100:00100000:2.0:1777022444.939797:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 207
00002000:00100000:2.0:1777022444.939804:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (376832->380927)  req@ffff8efa65658380 x1863342815856768/t4294967355(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 4584/448 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022444.939812:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65658380 with x1863342815856768 ext(376832->380927)
00010000:00010000:2.0:1777022444.939817:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.939826:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022444.939832:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65658380
00000100:00100000:1.0:1777022444.943181:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.943348:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815856896
00000100:00100000:2.0:1777022444.943357:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815856896
00000100:00100000:2.0:1777022444.943409:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 342
00000100:00100000:2.0:1777022444.943418:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815856896:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022444.943435:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022444.943453:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e40 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.943481:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.943484:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.943488:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.943500:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.943529:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022444.943668:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10115:x1863342815856896:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 250us (643us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.943676:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 342
00000100:00100000:0.0:1777022444.945836:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.945990:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815857024
00000100:00100000:1.0:1777022444.945999:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815857024
00010000:00010000:1.0:1777022444.946043:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.946078:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 305
00000100:00100000:1.0:1777022444.946087:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc54850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2378:x1863342815857024:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.946099:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022444.946116:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 744 -> 752
00010000:00010000:1.0:1777022444.946144:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.946157:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.946180:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3387 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->33931263] (req 376832->380927) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e32 expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.946196:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.946197:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.946205:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e338e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e39 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.946214:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e338e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e39 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.946222:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.946223:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.946226:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.946232:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.946269:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.946293:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835763072:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.946388:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e338e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e39 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.946398:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835763200:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.946420:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30cc0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.951775:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.951878:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835763072:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022444.951893:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835763200:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022444.951914:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022444.951995:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815857152
00000100:00100000:3.0:1777022444.952004:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815857152
00002000:00100000:3.0:1777022444.952058:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (376832->380927)  req@ffff8efa658d0380 x1863342815857152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.952068:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0380 with x1863342815857152 ext(376832->380927)
00002000:00010000:3.0:1777022444.952073:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0380
00000100:00100000:3.0:1777022444.952099:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 140
00000100:00100000:3.0:1777022444.952108:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2379:x1863342815857152:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022444.954275:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc54850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815857024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8177us (8435us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022444.954288:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 305
00000100:00100000:3.0:1777022444.954440:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2379:x1863342815857152:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 2331us (2673us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022444.954449:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 140
00002000:00100000:3.0:1777022444.954461:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (376832->380927)  req@ffff8efa658d0380 x1863342815857152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.954471:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0380 with x1863342815857152 ext(376832->380927)
00002000:00010000:3.0:1777022444.954477:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0380
00000100:00100000:2.0:1777022444.962448:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.962581:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815857280
00000100:00100000:3.0:1777022444.962591:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815857280
00000100:00100000:2.0:1777022444.963381:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.963617:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 343
00000100:00100000:3.0:1777022444.963631:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815857280:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022444.963659:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022444.963676:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e47 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.963711:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.963720:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.963722:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022444.963725:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.963828:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.963842:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.963880:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835763328:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022444.963953:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5780 going to sleep for 11 seconds
00000100:00100000:2.0:1777022444.966404:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835763328:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022444.966436:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.966459:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:2.0:1777022444.966515:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815857280:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2888us (4075us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.966525:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 343
00000100:00100000:0.0:1777022444.967784:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815857408
00000100:00100000:0.0:1777022444.967797:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815857408
00002000:00100000:0.0:1777022444.967848:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa658d3800 x1863342815857408/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022444.967875:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3800 with x1863342815857408 ext(380928->385023)
00010000:00010000:0.0:1777022444.967883:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.967898:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022444.967906:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3800
00000100:00100000:0.0:1777022444.967929:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 208
00000100:00100000:0.0:1777022444.967939:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2380:x1863342815857408:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022444.968434:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2380:x1863342815857408:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 494us (5053us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022444.968442:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 208
00002000:00100000:0.0:1777022444.968448:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa658d3800 x1863342815857408/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:95/0 lens 488/4536 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022444.968457:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3800 with x1863342815857408 ext(380928->385023)
00010000:00010000:0.0:1777022444.968463:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.968474:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022444.968482:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3800
00000100:00100000:3.0:1777022444.971541:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.971588:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022444.971785:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815857664
00000100:00100000:1.0:1777022444.971796:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815857664
00010000:00010000:1.0:1777022444.971836:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.971901:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 306
00000100:00100000:1.0:1777022444.971910:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815857664:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022444.971924:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022444.971942:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.971973:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.971995:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3395 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e40 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.972010:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.972012:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022444.972020:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.972254:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022444.972292:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022444.972306:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835763456:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.972432:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815857536
00000100:00100000:0.0:1777022444.972437:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815857536
00000100:00100000:0.0:1777022444.972466:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 344
00000100:00100000:0.0:1777022444.972472:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815857536:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022444.972484:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022444.972495:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e33a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e4e expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.972513:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.972520:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.972527:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022444.972532:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e33a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e4e expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.972554:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.972565:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 25 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.972576:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835763584:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022444.972696:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be306c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.973252:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.976968:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835763584:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022444.977005:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e33a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e4e expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.977027:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:0.0:1777022444.977100:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10115:x1863342815857536:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4627us (5568us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.977110:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 344
00000100:00100000:2.0:1777022444.977457:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835763456:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022444.977470:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022444.977495:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815857664:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5586us (5905us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.977503:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 306
00000100:00100000:2.0:1777022444.981553:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.981636:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815857792
00000100:00100000:3.0:1777022444.981646:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815857792
00002000:00100000:3.0:1777022444.981691:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa48e77100 x1863342815857792/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/0 e 0 to 0 dl 1777022455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.981719:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e77100 with x1863342815857792 ext(380928->409599)
00010000:00010000:3.0:1777022444.981728:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.981755:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.981763:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa48e77100
00000100:00100000:3.0:1777022444.981846:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 209
00000100:00100000:3.0:1777022444.981896:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815857792:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022444.986711:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815857792:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4847us (5157us total) trans 0 rc 28672/28672
00000100:00100000:3.0:1777022444.986724:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 209
00002000:00100000:3.0:1777022444.986736:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa48e77100 x1863342815857792/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:95/0 lens 488/440 e 0 to 0 dl 1777022455 ref 1 fl Complete:H/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022444.986756:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e77100 with x1863342815857792 ext(380928->409599)
00010000:00010000:3.0:1777022444.986766:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.986785:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022444.986793:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa48e77100
00000100:00100000:3.0:1777022444.989979:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022444.990263:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815857920
00000100:00100000:2.0:1777022444.990275:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815857920
00000100:00100000:2.0:1777022444.990338:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 345
00000100:00100000:2.0:1777022444.990364:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815857920:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022444.990382:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022444.990401:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e55 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.990431:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022444.990437:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e33a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e4e expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.990444:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022444.990448:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.990490:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e33a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e4e expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.990504:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022444.990516:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:2.0:1777022444.990578:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815857920:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 218us (607us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022444.990586:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 345
00000100:00100000:1.0:1777022444.992825:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022444.992943:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815858048
00000100:00100000:0.0:1777022444.992952:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815858048
00010000:00010000:0.0:1777022444.992984:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.993020:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 307
00000100:00100000:0.0:1777022444.993029:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2379:x1863342815858048:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022444.993064:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022444.993083:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.993095:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.993117:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e339c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e47 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.993140:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.993142:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022444.993149:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e33a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e4e expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.993158:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e33a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e4e expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.993191:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e33a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e4e expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022444.993204:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e33a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e4e expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022444.993216:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835763840:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022444.993283:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022444.996064:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835763840:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022444.996089:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022444.996147:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815858048:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3118us (3329us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022444.996158:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 307
00000100:00100000:2.0:1777022444.997135:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022444.997432:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815858176
00000100:00100000:3.0:1777022444.997441:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815858176
00010000:00010000:3.0:1777022444.997480:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e33a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e4e expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.997517:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 308
00000100:00100000:3.0:1777022444.997528:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2380:x1863342815858176:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022444.997541:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022444.997561:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e33a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e4e expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.997574:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e33a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e4e expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.997597:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e33a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e4e expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.997613:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.997614:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022444.997622:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.997631:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022444.997666:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022444.997694:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835763968:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022444.997769:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5780 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.001551:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835763968:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.001575:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.001629:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2380:x1863342815858176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4102us (4506us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.001639:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 308
00000100:00100000:0.0:1777022445.009701:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.009941:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815858304
00000100:00100000:2.0:1777022445.009950:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815858304
00000100:00100000:2.0:1777022445.010050:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 346
00000100:00100000:2.0:1777022445.010076:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10115:x1863342815858304:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022445.010093:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022445.010111:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e5c expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.010143:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.010152:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.010154:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.010158:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.010190:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.010203:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 25 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.010216:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835764096:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022445.010296:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00080000:3.0:1777022445.010850:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022445.015950:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.016899:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835764096:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022445.016933:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.016955:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:3.0:1777022445.017007:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815858304:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6935us (7315us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.017016:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 346
00000100:00100000:2.0:1777022445.017540:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815858432
00000100:00100000:2.0:1777022445.017549:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815858432
00002000:00100000:2.0:1777022445.017599:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa656bad80 x1863342815858432/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022445.017608:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bad80 with x1863342815858432 ext(380928->409599)
00010000:00010000:2.0:1777022445.017629:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.017642:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022445.017650:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656bad80
00000100:00100000:2.0:1777022445.017677:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 210
00000100:00100000:2.0:1777022445.017686:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815858432:12345-192.168.202.33@tcp:3:kworker.0
00000100:00080000:3.0:1777022445.018898:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022445.027005:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815858432:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9309us (11054us total) trans 0 rc 28672/28672
00000100:00100000:2.0:1777022445.027017:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 210
00002000:00100000:2.0:1777022445.027041:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa656bad80 x1863342815858432/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/440 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022445.027052:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bad80 with x1863342815858432 ext(380928->409599)
00010000:00010000:2.0:1777022445.027061:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.027079:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022445.027088:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656bad80
00000100:00100000:1.0:1777022445.031271:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.031313:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.031410:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815858560
00000100:00100000:0.0:1777022445.031419:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815858560
00000100:00100000:0.0:1777022445.031478:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 347
00000100:00100000:0.0:1777022445.031489:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815858560:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022445.031675:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022445.031696:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e63 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.031727:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.031733:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.031749:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022445.031753:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e63 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.031794:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.031808:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e63 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.031840:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:0.0:1777022445.031933:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815858560:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 445us (670us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.031940:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 347
00000100:00100000:3.0:1777022445.032163:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815858688
00000100:00100000:3.0:1777022445.032169:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815858688
00010000:00010000:3.0:1777022445.032188:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.032219:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 309
00000100:00100000:3.0:1777022445.032227:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2379:x1863342815858688:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.032242:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.032262:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.032275:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.032296:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e33aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e55 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.032309:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.032311:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.032330:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.032341:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.032365:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.032377:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.032391:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835764352:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.032444:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5780 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.038261:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.038342:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815858816
00000100:00100000:0.0:1777022445.038351:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815858816
00002000:00100000:0.0:1777022445.038397:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa656baa00 x1863342815858816/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.038408:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656baa00 with x1863342815858816 ext(380928->385023)
00010000:00010000:0.0:1777022445.038416:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.038431:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.038439:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656baa00
00000100:00100000:0.0:1777022445.038475:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 211
00000100:00100000:0.0:1777022445.038485:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815858816:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022445.038677:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815858816:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 193us (423us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022445.038685:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 211
00002000:00100000:0.0:1777022445.038692:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa656baa00 x1863342815858816/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.038714:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656baa00 with x1863342815858816 ext(380928->385023)
00010000:00010000:0.0:1777022445.038719:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.038730:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.038737:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656baa00
00000100:00100000:3.0:1777022445.039014:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835764352:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.039033:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.039069:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815858688:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6843us (7755us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.039076:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 309
00000100:00100000:1.0:1777022445.042436:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.042627:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815858944
00000100:00100000:2.0:1777022445.042636:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815858944
00000100:00100000:2.0:1777022445.042692:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 348
00000100:00100000:2.0:1777022445.042711:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815858944:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022445.042727:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022445.042753:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e33bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e6a expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.042784:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.042790:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e63 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.042797:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022445.042801:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e33bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e6a expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.042838:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e63 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.042850:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e33bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e6a expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.042905:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022445.042965:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10115:x1863342815858944:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 256us (536us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.042971:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 348
00000100:00100000:1.0:1777022445.045734:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.046395:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815859072
00000100:00100000:2.0:1777022445.046406:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815859072
00010000:00010000:2.0:1777022445.046443:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.046512:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 310
00000100:00100000:2.0:1777022445.046522:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2378:x1863342815859072:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022445.046537:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022445.046558:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.046570:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.046593:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e5c expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.046610:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.046612:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.046619:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e63 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.046628:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e63 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.046664:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e63 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.046676:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e63 expref: 25 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.046696:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835764608:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022445.046788:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530000 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.053527:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835764608:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022445.053554:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022445.053619:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815859072:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7098us (7893us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.053630:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 310
00000100:00100000:1.0:1777022445.056460:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.056546:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815859200
00000100:00100000:0.0:1777022445.056556:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815859200
00010000:00010000:0.0:1777022445.056598:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e63 expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.056640:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 311
00000100:00100000:0.0:1777022445.056649:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815859200:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022445.056664:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022445.056684:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e63 expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.056697:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e63 expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.056722:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e63 expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.056766:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.056768:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.056777:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e33bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e6a expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.056787:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e33bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e6a expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.056822:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e33bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e6a expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.056835:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835764736:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022445.056949:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.066292:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.066758:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815859328
00000100:00100000:3.0:1777022445.066767:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815859328
00000100:00100000:3.0:1777022445.066824:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 349
00000100:00100000:3.0:1777022445.066834:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815859328:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022445.066852:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022445.066911:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e71 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.066943:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e33bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e6a expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.066953:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.066955:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.066958:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.066990:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e33bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e6a expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.067003:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e33bf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e6a expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.067360:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835764864:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022445.067445:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5780 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.070445:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835764736:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022445.070472:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022445.070528:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2379:x1863342815859200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 13878us (14074us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.070539:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 311
00000100:00100000:3.0:1777022445.070629:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835764864:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022445.070651:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.070671:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022445.070695:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815859328:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3863us (4412us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.070702:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 349
00000100:00100000:1.0:1777022445.073761:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.073894:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815859456
00000100:00100000:3.0:1777022445.073941:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815859456
00010000:00010000:3.0:1777022445.073979:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e33bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e6a expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.074021:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 312
00000100:00100000:3.0:1777022445.074044:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc55c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815859456:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.074060:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.074080:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e33bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e6a expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.074093:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e33bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e6a expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.074147:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e33bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e6a expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.074163:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.074165:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.074172:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.074181:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.074217:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.074228:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835764992:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.074304:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5780 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.079784:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835764992:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.079810:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.079912:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc55c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815859456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5881us (6159us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.079922:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 312
00000100:00100000:1.0:1777022445.081412:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.081502:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815859584
00000100:00100000:0.0:1777022445.081510:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815859584
00002000:00100000:0.0:1777022445.081555:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa657cc700 x1863342815859584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.081566:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc700 with x1863342815859584 ext(380928->409599)
00002000:00010000:0.0:1777022445.081571:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cc700
00000100:00100000:0.0:1777022445.081617:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 141
00000100:00100000:0.0:1777022445.081626:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815859584:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.086663:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.087276:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815859712
00000100:00100000:0.0:1777022445.087287:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815859712
00000100:00100000:0.0:1777022445.087360:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 350
00000100:00100000:0.0:1777022445.087370:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10115:x1863342815859712:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022445.087389:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022445.087408:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e78 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.087442:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.087451:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.087452:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.087456:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.087488:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.087501:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.087515:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835765120:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022445.087592:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.092942:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815859584:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 11306us (11525us total) trans 0 rc 28672/28672
00000100:00100000:0.0:1777022445.092954:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 141
00002000:00100000:0.0:1777022445.092965:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa657cc700 x1863342815859584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/440 e 0 to 0 dl 1777022456 ref 1 fl Complete:/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.092975:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc700 with x1863342815859584 ext(380928->409599)
00010000:00010000:0.0:1777022445.092984:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.093001:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.093007:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cc700
00000100:00100000:0.0:1777022445.094999:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835765120:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022445.095188:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.095210:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:0.0:1777022445.095315:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815859712:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7946us (8662us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.095335:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 350
00000100:00100000:1.0:1777022445.099046:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.099173:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.099819:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815859840
00000100:00100000:2.0:1777022445.099830:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815859840
00000100:00100000:2.0:1777022445.099907:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 351
00000100:00100000:2.0:1777022445.099917:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815859840:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022445.099936:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022445.099955:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e7f expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.099985:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.099990:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.099997:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022445.100000:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e7f expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.100049:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.100077:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e7f expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.100089:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:2.0:1777022445.100157:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815859840:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 243us (1132us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.100164:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 351
00000100:00100000:0.0:1777022445.103187:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815859968
00000100:00100000:0.0:1777022445.103200:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815859968
00010000:00010000:0.0:1777022445.103245:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.103912:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 313
00000100:00100000:0.0:1777022445.103924:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815859968:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022445.103940:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022445.103960:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.103972:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.103994:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e33c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e71 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.104010:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.104012:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.104018:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.104028:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.104082:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.104094:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.104118:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835765376:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022445.104262:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.108523:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.108807:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815860096
00000100:00100000:3.0:1777022445.108816:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815860096
00002000:00100000:3.0:1777022445.108880:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa467b6d80 x1863342815860096/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.108910:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b6d80 with x1863342815860096 ext(380928->385023)
00010000:00010000:3.0:1777022445.108920:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.108937:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.108944:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b6d80
00000100:00100000:3.0:1777022445.108975:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 212
00000100:00100000:3.0:1777022445.108983:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815860096:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022445.109156:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815860096:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 173us (641us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022445.109163:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 212
00002000:00100000:3.0:1777022445.109168:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa467b6d80 x1863342815860096/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.109177:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b6d80 with x1863342815860096 ext(380928->385023)
00010000:00010000:3.0:1777022445.109182:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.109192:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.109198:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b6d80
00000100:00100000:3.0:1777022445.112558:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.112665:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.112768:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815860352
00000100:00100000:2.0:1777022445.112777:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815860352
00010000:00010000:2.0:1777022445.112813:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.112885:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 314
00000100:00100000:2.0:1777022445.112895:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815860352:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022445.112910:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022445.112928:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.112941:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.112968:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.112970:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.112991:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e7f expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.113000:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e7f expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.113050:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e7f expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.113065:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835765504:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022445.113151:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530000 going to sleep for 11 seconds
00010000:00010000:0.0:1777022445.114573:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e78 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.114596:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835765376:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022445.114618:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022445.114676:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815859968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10755us (15502us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.114685:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 313
00000100:00100000:1.0:1777022445.116503:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815860224
00000100:00100000:1.0:1777022445.116516:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815860224
00000100:00100000:1.0:1777022445.116572:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 352
00000100:00100000:1.0:1777022445.116582:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815860224:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.116598:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.116616:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e33db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e86 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.116645:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e7f expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.116656:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.116658:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.116662:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e33db lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e86 expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.116697:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e7f expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.116710:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33d4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e7f expref: 25 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.116752:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835765632:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022445.116837:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be309c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.120892:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.120988:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835765504:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.121012:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.121082:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2378:x1863342815860352:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8188us (8415us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.121092:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 314
00000100:00100000:3.0:1777022445.121131:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815860480
00000100:00100000:3.0:1777022445.121137:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815860480
00010000:00010000:3.0:1777022445.121167:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33d4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e7f expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.121196:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 315
00000100:00100000:3.0:1777022445.121205:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815860480:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.121217:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.121236:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33d4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e7f expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.121249:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e7f expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.121275:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.121277:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.121284:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e33db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e86 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.121295:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e33db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e86 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.121353:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e33db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e86 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.121367:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835765760:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.121414:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00010000:00010000:1.0:1777022445.122636:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e33d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e7f expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.122652:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835765632:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022445.122674:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e33db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e86 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.122686:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022445.123293:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815860224:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6154us (10185us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.123304:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 352
00000100:00100000:3.0:1777022445.127338:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835765760:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.127365:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.127420:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2377:x1863342815860480:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6216us (6535us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.127431:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 315
00000100:00100000:3.0:1777022445.133164:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.133407:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815860608
00000100:00100000:0.0:1777022445.133416:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815860608
00000100:00100000:0.0:1777022445.133475:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 353
00000100:00100000:0.0:1777022445.133486:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815860608:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022445.133504:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022445.133522:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e8d expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.133557:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e33db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e86 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.133566:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.133567:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.133572:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.133618:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e33db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e86 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.133631:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e33db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e86 expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.133645:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835765888:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022445.133729:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.136351:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835765888:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022445.136385:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.136408:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:0.0:1777022445.136462:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815860608:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2978us (3306us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.136472:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 353
00000100:00100000:3.0:1777022445.139113:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.139296:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815860736
00000100:00100000:0.0:1777022445.139306:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815860736
00010000:00010000:0.0:1777022445.139354:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e33db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e86 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.139429:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 316
00000100:00100000:0.0:1777022445.139440:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815860736:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022445.139474:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022445.139496:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e33db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e86 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.139510:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e33db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e86 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.139533:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e33db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e86 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.139550:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.139552:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.139559:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.139568:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.139602:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.139616:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835766016:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022445.139697:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.147463:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.147553:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815860864
00000100:00100000:2.0:1777022445.147562:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815860864
00000100:00100000:2.0:1777022445.147620:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 354
00000100:00100000:2.0:1777022445.147630:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815860864:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022445.147649:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022445.147667:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e94 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.147700:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.147710:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.147712:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.147716:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.147920:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.147933:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 25 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.147946:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa8131fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835766144:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022445.148021:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530180 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.160175:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.160409:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835766016:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022445.160433:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022445.160490:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2378:x1863342815860736:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 21052us (21387us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.160515:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 316
00000100:00100000:3.0:1777022445.160978:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815860992
00000100:00100000:3.0:1777022445.160986:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815860992
00002000:00100000:3.0:1777022445.161044:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa8131d880 x1863342815860992/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.161055:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131d880 with x1863342815860992 ext(380928->409599)
00010000:00010000:3.0:1777022445.161063:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.161079:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.161087:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131d880
00000100:00100000:3.0:1777022445.161127:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 213
00000100:00100000:3.0:1777022445.161137:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815860992:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.167939:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa8131fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835766144:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022445.167977:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.168000:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:1.0:1777022445.168715:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815860864:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 21084us (21256us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.170093:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 354
00000100:00100000:2.0:1777022445.172370:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815860992:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 11225us (12195us total) trans 0 rc 28672/28672
00000100:00100000:2.0:1777022445.172381:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 213
00002000:00100000:2.0:1777022445.172394:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa8131d880 x1863342815860992/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/440 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022445.172406:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131d880 with x1863342815860992 ext(380928->409599)
00010000:00010000:2.0:1777022445.172415:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.172434:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022445.172442:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131d880
00000100:00100000:3.0:1777022445.177586:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.177921:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815861120
00000100:00100000:1.0:1777022445.177947:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815861120
00000100:00100000:1.0:1777022445.178004:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 355
00000100:00100000:1.0:1777022445.178014:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815861120:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.178225:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.178243:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840e9b expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.178273:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.178279:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.178286:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022445.178290:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e9b expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.178342:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.178354:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e9b expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.178367:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:1.0:1777022445.178424:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815861120:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 412us (858us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.178431:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 355
00000100:00100000:3.0:1777022445.181939:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.182039:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815861248
00000100:00100000:1.0:1777022445.182049:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815861248
00010000:00010000:1.0:1777022445.182096:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.182140:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 317
00000100:00100000:1.0:1777022445.182150:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2379:x1863342815861248:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022445.182164:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022445.182182:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.182195:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.182218:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e8d expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.182233:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.182235:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.182243:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.182251:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.182283:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.182295:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.182315:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835766400:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022445.182424:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be309c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.185278:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835766400:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022445.185302:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022445.185364:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815861248:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3214us (3432us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.185375:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 317
00000100:00100000:1.0:1777022445.190435:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.190539:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815861376
00000100:00100000:3.0:1777022445.190549:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815861376
00002000:00100000:3.0:1777022445.190692:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa658d6d80 x1863342815861376/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.190703:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6d80 with x1863342815861376 ext(380928->385023)
00010000:00010000:3.0:1777022445.190712:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.190888:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.190896:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d6d80
00000100:00100000:3.0:1777022445.190975:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 214
00000100:00100000:3.0:1777022445.190985:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815861376:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022445.191199:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815861376:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 214us (773us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022445.191206:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 214
00002000:00100000:3.0:1777022445.191213:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa658d6d80 x1863342815861376/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.191221:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6d80 with x1863342815861376 ext(380928->385023)
00010000:00010000:3.0:1777022445.191240:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.191251:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.191258:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d6d80
00000100:00100000:3.0:1777022445.196180:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.196223:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.196368:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815861504
00000100:00100000:0.0:1777022445.196377:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815861504
00000100:00100000:0.0:1777022445.196435:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 356
00000100:00100000:0.0:1777022445.196446:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815861504:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022445.196465:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022445.196483:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ea2 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.196514:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.196520:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e9b expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.196527:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022445.196532:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33f7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea2 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.196581:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e9b expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.196594:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea2 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.196607:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:0.0:1777022445.196660:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10115:x1863342815861504:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 217us (490us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.196683:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 356
00000100:00100000:1.0:1777022445.196969:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815861632
00000100:00100000:1.0:1777022445.196973:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815861632
00010000:00010000:1.0:1777022445.196993:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 28 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.197020:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 318
00000100:00100000:1.0:1777022445.197027:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2378:x1863342815861632:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022445.197036:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022445.197053:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 28 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.197065:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 28 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.197082:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e33e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e94 expref: 28 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.197105:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.197107:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.197114:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e9b expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.197133:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e9b expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.197157:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e9b expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.197170:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e9b expref: 25 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.197183:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835766656:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022445.197230:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be309c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.202598:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835766656:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.202624:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.202672:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815861632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5644us (6447us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.202683:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 318
00000100:00100000:3.0:1777022445.205715:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.205821:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815861760
00000100:00100000:2.0:1777022445.205843:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815861760
00010000:00010000:2.0:1777022445.205928:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e9b expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.205973:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 319
00000100:00100000:2.0:1777022445.205983:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc57850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815861760:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022445.205997:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022445.206016:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e9b expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.206044:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e9b expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.206068:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e9b expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.206085:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.206087:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.206096:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea2 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.206105:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea2 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.206155:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea2 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.206185:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa8131fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835766784:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022445.206270:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530180 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.213058:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa8131fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835766784:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022445.213086:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022445.213144:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc57850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2377:x1863342815861760:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7161us (7436us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.213155:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 319
00000100:00100000:0.0:1777022445.213995:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.214080:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815861888
00000100:00100000:1.0:1777022445.214087:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815861888
00000100:00100000:1.0:1777022445.214136:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 357
00000100:00100000:1.0:1777022445.214145:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815861888:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.214163:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.214182:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ea9 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.214213:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea2 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.214234:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.214236:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.214240:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.214272:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea2 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.214286:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea2 expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.214299:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835766912:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022445.214372:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.219521:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835766912:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022445.219554:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.219587:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:1.0:1777022445.219647:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815861888:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5503us (5654us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.219656:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 357
00010000:00010000:2.0:1777022445.225703:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022445.226250:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.226334:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815862016
00000100:00100000:3.0:1777022445.226344:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815862016
00010000:00010000:3.0:1777022445.226376:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea2 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.226413:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 320
00000100:00100000:3.0:1777022445.226422:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815862016:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.226436:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.226454:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea2 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.226484:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea2 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.226506:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e33f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea2 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.226522:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.226524:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.226531:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.226541:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.226584:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.226597:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835767040:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.226669:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.231353:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835767040:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.231383:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.231441:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815862016:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5019us (5195us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.231451:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 320
00000100:00100000:0.0:1777022445.234012:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.236784:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.237582:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815862272
00000100:00100000:1.0:1777022445.237593:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815862272
00000100:00100000:1.0:1777022445.237655:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 358
00000100:00100000:1.0:1777022445.237665:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10115:x1863342815862272:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.237696:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.237713:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840eb0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.237758:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.237767:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.237769:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.237773:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.237808:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.237822:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 25 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.237835:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835767168:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022445.237951:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.238933:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815862144
00000100:00100000:2.0:1777022445.238942:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815862144
00002000:00100000:2.0:1777022445.238984:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa65bef800 x1863342815862144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022445.238995:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef800 with x1863342815862144 ext(380928->409599)
00010000:00010000:2.0:1777022445.239002:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.239015:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022445.239022:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bef800
00000100:00100000:2.0:1777022445.239059:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 215
00000100:00100000:2.0:1777022445.239068:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815862144:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022445.244814:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815862144:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5738us (10800us total) trans 0 rc 28672/28672
00000100:00100000:2.0:1777022445.244839:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 215
00002000:00100000:2.0:1777022445.244851:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa65bef800 x1863342815862144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/440 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022445.244892:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef800 with x1863342815862144 ext(380928->409599)
00010000:00010000:2.0:1777022445.244901:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.244917:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022445.244924:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bef800
00000100:00100000:1.0:1777022445.245989:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835767168:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022445.246017:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.246049:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022445.246097:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815862272:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8434us (9321us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.246114:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 358
00000100:00100000:0.0:1777022445.251419:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.251512:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815862400
00000100:00100000:2.0:1777022445.251522:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815862400
00000100:00100000:2.0:1777022445.251590:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 359
00000100:00100000:2.0:1777022445.251603:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815862400:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022445.251621:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022445.251641:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e340c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840eb7 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.251675:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.251680:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.251686:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022445.251690:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e340c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb7 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.252025:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.252290:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e340c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb7 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.252304:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022445.252472:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815862400:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 873us (1061us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.252480:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 359
00000100:00100000:0.0:1777022445.254927:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.256884:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815862528
00000100:00100000:1.0:1777022445.256898:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815862528
00010000:00010000:1.0:1777022445.256939:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.257046:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 321
00000100:00100000:1.0:1777022445.257056:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65befb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815862528:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022445.257074:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022445.257093:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.257107:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.257382:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e33fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ea9 expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.257398:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.257399:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.257407:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.257418:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.257478:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.257489:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.257503:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835767424:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022445.257602:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.262600:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.262744:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815862656
00000100:00100000:2.0:1777022445.262753:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815862656
00002000:00100000:2.0:1777022445.262799:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa65a13800 x1863342815862656/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022445.262817:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13800 with x1863342815862656 ext(380928->385023)
00010000:00010000:2.0:1777022445.262828:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.262845:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022445.262882:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a13800
00000100:00100000:2.0:1777022445.262907:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 216
00000100:00100000:2.0:1777022445.262916:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815862656:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022445.263623:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815862656:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 704us (1028us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022445.263632:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 216
00002000:00100000:2.0:1777022445.263640:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa65a13800 x1863342815862656/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022445.263649:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13800 with x1863342815862656 ext(380928->385023)
00010000:00010000:2.0:1777022445.263655:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.263667:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022445.263674:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a13800
00000100:00100000:1.0:1777022445.266265:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835767424:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022445.266291:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022445.267772:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65befb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815862528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10710us (12846us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.267785:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 321
00000100:00100000:3.0:1777022445.269472:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.269568:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815862784
00000100:00100000:1.0:1777022445.269579:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815862784
00000100:00100000:1.0:1777022445.269634:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 360
00000100:00100000:1.0:1777022445.269644:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815862784:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.269666:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.269685:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ebe expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.269729:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.269741:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e340c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb7 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.269783:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022445.269789:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.269829:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e340c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb7 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.269847:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.270181:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:1.0:1777022445.270255:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10115:x1863342815862784:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 612us (790us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.270263:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 360
00000100:00100000:0.0:1777022445.272708:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.273062:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815862912
00000100:00100000:1.0:1777022445.273073:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815862912
00010000:00010000:1.0:1777022445.273113:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.273158:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 322
00000100:00100000:1.0:1777022445.273168:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2379:x1863342815862912:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022445.273183:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022445.273203:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.273236:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.273259:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3405 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb0 expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.273274:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.273276:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.273284:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e340c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb7 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.273295:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e340c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb7 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.273342:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e340c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb7 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.273355:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e340c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb7 expref: 25 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.273368:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835767680:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022445.273493:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.279503:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.279583:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815863040
00000100:00100000:2.0:1777022445.279593:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815863040
00010000:00010000:2.0:1777022445.279628:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e340c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb7 expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.279668:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 323
00000100:00100000:2.0:1777022445.279678:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815863040:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022445.279692:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022445.279711:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e340c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb7 expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.279744:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e340c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb7 expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.279783:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.279785:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.279793:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.279803:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.279839:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.279877:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa8131f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835767808:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022445.279944:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.282990:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa8131f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835767808:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022445.283012:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022445.283071:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815863040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3394us (3576us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.283081:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 323
00010000:00010000:1.0:1777022445.284582:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e340c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eb7 expref: 25 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.284624:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835767680:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022445.284642:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022445.285201:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2379:x1863342815862912:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12032us (12499us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.285212:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 322
00000100:00100000:0.0:1777022445.290743:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.290895:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815863168
00000100:00100000:1.0:1777022445.290906:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815863168
00000100:00100000:1.0:1777022445.290965:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 361
00000100:00100000:1.0:1777022445.290975:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815863168:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.290995:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.291013:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ec5 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.291056:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.291065:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.291067:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.291070:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.291101:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.291113:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.291126:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835767936:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022445.291209:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.294748:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.294914:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815863296
00000100:00100000:2.0:1777022445.294922:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815863296
00002000:00100000:2.0:1777022445.294963:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa658d5f80 x1863342815863296/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022445.294974:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5f80 with x1863342815863296 ext(380928->385023)
00010000:00010000:2.0:1777022445.294982:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.295010:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022445.295018:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d5f80
00000100:00100000:2.0:1777022445.295057:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 217
00000100:00100000:2.0:1777022445.295065:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815863296:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022445.295211:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815863296:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 146us (476us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022445.295218:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 217
00002000:00100000:2.0:1777022445.295223:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa658d5f80 x1863342815863296/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022445.295232:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5f80 with x1863342815863296 ext(380928->385023)
00010000:00010000:2.0:1777022445.295237:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.295247:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 27 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022445.295254:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d5f80
00000100:00100000:3.0:1777022445.295990:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835767936:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022445.296016:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.296157:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:3.0:1777022445.296198:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815863168:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5225us (5484us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.296206:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 361
00000100:00100000:1.0:1777022445.300484:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.300943:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815863424
00000100:00100000:2.0:1777022445.300952:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815863424
00000100:00100000:2.0:1777022445.301008:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 362
00000100:00100000:2.0:1777022445.301019:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815863424:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022445.301247:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022445.301265:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3421 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ecc expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.301295:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.301302:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.301309:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022445.301314:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3421 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ecc expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.301366:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.301381:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3421 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ecc expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.301397:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022445.301460:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10115:x1863342815863424:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 443us (986us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.301468:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 362
00000100:00100000:0.0:1777022445.304432:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.304581:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815863552
00000100:00100000:3.0:1777022445.304591:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815863552
00010000:00010000:3.0:1777022445.304627:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 28 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.304673:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 324
00000100:00100000:3.0:1777022445.304683:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2378:x1863342815863552:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.304696:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.304714:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 28 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.304728:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 28 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.304758:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3413 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ebe expref: 28 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.304789:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.304791:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.304798:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.304808:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.304846:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.304917:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 25 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.304930:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835768192:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.305003:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.307938:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835768192:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.307965:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.308011:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815863552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3329us (3586us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.308022:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 324
00000100:00100000:0.0:1777022445.317428:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.317544:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815863680
00000100:00100000:2.0:1777022445.317555:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815863680
00002000:00100000:2.0:1777022445.317609:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa65c52680 x1863342815863680/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022445.317643:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52680 with x1863342815863680 ext(380928->409599)
00010000:00010000:2.0:1777022445.317654:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.317672:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022445.317679:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52680
00000100:00100000:2.0:1777022445.317713:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 218
00000100:00100000:2.0:1777022445.317732:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815863680:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022445.327462:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815863680:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9723us (10037us total) trans 0 rc 28672/28672
00000100:00100000:2.0:1777022445.327475:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 218
00002000:00100000:2.0:1777022445.327488:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa65c52680 x1863342815863680/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/440 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022445.327497:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52680 with x1863342815863680 ext(380928->409599)
00010000:00010000:2.0:1777022445.327507:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.327526:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022445.327534:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52680
00000100:00100000:0.0:1777022445.330955:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.331058:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815863808
00000100:00100000:3.0:1777022445.331071:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815863808
00000100:00100000:3.0:1777022445.331133:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 363
00000100:00100000:3.0:1777022445.331143:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815863808:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022445.331174:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022445.331192:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3428 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ed3 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.331222:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.331228:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3421 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ecc expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.331234:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022445.331239:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3428 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ed3 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.331277:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3421 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ecc expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.331292:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3428 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ed3 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.331305:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa40030400, rc 0)
00000100:00100000:3.0:1777022445.331377:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815863808:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 235us (430us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.331384:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 363
00000100:00100000:1.0:1777022445.334639:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.334754:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815863936
00000100:00100000:2.0:1777022445.334764:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815863936
00010000:00010000:2.0:1777022445.334807:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.334872:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 325
00000100:00100000:2.0:1777022445.334883:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815863936:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022445.334899:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022445.334919:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.334931:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.334959:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e341a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ec5 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.334976:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.334977:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.334985:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3421 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ecc expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.334995:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3421 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ecc expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.335587:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3421 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ecc expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.335624:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ecc expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.335643:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa8131f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835768448:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022445.335841:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.340569:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.340654:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815864064
00000100:00100000:1.0:1777022445.340664:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815864064
00010000:00010000:1.0:1777022445.340701:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3421 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ecc expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.340762:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 326
00000100:00100000:1.0:1777022445.340772:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc57c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815864064:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022445.340787:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022445.340809:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3421 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ecc expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.340824:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ecc expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.340850:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.340892:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.340900:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3428 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ed3 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.340911:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ed3 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.340948:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ed3 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.340977:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835768576:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022445.341497:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be303c0 going to sleep for 11 seconds
00010000:00010000:2.0:1777022445.342082:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3421 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ecc expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.342098:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa8131f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835768448:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022445.342114:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022445.342172:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815863936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7291us (7542us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.342181:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 325
00000100:00100000:1.0:1777022445.348200:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835768576:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022445.348226:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022445.348289:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc57c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2377:x1863342815864064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7518us (7728us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.348303:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 326
00000100:00100000:0.0:1777022445.351138:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.351295:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815864192
00000100:00100000:3.0:1777022445.351307:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815864192
00000100:00100000:3.0:1777022445.351375:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 364
00000100:00100000:3.0:1777022445.351387:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10115:x1863342815864192:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022445.351422:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022445.351442:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840eda expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.351475:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3428 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ed3 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.351485:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.351487:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.351491:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.351524:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ed3 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.351537:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ed3 expref: 25 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.351552:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835768704:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022445.351632:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.355928:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835768704:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022445.355963:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.355988:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa40030600, rc 0)
00000100:00100000:3.0:1777022445.356052:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815864192:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4668us (4933us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.356078:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 364
00000100:00100000:3.0:1777022445.357109:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.359518:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.359613:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815864448
00000100:00100000:2.0:1777022445.359622:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815864448
00000100:00100000:2.0:1777022445.359679:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 365
00000100:00100000:2.0:1777022445.359691:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815864448:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022445.359708:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022445.359749:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ee1 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.359787:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.359794:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.359820:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022445.359825:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.359897:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.359913:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.359926:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022445.359983:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815864448:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 295us (474us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.359990:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 365
00000100:00100000:1.0:1777022445.361698:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815864320
00000100:00100000:1.0:1777022445.361709:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815864320
00010000:00010000:1.0:1777022445.361762:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ed3 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.361800:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 327
00000100:00100000:1.0:1777022445.361809:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815864320:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022445.361823:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022445.361842:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ed3 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.361868:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ed3 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.361895:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca4e7ba9/0x72ae7b78094e3428 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ed3 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.361936:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.361938:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.361945:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.361954:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.361988:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.362001:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.362014:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835768960:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022445.362447:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30e40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.369580:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.369680:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815864576
00000100:00100000:2.0:1777022445.369690:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815864576
00002000:00100000:2.0:1777022445.369759:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa65c52d80 x1863342815864576/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022445.369771:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52d80 with x1863342815864576 ext(380928->385023)
00010000:00010000:2.0:1777022445.369781:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.369797:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022445.369821:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52d80
00000100:00100000:2.0:1777022445.369887:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:2.0:1777022445.369898:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815864576:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022445.370507:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815864576:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 609us (937us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022445.370516:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 219
00002000:00100000:2.0:1777022445.370524:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa65c52d80 x1863342815864576/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022445.370532:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52d80 with x1863342815864576 ext(380928->385023)
00010000:00010000:2.0:1777022445.370538:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.370551:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022445.370558:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52d80
00000100:00100000:1.0:1777022445.371383:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835768960:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022445.371406:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022445.371454:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815864320:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9646us (14349us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.371463:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 327
00000100:00100000:0.0:1777022445.375621:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.375756:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815864704
00000100:00100000:2.0:1777022445.375767:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815864704
00000100:00100000:2.0:1777022445.375839:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 366
00000100:00100000:2.0:1777022445.375851:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815864704:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022445.375907:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022445.375930:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ee8 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.375979:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.375985:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.375992:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022445.375997:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee8 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.376459:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.376477:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee8 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.376492:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022445.376591:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10115:x1863342815864704:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 742us (981us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.376599:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 366
00000100:00100000:0.0:1777022445.379298:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.379475:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815864832
00000100:00100000:2.0:1777022445.379488:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815864832
00010000:00010000:2.0:1777022445.379528:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.379574:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 328
00000100:00100000:2.0:1777022445.379584:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2377:x1863342815864832:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022445.379613:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022445.379635:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.379650:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.379675:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035e3d2e8/0x72ae7b78094e342f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eda expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.379692:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.379694:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.379703:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.379714:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.380011:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.380228:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 25 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.380244:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa8131f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835769216:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022445.380335:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530000 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.386529:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.386606:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815864960
00000100:00100000:3.0:1777022445.386616:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815864960
00002000:00100000:3.0:1777022445.386663:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa65c50000 x1863342815864960/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.386674:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50000 with x1863342815864960 ext(380928->409599)
00010000:00010000:3.0:1777022445.386683:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.386701:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.386709:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50000
00000100:00100000:3.0:1777022445.386756:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 220
00000100:00100000:3.0:1777022445.386766:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815864960:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022445.387331:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa8131f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835769216:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022445.387360:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022445.387404:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815864832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7821us (8119us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.387414:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 328
00000100:00100000:0.0:1777022445.391605:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815864960:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4830us (5077us total) trans 0 rc 28672/28672
00000100:00100000:0.0:1777022445.391618:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 220
00002000:00100000:0.0:1777022445.391644:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa65c50000 x1863342815864960/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/440 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.391655:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50000 with x1863342815864960 ext(380928->409599)
00010000:00010000:0.0:1777022445.391665:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.391683:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.391691:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50000
00000100:00100000:0.0:1777022445.396482:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.396526:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.396619:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815865216
00000100:00100000:1.0:1777022445.396628:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815865216
00010000:00010000:1.0:1777022445.396665:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.396745:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 329
00000100:00100000:1.0:1777022445.396755:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815865216:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022445.396770:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022445.396789:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.396802:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.396825:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3436 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee1 expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.396842:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.396845:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:3.0:1777022445.397296:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815865088
00000100:00100000:3.0:1777022445.397302:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815865088
00000100:00100000:3.0:1777022445.397356:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 367
00000100:00100000:3.0:1777022445.397365:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815865088:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022445.397381:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022445.397397:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3444 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840eef expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.397585:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee8 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.397598:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee8 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.398572:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee8 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.398601:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.398603:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.398608:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3444 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eef expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.398647:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee8 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.398661:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70080400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee8 expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.398676:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835769344:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022445.398789:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.405095:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835769344:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022445.405132:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3444 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eef expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.405158:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:0.0:1777022445.405218:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815865088:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7854us (8746us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.405226:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 367
00010000:00010000:1.0:1777022445.406711:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee8 expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.406935:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee8 expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.406970:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835769472:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022445.407199:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30e40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.411961:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.412197:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815865344
00000100:00100000:3.0:1777022445.412206:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815865344
00010000:00010000:3.0:1777022445.412241:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee8 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.412282:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 330
00000100:00100000:3.0:1777022445.412291:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815865344:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.412305:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.412336:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee8 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.412351:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee8 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.412389:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.412391:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.412400:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3444 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eef expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.412409:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3444 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eef expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.412445:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3444 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eef expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.412459:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835769600:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.412532:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00010000:00010000:1.0:1777022445.414084:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e343d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ee8 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.414105:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835769472:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022445.414133:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022445.414182:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815865216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 17428us (17655us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.414192:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 329
00000100:00100000:3.0:1777022445.418628:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835769600:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.418653:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.418724:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2377:x1863342815865344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6432us (6771us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.419346:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 330
00000100:00100000:0.0:1777022445.422439:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.422527:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815865472
00000100:00100000:3.0:1777022445.422538:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815865472
00000100:00100000:3.0:1777022445.422636:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 368
00000100:00100000:3.0:1777022445.422646:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10115:x1863342815865472:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022445.422664:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022445.422682:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ef6 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.422750:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3444 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840eef expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.422760:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.422762:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.422765:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.422799:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3444 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eef expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.422813:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3444 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eef expref: 25 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.422827:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835769728:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022445.422932:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.425663:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835769728:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022445.425698:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.425729:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022445.425791:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815865472:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3147us (3364us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.425800:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 368
00000100:00100000:2.0:1777022445.430569:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.430682:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.431424:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815865728
00000100:00100000:1.0:1777022445.431435:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815865728
00000100:00100000:1.0:1777022445.431495:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 369
00000100:00100000:1.0:1777022445.431505:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815865728:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.431524:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.431542:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840efd expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.431575:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.431581:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.431589:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022445.431593:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.431646:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.431661:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.431674:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1e00, rc 0)
00000100:00100000:1.0:1777022445.431756:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815865728:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 253us (1074us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.431763:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 369
00000100:00100000:0.0:1777022445.433266:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815865600
00000100:00100000:0.0:1777022445.433277:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815865600
00010000:00010000:0.0:1777022445.433327:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3444 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eef expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.433449:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 331
00000100:00100000:0.0:1777022445.433459:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815865600:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022445.433473:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022445.433492:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3444 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eef expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.433506:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3444 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eef expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.433530:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3444 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840eef expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.433543:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.433545:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.433552:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.433560:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.433595:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.433606:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.433625:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835769984:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022445.433707:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.437059:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835769984:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022445.437085:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022445.437136:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815865600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3678us (6579us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.437146:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 331
00000100:00100000:3.0:1777022445.438663:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.438769:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815865856
00000100:00100000:1.0:1777022445.438778:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815865856
00002000:00100000:1.0:1777022445.438824:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa65a13100 x1863342815865856/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.438835:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13100 with x1863342815865856 ext(380928->385023)
00010000:00010000:1.0:1777022445.438844:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.438897:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.438906:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a13100
00000100:00100000:1.0:1777022445.438929:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 221
00000100:00100000:1.0:1777022445.438940:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815865856:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.439121:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815865856:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 183us (465us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022445.439128:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 221
00002000:00100000:1.0:1777022445.439135:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa65a13100 x1863342815865856/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.439143:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13100 with x1863342815865856 ext(380928->385023)
00010000:00010000:1.0:1777022445.439149:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.439159:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.439166:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a13100
00000100:00100000:3.0:1777022445.442131:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.443991:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815865984
00000100:00100000:1.0:1777022445.444004:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815865984
00000100:00100000:1.0:1777022445.444079:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 370
00000100:00100000:1.0:1777022445.444089:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815865984:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.444106:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.444132:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3459 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f04 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.444160:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.444166:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.444188:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022445.444193:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3459 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f04 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.444232:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.444247:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3459 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f04 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.444260:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:1.0:1777022445.444333:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10115:x1863342815865984:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 231us (2198us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.444341:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 370
00000100:00100000:1.0:1777022445.445605:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.446498:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815866112
00000100:00100000:2.0:1777022445.446508:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815866112
00010000:00010000:2.0:1777022445.446543:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 28 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.446577:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 332
00000100:00100000:2.0:1777022445.446587:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2378:x1863342815866112:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022445.446599:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022445.446617:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 28 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.446629:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 28 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.446651:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e344b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ef6 expref: 28 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.446665:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.446677:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.446685:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.446694:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.446749:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.446761:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 25 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.446775:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835770240:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022445.446845:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530000 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.452505:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.453259:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835770240:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022445.453281:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022445.453401:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815866112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6814us (7799us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.453413:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 332
00000100:00100000:0.0:1777022445.453507:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815866240
00000100:00100000:0.0:1777022445.453516:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815866240
00002000:00100000:0.0:1777022445.453558:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa658d4700 x1863342815866240/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.453569:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4700 with x1863342815866240 ext(380928->409599)
00010000:00010000:0.0:1777022445.453578:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.453592:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.453600:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d4700
00000100:00100000:0.0:1777022445.453618:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 222
00000100:00100000:0.0:1777022445.453626:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815866240:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022445.456672:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815866240:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3036us (4165us total) trans 0 rc 28672/28672
00000100:00100000:0.0:1777022445.456700:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 222
00002000:00100000:0.0:1777022445.456713:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa658d4700 x1863342815866240/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/440 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.456740:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4700 with x1863342815866240 ext(380928->409599)
00010000:00010000:0.0:1777022445.456750:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.456768:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.456777:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d4700
00000100:00100000:2.0:1777022445.460923:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.461292:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815866368
00000100:00100000:3.0:1777022445.461301:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815866368
00000100:00100000:3.0:1777022445.461372:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 371
00000100:00100000:3.0:1777022445.461383:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815866368:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022445.461400:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022445.461419:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f0b expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.461453:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.461459:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3459 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f04 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.461466:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022445.461470:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.461509:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3459 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f04 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.461522:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.461536:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022445.461593:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815866368:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 213us (678us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.461614:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 371
00000100:00100000:2.0:1777022445.464270:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.464378:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815866496
00000100:00100000:3.0:1777022445.464388:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815866496
00010000:00010000:3.0:1777022445.464425:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.464468:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 333
00000100:00100000:3.0:1777022445.464479:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc56c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815866496:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.464494:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.464514:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.464529:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.464553:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e3452 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840efd expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.464567:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.464570:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.464579:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3459 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f04 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.464589:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3459 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f04 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.464646:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3459 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f04 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.464659:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3459 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f04 expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.464674:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835770496:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.464779:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa547a5000 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.468266:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835770496:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.468294:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.468366:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc56c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815866496:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3888us (4103us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.468380:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 333
00000100:00100000:2.0:1777022445.472606:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.472685:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815866624
00000100:00100000:3.0:1777022445.472695:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815866624
00010000:00010000:3.0:1777022445.472731:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3459 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f04 expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.472778:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 334
00000100:00100000:3.0:1777022445.472788:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815866624:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.472802:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.472820:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3459 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f04 expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.472851:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3459 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f04 expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.472890:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3459 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f04 expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.472906:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.472908:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.472915:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.472924:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.472962:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.472975:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835770624:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.473072:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b17240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.475926:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835770624:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.475948:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.475999:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815866624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3212us (3401us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.476009:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 334
00000100:00100000:0.0:1777022445.483644:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.483750:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815866752
00000100:00100000:3.0:1777022445.483762:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815866752
00000100:00100000:3.0:1777022445.483820:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 372
00000100:00100000:3.0:1777022445.483831:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10115:x1863342815866752:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022445.483851:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022445.483901:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f12 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.483935:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.483944:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.483946:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.483950:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.483984:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.483996:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 25 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.484009:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835770752:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022445.484090:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b17240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.491340:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835770752:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022445.491374:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.491414:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022445.491476:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815866752:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7645us (7840us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.491485:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 372
00000100:00100000:0.0:1777022445.494251:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.494363:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815866880
00000100:00100000:1.0:1777022445.494373:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815866880
00002000:00100000:1.0:1777022445.494424:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa65c52300 x1863342815866880/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.494434:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52300 with x1863342815866880 ext(380928->409599)
00010000:00010000:1.0:1777022445.494443:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.494479:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.494488:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52300
00000100:00100000:1.0:1777022445.494519:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 223
00000100:00100000:1.0:1777022445.494529:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815866880:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.500539:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815866880:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6000us (6286us total) trans 0 rc 28672/28672
00000100:00100000:1.0:1777022445.500552:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 223
00002000:00100000:1.0:1777022445.500565:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (380928->409599)  req@ffff8efa65c52300 x1863342815866880/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/440 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.500576:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52300 with x1863342815866880 ext(380928->409599)
00010000:00010000:1.0:1777022445.500585:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.500604:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.500612:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52300
00000100:00100000:0.0:1777022445.503929:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.504406:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815867008
00000100:00100000:1.0:1777022445.504415:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815867008
00000100:00100000:1.0:1777022445.504473:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 373
00000100:00100000:1.0:1777022445.504485:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815867008:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.504518:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.504534:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e346e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f19 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.504566:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.504572:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.504578:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022445.504582:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e346e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f19 expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.504621:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.504634:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e346e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f19 expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.504647:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0e00, rc 0)
00000100:00100000:1.0:1777022445.504704:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815867008:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 222us (783us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.504711:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 373
00000100:00100000:2.0:1777022445.508361:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.508545:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815867136
00000100:00100000:0.0:1777022445.508555:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815867136
00010000:00010000:0.0:1777022445.508591:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.508635:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 335
00000100:00100000:0.0:1777022445.508644:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815867136:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022445.508658:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022445.508678:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.508710:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.508959:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3460 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f0b expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.508974:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.508976:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.508983:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.508992:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.509041:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.509053:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.509066:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835771008:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022445.509352:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.511952:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835771008:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022445.511976:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022445.512035:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815867136:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3384us (3676us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.512059:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 335
00000100:00100000:2.0:1777022445.514425:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.514631:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815867264
00000100:00100000:3.0:1777022445.514640:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815867264
00002000:00100000:3.0:1777022445.514687:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa6578df80 x1863342815867264/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.514698:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578df80 with x1863342815867264 ext(380928->385023)
00010000:00010000:3.0:1777022445.514708:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.514746:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.514753:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578df80
00000100:00100000:3.0:1777022445.514783:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 224
00000100:00100000:3.0:1777022445.514792:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815867264:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022445.515016:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815867264:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 223us (597us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022445.515038:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 224
00002000:00100000:3.0:1777022445.515046:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa6578df80 x1863342815867264/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.515076:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578df80 with x1863342815867264 ext(380928->385023)
00010000:00010000:3.0:1777022445.515082:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.515094:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.515101:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578df80
00000100:00100000:2.0:1777022445.523939:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.523981:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.524162:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815867520
00000100:00100000:3.0:1777022445.524172:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815867520
00010000:00010000:3.0:1777022445.524208:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.524252:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 336
00000100:00100000:3.0:1777022445.524261:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815867520:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.524275:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.524294:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.524307:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.524343:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3467 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f12 expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.524369:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.524371:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.524379:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e346e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f19 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.524387:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e346e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f19 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.524425:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e346e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f19 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.524438:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835771136:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.524516:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b17240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.526072:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815867392
00000100:00100000:1.0:1777022445.526082:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815867392
00000100:00100000:1.0:1777022445.526230:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 374
00000100:00100000:1.0:1777022445.526240:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815867392:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.526256:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.526272:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f20 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.526297:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e346e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f19 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.526305:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.526306:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.526310:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.526349:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e346e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f19 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.526361:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e346e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f19 expref: 25 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.526374:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835771264:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022445.526444:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30e40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.531480:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835771136:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.531507:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.531569:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2377:x1863342815867520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7308us (7586us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.531580:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 336
00000100:00100000:1.0:1777022445.532762:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835771264:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022445.532809:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.532832:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:1.0:1777022445.532926:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815867392:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6688us (8995us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.532934:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 374
00000100:00100000:2.0:1777022445.538141:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.538368:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815867648
00000100:00100000:3.0:1777022445.538377:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815867648
00010000:00010000:3.0:1777022445.538414:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e346e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f19 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.538455:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 337
00000100:00100000:3.0:1777022445.538464:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815867648:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.538489:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.538508:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e346e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f19 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.538522:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e346e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f19 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.538546:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e346e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f19 expref: 26 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.538561:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.538562:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.538571:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.538580:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.538615:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.538627:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835771392:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.538706:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b17240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.542459:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835771392:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.542488:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.542551:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2377:x1863342815867648:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4087us (4418us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.542576:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 337
00000100:00100000:2.0:1777022445.555276:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.555468:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815867776
00000100:00100000:3.0:1777022445.555478:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815867776
00000100:00100000:3.0:1777022445.555549:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 375
00000100:00100000:3.0:1777022445.555559:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10127:x1863342815867776:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022445.555578:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022445.555596:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e347c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f27 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.555630:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.555640:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.555642:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.555646:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e347c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f27 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.555681:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.555695:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.555710:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835771520:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022445.555803:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b17240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.558458:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.558587:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815867904
00000100:00100000:3.0:1777022445.558614:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815867904
00002000:00100000:3.0:1777022445.558663:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa4d1b9180 x1863342815867904/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.558674:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9180 with x1863342815867904 ext(380928->385023)
00010000:00010000:3.0:1777022445.558683:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.558700:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.558708:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b9180
00000100:00100000:3.0:1777022445.558754:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 225
00000100:00100000:3.0:1777022445.558764:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2380:x1863342815867904:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022445.558981:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2380:x1863342815867904:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 218us (531us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022445.558989:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 225
00002000:00100000:3.0:1777022445.558996:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa4d1b9180 x1863342815867904/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.559004:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9180 with x1863342815867904 ext(380928->385023)
00010000:00010000:3.0:1777022445.559008:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.559018:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.559256:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b9180
00000100:00100000:3.0:1777022445.569491:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835771520:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022445.569526:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e347c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f27 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.569550:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022445.569607:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815867776:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 14049us (14339us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.569615:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 375
00000100:00100000:2.0:1777022445.571078:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.571235:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815868160
00000100:00100000:3.0:1777022445.571245:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815868160
00002000:00100000:3.0:1777022445.571292:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa4d1b9c00 x1863342815868160/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 4584/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.571304:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9c00 with x1863342815868160 ext(380928->385023)
00010000:00010000:3.0:1777022445.571323:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.571340:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.571348:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b9c00
00000100:00100000:3.0:1777022445.571383:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 226
00000100:00100000:3.0:1777022445.571393:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815868160:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022445.571746:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815868160:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 354us (675us total) trans 4294967356 rc 0/0
00000100:00100000:3.0:1777022445.571755:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 226
00002000:00100000:3.0:1777022445.571762:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa4d1b9c00 x1863342815868160/t4294967356(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 4584/448 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.571770:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9c00 with x1863342815868160 ext(380928->385023)
00010000:00010000:3.0:1777022445.571775:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 29 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.571786:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 29 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.571793:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b9c00
00000100:00100000:2.0:1777022445.574687:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.574899:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815868032
00000100:00100000:3.0:1777022445.574908:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815868032
00002000:00100000:3.0:1777022445.574957:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (385024->389119)  req@ffff8efa4d1b8e00 x1863342815868032/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.574969:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b8e00 with x1863342815868032 ext(385024->389119)
00010000:00010000:3.0:1777022445.574978:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 29 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.574994:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 29 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.575002:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b8e00
00000100:00100000:3.0:1777022445.575437:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 227
00000100:00100000:3.0:1777022445.575449:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342815868032:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022445.575626:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342815868032:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (948us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022445.575634:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 227
00002000:00100000:3.0:1777022445.575640:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (385024->389119)  req@ffff8efa4d1b8e00 x1863342815868032/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.575649:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b8e00 with x1863342815868032 ext(385024->389119)
00010000:00010000:3.0:1777022445.575655:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 29 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.575666:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 29 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.575674:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b8e00
00000100:00100000:2.0:1777022445.580217:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.580570:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815868288
00000100:00100000:3.0:1777022445.580579:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815868288
00000100:00100000:3.0:1777022445.580631:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 376
00000100:00100000:3.0:1777022445.580640:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10115:x1863342815868288:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022445.580659:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022445.580676:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3483 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f2e expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.580710:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.580726:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.580746:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3483 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f2e expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.580760:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3483 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f2e expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.580776:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022445.580836:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10115:x1863342815868288:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 198us (629us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.580843:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 376
00000100:00100000:2.0:1777022445.584588:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.584676:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815868416
00000100:00100000:0.0:1777022445.584687:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815868416
00010000:00010000:0.0:1777022445.584745:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 30 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.584801:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 338
00000100:00100000:0.0:1777022445.584811:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2378:x1863342815868416:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022445.584828:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022445.584847:0:11978:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 1777022444 -> 1777022445
00002000:00010000:0.0:1777022445.584850:0:11978:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 1777022444 -> 1777022445
00002000:00010000:0.0:1777022445.584852:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 752 -> 760
00010000:00010000:0.0:1777022445.584891:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 30 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.584903:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 30 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.584925:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e3475 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f20 expref: 30 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.584941:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.584944:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.584951:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e347c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f27 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.584960:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e347c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f27 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.584968:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.584969:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022445.584979:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3483 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f2e expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.584986:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3483 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f2e expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.585072:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3483 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f2e expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.585087:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835771648:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022445.585202:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e347c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f27 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.585213:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835771776:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022445.585237:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.588660:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835771648:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022445.588674:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835771776:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022445.588696:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022445.588766:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815868416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3957us (4186us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.588777:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 338
00000100:00100000:1.0:1777022445.592963:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.593236:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815868544
00000100:00100000:3.0:1777022445.593246:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815868544
00002000:00100000:3.0:1777022445.593289:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa658d6a00 x1863342815868544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.593300:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6a00 with x1863342815868544 ext(380928->385023)
00002000:00010000:3.0:1777022445.593305:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6a00
00000100:00100000:3.0:1777022445.593348:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 142
00000100:00100000:3.0:1777022445.593357:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815868544:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022445.593513:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815868544:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 156us (559us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022445.593520:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 142
00002000:00100000:3.0:1777022445.593527:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (380928->385023)  req@ffff8efa658d6a00 x1863342815868544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.593535:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6a00 with x1863342815868544 ext(380928->385023)
00002000:00010000:3.0:1777022445.593538:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6a00
00000100:00100000:2.0:1777022445.597564:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.598621:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815868672
00000100:00100000:1.0:1777022445.598633:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815868672
00000100:00100000:1.0:1777022445.598893:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 377
00000100:00100000:1.0:1777022445.598908:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815868672:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.598932:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.598957:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f35 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.598999:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3483 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f2e expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.599009:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.599011:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.599016:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.599062:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3483 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f2e expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.599093:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f2e expref: 28 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.599108:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835771904:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022445.599240:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30e40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.603498:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.603565:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.603691:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835771904:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022445.603740:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.603763:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022445.604585:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815868672:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5679us (7028us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.604595:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 377
00000100:00100000:2.0:1777022445.604639:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815868928
00000100:00100000:2.0:1777022445.604646:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815868928
00000100:00100000:2.0:1777022445.604695:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 378
00000100:00100000:2.0:1777022445.604703:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10115:x1863342815868928:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022445.604728:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022445.604749:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f3c expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.604774:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.604778:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.604786:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022445.604790:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 30 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.604821:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.604833:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 30 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.604870:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022445.606486:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10115:x1863342815868928:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1776us (2913us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.606497:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 378
00000100:00100000:1.0:1777022445.608385:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815868800
00000100:00100000:1.0:1777022445.608400:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815868800
00010000:00010000:1.0:1777022445.608449:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f2e expref: 30 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.608488:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 339
00000100:00100000:1.0:1777022445.608496:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2377:x1863342815868800:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022445.608510:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022445.608533:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f2e expref: 30 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.608566:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3483 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f2e expref: 30 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.608589:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3483 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f2e expref: 30 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.608605:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.608606:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.608614:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.608623:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.608661:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.608672:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.608687:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835772160:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022445.609255:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30e40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.615309:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.615606:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815869056
00000100:00100000:0.0:1777022445.615615:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815869056
00002000:00100000:0.0:1777022445.615662:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (385024->409599)  req@ffff8efa654c2680 x1863342815869056/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.615692:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c2680 with x1863342815869056 ext(385024->409599)
00010000:00010000:0.0:1777022445.615702:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.615729:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.615743:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa654c2680
00000100:00100000:0.0:1777022445.615770:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 228
00000100:00100000:0.0:1777022445.615779:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815869056:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022445.619821:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815869056:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4032us (4511us total) trans 0 rc 24576/24576
00000100:00100000:3.0:1777022445.619835:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 228
00002000:00100000:3.0:1777022445.619847:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (385024->409599)  req@ffff8efa654c2680 x1863342815869056/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/440 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 24576/24576 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.619890:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c2680 with x1863342815869056 ext(385024->409599)
00010000:00010000:3.0:1777022445.619899:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.619917:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.619924:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa654c2680
00000100:00100000:2.0:1777022445.623959:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.624003:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.624223:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815869312
00000100:00100000:0.0:1777022445.624233:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815869312
00000100:00100000:0.0:1777022445.624281:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 379
00000100:00100000:0.0:1777022445.624291:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815869312:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022445.624308:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022445.624336:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f43 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.624368:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.624373:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 29 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.624380:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022445.624384:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.624443:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 29 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.624457:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.624471:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:0.0:1777022445.624524:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815869312:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 235us (521us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.624531:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 379
00000100:00100000:3.0:1777022445.624892:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815869184
00000100:00100000:3.0:1777022445.624897:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815869184
00010000:00010000:3.0:1777022445.624915:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 28 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.624935:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 340
00000100:00100000:3.0:1777022445.624940:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc54050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342815869184:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.624949:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.624965:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 28 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.624988:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 28 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.625005:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.625007:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.625013:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 29 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.625034:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 29 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.625058:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 29 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.625069:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 29 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.625083:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835772416:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.625132:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee900 going to sleep for 11 seconds
00010000:00010000:1.0:1777022445.630059:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e348a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f35 expref: 28 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.630098:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835772160:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022445.630121:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022445.630171:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342815868800:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 21674us (26681us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.630181:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 339
00000100:00100000:3.0:1777022445.630613:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835772416:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.630628:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.630652:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc54050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815869184:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5711us (6702us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.630659:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 340
00000100:00100000:0.0:1777022445.633038:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.633118:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815869440
00000100:00100000:3.0:1777022445.633127:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815869440
00002000:00100000:3.0:1777022445.633173:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (385024->389119)  req@ffff8efa65c50a80 x1863342815869440/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.633184:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50a80 with x1863342815869440 ext(385024->389119)
00010000:00010000:3.0:1777022445.633193:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 29 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.633208:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 29 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.633216:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50a80
00000100:00100000:3.0:1777022445.633249:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 229
00000100:00100000:3.0:1777022445.633258:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815869440:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022445.633439:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815869440:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 182us (420us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022445.633446:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 229
00002000:00100000:3.0:1777022445.633452:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (385024->389119)  req@ffff8efa65c50a80 x1863342815869440/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.633460:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50a80 with x1863342815869440 ext(385024->389119)
00010000:00010000:3.0:1777022445.633464:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 29 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.633474:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 29 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.633497:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50a80
00000100:00100000:2.0:1777022445.638631:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.638679:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.638776:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815869568
00000100:00100000:1.0:1777022445.638785:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815869568
00000100:00100000:1.0:1777022445.638837:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 380
00000100:00100000:1.0:1777022445.638848:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10115:x1863342815869568:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.638897:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.638915:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e349f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f4a expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.638945:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.638951:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.638958:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022445.638963:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e349f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f4a expref: 30 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.639002:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.639015:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e349f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f4a expref: 30 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.639054:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022445.639102:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10115:x1863342815869568:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 256us (483us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.639110:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 380
00000100:00100000:3.0:1777022445.639576:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815869696
00000100:00100000:3.0:1777022445.639582:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815869696
00010000:00010000:3.0:1777022445.639605:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 30 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.639640:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 341
00000100:00100000:3.0:1777022445.639647:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2377:x1863342815869696:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.639658:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.639676:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 30 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.639688:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 30 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.639707:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3491 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f3c expref: 30 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.639720:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.639722:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.639740:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.639751:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.639792:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.639805:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 26 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.639820:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835772672:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.639970:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee000 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.645533:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.645621:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815869824
00000100:00100000:0.0:1777022445.645630:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815869824
00002000:00100000:0.0:1777022445.645677:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (385024->409599)  req@ffff8efa65a12d80 x1863342815869824/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.645688:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12d80 with x1863342815869824 ext(385024->409599)
00010000:00010000:0.0:1777022445.645698:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.645724:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.645739:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a12d80
00000100:00100000:0.0:1777022445.645769:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 230
00000100:00100000:0.0:1777022445.645791:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815869824:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.646353:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835772672:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022445.646374:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022445.646411:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342815869696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6763us (7729us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.646420:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 341
00000100:00100000:1.0:1777022445.650189:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815869824:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4388us (4654us total) trans 0 rc 24576/24576
00000100:00100000:1.0:1777022445.650201:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 230
00002000:00100000:1.0:1777022445.650214:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (385024->409599)  req@ffff8efa65a12d80 x1863342815869824/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/440 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 24576/24576 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.650224:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12d80 with x1863342815869824 ext(385024->409599)
00010000:00010000:1.0:1777022445.650232:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.650249:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.650257:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a12d80
00000100:00100000:3.0:1777022445.655899:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.655940:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.656021:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815870080
00000100:00100000:2.0:1777022445.656038:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815870080
00010000:00010000:2.0:1777022445.656076:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.656118:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 342
00000100:00100000:2.0:1777022445.656128:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815870080:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022445.656142:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022445.656164:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.656177:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.656202:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3498 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f43 expref: 27 pid: 6923 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.656232:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.656234:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.656241:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e349f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f4a expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.656251:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e349f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f4a expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.656285:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e349f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f4a expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.656299:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835772800:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022445.656410:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530000 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.656831:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815869952
00000100:00100000:1.0:1777022445.656847:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815869952
00000100:00100000:2.0:1777022445.659309:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835772800:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022445.659341:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022445.659389:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815870080:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3263us (3448us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.659400:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 342
00000100:00100000:0.0:1777022445.660681:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 381
00000100:00100000:0.0:1777022445.660693:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815869952:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022445.660709:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022445.660958:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e34a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f51 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.660989:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e349f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f4a expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.660998:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.661000:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.661003:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e34a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f51 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.661042:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e349f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f4a expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.661054:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e349f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f4a expref: 28 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.661066:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835772928:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022445.661210:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.665583:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.665673:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815870208
00000100:00100000:1.0:1777022445.665681:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815870208
00010000:00010000:1.0:1777022445.665728:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e349f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f4a expref: 29 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.665772:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 343
00000100:00100000:1.0:1777022445.665780:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2379:x1863342815870208:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022445.665795:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022445.665814:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e349f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f4a expref: 29 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.665827:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e349f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f4a expref: 29 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.665878:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.665880:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.665888:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e34a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f51 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.665897:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e34a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f51 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.665935:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e34a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f51 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.665948:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835773056:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022445.666057:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30e40 going to sleep for 11 seconds
00010000:00010000:0.0:1777022445.666752:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e349f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f4a expref: 29 pid: 11979 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.666783:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835772928:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022445.666807:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e34a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f51 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.666819:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:0.0:1777022445.666899:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815869952:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6208us (11009us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.666908:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 381
00000100:00100000:0.0:1777022445.670849:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835773056:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022445.670910:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022445.670971:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2379:x1863342815870208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5189us (5395us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.670982:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 343
00000100:00100000:3.0:1777022445.673931:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.674019:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815870336
00000100:00100000:0.0:1777022445.674040:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815870336
00000100:00100000:0.0:1777022445.674100:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 382
00000100:00100000:0.0:1777022445.674110:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10115:x1863342815870336:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022445.674140:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022445.674159:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f58 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.674192:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e34a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f51 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.674220:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.674222:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.674227:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 29 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.674258:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e34a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f51 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.674271:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e34a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f51 expref: 26 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.674284:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835773184:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022445.674378:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.678452:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835773184:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022445.678489:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 29 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.678513:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c200, rc 0)
00000100:00100000:3.0:1777022445.678575:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10115:x1863342815870336:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4466us (4652us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.678584:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 382
00000100:00100000:2.0:1777022445.679401:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.679521:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815870464
00000100:00100000:3.0:1777022445.679530:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815870464
00010000:00010000:3.0:1777022445.679563:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e34a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f51 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.679614:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 344
00000100:00100000:3.0:1777022445.679623:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815870464:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.679638:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.679657:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e34a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f51 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.679669:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e34a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f51 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.679691:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e34a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f51 expref: 27 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.679704:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.679706:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.679723:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.679733:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.679769:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.679783:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835773312:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.679900:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.683069:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.683163:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815870592
00000100:00100000:2.0:1777022445.683172:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815870592
00000100:00100000:2.0:1777022445.683230:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 383
00000100:00100000:2.0:1777022445.683240:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815870592:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022445.683273:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022445.683290:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f5f expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.683333:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.683343:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.683345:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.683350:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.683383:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.683399:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 28 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.683414:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835773440:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022445.683497:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530000 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.691474:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835773312:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.691501:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022445.691845:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.691950:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835773440:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022445.691975:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.691995:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:3.0:1777022445.692054:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815870592:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8816us (8995us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.692064:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 383
00000100:00100000:1.0:1777022445.692230:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815870720
00000100:00100000:1.0:1777022445.692237:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815870720
00002000:00100000:1.0:1777022445.692281:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (385024->389119)  req@ffff8efa65c53480 x1863342815870720/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.692291:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53480 with x1863342815870720 ext(385024->389119)
00010000:00010000:1.0:1777022445.692297:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 29 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.692311:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 29 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.692331:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53480
00000100:00100000:1.0:1777022445.692362:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 231
00000100:00100000:1.0:1777022445.692371:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815870720:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.692525:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815870720:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 155us (681us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022445.692533:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 231
00002000:00100000:1.0:1777022445.692539:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (385024->389119)  req@ffff8efa65c53480 x1863342815870720/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.692547:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53480 with x1863342815870720 ext(385024->389119)
00010000:00010000:1.0:1777022445.692553:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 29 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.692563:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 29 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.692584:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53480
00000100:00100000:0.0:1777022445.696780:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.696895:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815870848
00000100:00100000:1.0:1777022445.696905:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815870848
00000100:00100000:1.0:1777022445.696949:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 384
00000100:00100000:1.0:1777022445.696958:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10115:x1863342815870848:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.696976:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.696994:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e34bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f66 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.697034:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.697040:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.697046:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022445.697050:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e34bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f66 expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.697088:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.697100:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e34bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f66 expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.697112:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022445.697182:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10115:x1863342815870848:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 225us (409us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.697202:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 384
00000100:00100000:2.0:1777022445.698780:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815870464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 19150us (19375us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.698792:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 344
00000100:00100000:0.0:1777022445.707655:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.709439:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815870976
00000100:00100000:2.0:1777022445.709452:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815870976
00010000:00010000:2.0:1777022445.709535:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 30 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.709623:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 345
00000100:00100000:2.0:1777022445.709633:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2378:x1863342815870976:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022445.709649:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022445.709670:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 30 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.709683:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 30 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.709706:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e34ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f58 expref: 30 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.709738:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.709741:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.709750:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.709760:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.709798:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.709810:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 26 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.709834:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835773696:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022445.709950:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530000 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.718344:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.718446:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835773696:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022445.718470:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022445.718528:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815870976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8895us (10881us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.718539:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 345
00000100:00100000:1.0:1777022445.718611:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815871104
00000100:00100000:1.0:1777022445.718618:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815871104
00002000:00100000:1.0:1777022445.718660:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (385024->409599)  req@ffff8efa65a12300 x1863342815871104/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.718671:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12300 with x1863342815871104 ext(385024->409599)
00010000:00010000:1.0:1777022445.718679:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.718693:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.718701:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a12300
00000100:00100000:1.0:1777022445.718743:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 232
00000100:00100000:1.0:1777022445.718752:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815871104:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.722283:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815871104:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3523us (3939us total) trans 0 rc 24576/24576
00000100:00100000:1.0:1777022445.722295:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 232
00002000:00100000:1.0:1777022445.722308:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (385024->409599)  req@ffff8efa65a12300 x1863342815871104/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/440 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 24576/24576 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.722331:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12300 with x1863342815871104 ext(385024->409599)
00010000:00010000:1.0:1777022445.722341:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.722374:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.722382:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a12300
00000100:00100000:3.0:1777022445.734070:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.734180:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.735372:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815871360
00000100:00100000:2.0:1777022445.735385:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815871360
00010000:00010000:2.0:1777022445.735435:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.735493:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 346
00000100:00100000:2.0:1777022445.735504:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2380:x1863342815871360:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022445.735521:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022445.735542:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.735557:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.735582:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e34b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f5f expref: 27 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.735634:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.735636:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.735644:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e34bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f66 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.735655:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e34bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f66 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.735694:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e34bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f66 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.735707:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835773824:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022445.735800:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530000 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.739329:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835773824:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022445.739354:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022445.739410:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815871360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3907us (5228us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.739420:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 346
00000100:00100000:0.0:1777022445.742219:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815871232
00000100:00100000:0.0:1777022445.742232:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815871232
00000100:00100000:1.0:1777022445.742416:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 385
00000100:00100000:1.0:1777022445.742427:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815871232:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.742444:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.742463:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f6d expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.742506:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e34bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f66 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.742516:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.742518:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.742523:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f6d expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.742558:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e34bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f66 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.742571:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e34bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f66 expref: 28 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.742585:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835773952:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022445.742686:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30b40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.750455:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835773952:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022445.750493:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f6d expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.750516:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:3.0:1777022445.750570:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815871232:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8144us (16509us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.750579:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 385
00000100:00100000:1.0:1777022445.750704:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.751697:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815871488
00000100:00100000:1.0:1777022445.751706:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815871488
00010000:00010000:1.0:1777022445.751760:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e34bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f66 expref: 29 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.751801:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 347
00000100:00100000:1.0:1777022445.751811:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815871488:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022445.751825:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022445.751848:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e34bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f66 expref: 29 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.751895:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e34bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f66 expref: 29 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.751919:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e34bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f66 expref: 29 pid: 9584 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.751934:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.751936:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.751944:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f6d expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.751955:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f6d expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.752009:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f6d expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.752037:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835774080:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022445.752111:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.758577:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.758651:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815871616
00000100:00100000:3.0:1777022445.758660:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815871616
00000100:00100000:3.0:1777022445.758722:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 386
00000100:00100000:3.0:1777022445.758754:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10115:x1863342815871616:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022445.758772:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022445.758790:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f74 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.758828:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f6d expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.758838:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.758840:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022445.758844:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.758914:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f6d expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.758927:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34c2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f6d expref: 26 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.758941:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835774208:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022445.759021:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.762721:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835774208:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022445.762764:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.762787:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022445.762898:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10115:x1863342815871616:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4146us (4329us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.762907:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 386
00000100:00100000:1.0:1777022445.763798:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835774080:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022445.763814:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022445.763884:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815871488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12074us (13180us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.763894:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 347
00000100:00100000:2.0:1777022445.769333:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.769423:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815871744
00000100:00100000:3.0:1777022445.769433:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815871744
00010000:00010000:3.0:1777022445.769474:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f6d expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.769517:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 348
00000100:00100000:3.0:1777022445.769527:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815871744:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.769542:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022445.769562:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f6d expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.769576:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f6d expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.769600:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f6d expref: 27 pid: 6921 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.769616:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.769618:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.769626:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.769635:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.769691:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.769705:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835774336:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.769797:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.773989:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.774101:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835774336:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.774124:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.774171:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815871744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4646us (4858us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.774182:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 348
00000100:00100000:1.0:1777022445.774709:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815871872
00000100:00100000:1.0:1777022445.774719:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815871872
00002000:00100000:1.0:1777022445.774773:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (385024->389119)  req@ffff8efa65c53800 x1863342815871872/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.774783:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53800 with x1863342815871872 ext(385024->389119)
00002000:00010000:1.0:1777022445.774787:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c53800
00000100:00100000:1.0:1777022445.774811:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 143
00000100:00100000:1.0:1777022445.774820:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342815871872:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.775394:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342815871872:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 574us (1418us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022445.775402:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 143
00002000:00100000:1.0:1777022445.775409:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (385024->389119)  req@ffff8efa65c53800 x1863342815871872/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.775434:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53800 with x1863342815871872 ext(385024->389119)
00002000:00010000:1.0:1777022445.775437:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c53800
00000100:00100000:1.0:1777022445.787080:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.790707:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.790884:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815872128
00000100:00100000:1.0:1777022445.790894:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815872128
00002000:00100000:1.0:1777022445.790947:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (389120->393215)  req@ffff8efa65a11c00 x1863342815872128/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.790959:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11c00 with x1863342815872128 ext(389120->393215)
00002000:00010000:1.0:1777022445.790965:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11c00
00000100:00100000:1.0:1777022445.790997:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 144
00000100:00100000:1.0:1777022445.791006:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815872128:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.791200:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815872128:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 194us (500us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022445.791206:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 144
00002000:00100000:1.0:1777022445.791212:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (389120->393215)  req@ffff8efa65a11c00 x1863342815872128/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.791219:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11c00 with x1863342815872128 ext(389120->393215)
00002000:00010000:1.0:1777022445.791222:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11c00
00000100:00100000:0.0:1777022445.793511:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815872000
00000100:00100000:0.0:1777022445.793524:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815872000
00000100:00100000:0.0:1777022445.793588:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 387
00000100:00100000:0.0:1777022445.793597:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10127:x1863342815872000:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022445.793615:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022445.793645:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e34d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f7b expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.793675:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.793683:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.793685:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.793689:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e34d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f7b expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.793722:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.793745:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 28 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022445.793758:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835774464:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022445.794015:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.801666:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3462:1863342835774720:0@lo:400:kworker.0
00000100:00100000:0.0:1777022445.801729:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022445.801763:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835775232:0@lo:400:kworker.0
00000100:00100000:0.0:1777022445.801786:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022445.801818:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1777022445.801823:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3462:1863342835774848:0@lo:400:kworker.0
00000100:00100000:0.0:1777022445.801842:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022445.801908:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835774720
00000100:00100000:0.0:1777022445.801916:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835774720
00000100:00100000:0.0:1777022445.801959:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835774848
00000100:00100000:0.0:1777022445.801962:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835774848
00000100:00100000:0.0:1777022445.801987:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113
00000100:00100000:0.0:1777022445.801994:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3462:x1863342835774720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022445.802225:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3462:x1863342835774720:12345-0@lo:400:kworker.0 Request processed in 230us (494us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.802233:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113
00000100:00100000:0.0:1777022445.802249:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114
00000100:00100000:0.0:1777022445.802255:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3462:x1863342835774848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022445.802282:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3462:x1863342835774848:12345-0@lo:400:kworker.0 Request processed in 27us (438us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.802287:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114
00000100:00080000:0.0:1777022445.802308:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022445.802348:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3462:1863342835774848:0@lo:400:kworker.0
00000100:00100000:0.0:1777022445.802360:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3462:1863342835774720:0@lo:400:kworker.0
00000100:00100000:1.0:1777022445.802881:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3465:1863342835774592:0@lo:400:kworker.0
00000100:00100000:1.0:1777022445.802924:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022445.802954:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3465:1863342835775104:0@lo:400:kworker.0
00000100:00100000:1.0:1777022445.802979:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022445.803006:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1777022445.803012:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835774976:0@lo:400:kworker.0
00000100:00100000:1.0:1777022445.803048:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022445.803075:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835775232
00000100:00100000:1.0:1777022445.803079:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835775232
00000100:00100000:1.0:1777022445.803112:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835774976
00000100:00100000:1.0:1777022445.803115:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835774976
00000100:00100000:1.0:1777022445.803131:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64
00000100:00100000:1.0:1777022445.803137:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835775232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022445.803172:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835775232:12345-0@lo:400:kworker.0 Request processed in 36us (1385us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.803177:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64
00000100:00100000:1.0:1777022445.803190:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65
00000100:00100000:1.0:1777022445.803195:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835774976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022445.803219:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835774976:12345-0@lo:400:kworker.0 Request processed in 24us (170us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.803223:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65
00000100:00100000:1.0:1777022445.803247:0:3465:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967301 gen 2
00000004:00080000:1.0:1777022445.803252:0:3465:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa65a10e00, transno 4294967301
00000100:00100000:1.0:1777022445.803262:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835774976:0@lo:400:kworker.0
00000100:00080000:0.0:1777022445.803613:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1777022445.803617:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1777022445.803628:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835775104
00000100:00100000:0.0:1777022445.803632:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835775104
00000100:00100000:0.0:1777022445.803673:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115
00000100:00100000:0.0:1777022445.803680:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3465:x1863342835775104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022445.803720:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3465:x1863342835775104:12345-0@lo:400:kworker.0 Request processed in 41us (741us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.803726:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115
00000100:00100000:0.0:1777022445.803753:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3465:1863342835775104:0@lo:400:kworker.0
00000100:00100000:0.0:1777022445.803789:0:3462:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967319 gen 2
00000004:00080000:0.0:1777022445.803793:0:3462:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa657cea00, transno 4294967318
00000004:00080000:0.0:1777022445.803800:0:3462:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa657cc380, transno 4294967319
00000100:00100000:0.0:1777022445.803805:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835775232:0@lo:400:kworker.0
00000100:00100000:2.0:1777022445.804303:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835774592
00000100:00100000:2.0:1777022445.804308:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835774592
00000100:00100000:2.0:1777022445.804356:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254
00000100:00100000:2.0:1777022445.804364:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49cae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3465:x1863342835774592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022445.804405:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49cae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3465:x1863342835774592:12345-0@lo:400:kworker.0 Request processed in 42us (1480us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.804418:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254
00000100:00080000:1.0:1777022445.804963:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022445.805003:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3465:1863342835774592:0@lo:400:kworker.0
00000100:00100000:2.0:1777022445.806404:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.806449:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022445.807406:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815872256
00000100:00100000:3.0:1777022445.807417:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815872256
00002000:00100000:3.0:1777022445.807463:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (393216->397311)  req@ffff8efa65f39500 x1863342815872256/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.807475:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39500 with x1863342815872256 ext(393216->397311)
00010000:00010000:3.0:1777022445.807484:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 29 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.807501:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 29 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.807510:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f39500
00000100:00100000:3.0:1777022445.807540:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815872384
00000100:00100000:3.0:1777022445.807555:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815872384
00002000:00100000:3.0:1777022445.807572:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (385024->393215)  req@ffff8efa65f38000 x1863342815872384/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 8680/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.807580:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38000 with x1863342815872384 ext(385024->393215)
00010000:00010000:3.0:1777022445.807585:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 30 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.807595:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 30 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.807602:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f38000
00000100:00100000:3.0:1777022445.807628:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 233
00000100:00100000:3.0:1777022445.807637:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2378:x1863342815872256:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022445.807820:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2378:x1863342815872256:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 183us (1419us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022445.807827:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 233
00002000:00100000:3.0:1777022445.807834:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (393216->397311)  req@ffff8efa65f39500 x1863342815872256/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.807843:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39500 with x1863342815872256 ext(393216->397311)
00010000:00010000:3.0:1777022445.807849:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 30 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.807888:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 30 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.807906:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f39500
00000100:00100000:3.0:1777022445.807923:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 234
00000100:00100000:3.0:1777022445.807930:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815872384:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022445.808562:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835774464:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022445.808593:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e34d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->389119] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f7b expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.808613:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:0.0:1777022445.808659:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815872000:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 15064us (21588us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.808666:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 387
00000100:00100000:3.0:1777022445.810078:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2378:x1863342815872384:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2142us (3622us total) trans 4294967357 rc 0/0
00000100:00100000:3.0:1777022445.810088:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 234
00002000:00100000:3.0:1777022445.810099:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (385024->393215)  req@ffff8efa65f38000 x1863342815872384/t4294967357(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 8680/448 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022445.810109:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38000 with x1863342815872384 ext(385024->393215)
00010000:00010000:3.0:1777022445.810117:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 31 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.810133:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 31 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022445.810141:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f38000
00000100:00100000:2.0:1777022445.814933:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.815070:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815872512
00000100:00100000:1.0:1777022445.815079:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815872512
00000100:00100000:1.0:1777022445.815134:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 388
00000100:00100000:1.0:1777022445.815144:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10115:x1863342815872512:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.815162:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.815180:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f82 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.815225:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.815227:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.815233:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.815244:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.815257:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:1.0:1777022445.815319:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10115:x1863342815872512:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 169us (388us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.815327:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 388
00000100:00100000:1.0:1777022445.818833:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.819274:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815872640
00000100:00100000:2.0:1777022445.819284:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815872640
00010000:00010000:2.0:1777022445.819343:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 32 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.819387:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 349
00000100:00100000:2.0:1777022445.819397:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2380:x1863342815872640:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022445.819412:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022445.819430:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 760 -> 776
00010000:00010000:2.0:1777022445.819437:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 32 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.819450:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 32 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.819475:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e34c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [385024->33939455] (req 385024->389119) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f74 expref: 32 pid: 6924 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.819492:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.819494:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.819512:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e34d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->393215] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f7b expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.819541:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e34d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->393215] (req 385024->389119) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f7b expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.819550:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.819552:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.819556:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.819565:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.819598:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.819611:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f38e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835775360:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022445.819704:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e34d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->393215] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f7b expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.819714:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f39880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835775488:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022445.819746:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.823591:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f38e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835775360:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022445.823607:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f39880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835775488:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022445.823633:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022445.823699:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2380:x1863342815872640:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4302us (4874us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.823709:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 349
00000100:00100000:3.0:1777022445.826954:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.827361:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815872768
00000100:00100000:1.0:1777022445.827371:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815872768
00002000:00100000:1.0:1777022445.827422:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (385024->393215)  req@ffff8efa65a13b80 x1863342815872768/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.827433:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13b80 with x1863342815872768 ext(385024->393215)
00002000:00010000:1.0:1777022445.827453:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13b80
00000100:00100000:1.0:1777022445.827489:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 145
00000100:00100000:1.0:1777022445.827498:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2380:x1863342815872768:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.827681:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2380:x1863342815872768:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 184us (739us total) trans 0 rc 8192/8192
00000100:00100000:1.0:1777022445.827689:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 145
00002000:00100000:1.0:1777022445.827697:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (385024->393215)  req@ffff8efa65a13b80 x1863342815872768/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/8632 e 0 to 0 dl 1777022456 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.827706:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13b80 with x1863342815872768 ext(385024->393215)
00002000:00010000:1.0:1777022445.827709:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13b80
00000100:00100000:2.0:1777022445.838005:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.838111:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815872896
00000100:00100000:0.0:1777022445.838121:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815872896
00002000:00100000:0.0:1777022445.838168:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (393216->397311)  req@ffff8efa65f3b100 x1863342815872896/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.838179:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3b100 with x1863342815872896 ext(393216->397311)
00002000:00010000:0.0:1777022445.838185:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3b100
00000100:00100000:0.0:1777022445.838213:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 146
00000100:00100000:0.0:1777022445.838222:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2378:x1863342815872896:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022445.838404:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2378:x1863342815872896:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 182us (407us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022445.838428:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 146
00002000:00100000:0.0:1777022445.838435:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (393216->397311)  req@ffff8efa65f3b100 x1863342815872896/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.838443:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3b100 with x1863342815872896 ext(393216->397311)
00002000:00010000:0.0:1777022445.838446:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3b100
00000100:00100000:3.0:1777022445.845528:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.845638:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815873024
00000100:00100000:1.0:1777022445.845648:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815873024
00002000:00100000:1.0:1777022445.845698:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (397312->401407)  req@ffff8efa65a11880 x1863342815873024/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.845710:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11880 with x1863342815873024 ext(397312->401407)
00002000:00010000:1.0:1777022445.845716:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11880
00000100:00100000:1.0:1777022445.845759:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 147
00000100:00100000:1.0:1777022445.845770:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342815873024:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.846006:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342815873024:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 237us (487us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022445.846013:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 147
00002000:00100000:1.0:1777022445.846020:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (397312->401407)  req@ffff8efa65a11880 x1863342815873024/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.846058:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11880 with x1863342815873024 ext(397312->401407)
00002000:00010000:1.0:1777022445.846061:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11880
00000100:00100000:2.0:1777022445.853781:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.853888:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815873152
00000100:00100000:1.0:1777022445.853897:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815873152
00000100:00100000:1.0:1777022445.853953:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 389
00000100:00100000:1.0:1777022445.853963:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10127:x1863342815873152:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.853982:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.853999:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e34de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f89 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.854043:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.854054:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.854055:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.854059:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e34de lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f89 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.854092:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.854106:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 30 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.854119:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835775616:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022445.854222:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30000 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.856802:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835775616:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022445.856833:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e34de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f89 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.856884:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1e00, rc 0)
00000100:00100000:1.0:1777022445.856936:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815873152:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2975us (3165us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.856945:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 389
00000100:00100000:3.0:1777022445.859355:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.859456:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815873280
00000100:00100000:0.0:1777022445.859465:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815873280
00000100:00100000:0.0:1777022445.859519:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 390
00000100:00100000:0.0:1777022445.859529:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10115:x1863342815873280:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022445.859548:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022445.859567:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e34e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f90 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.859598:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.859600:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022445.859604:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e34e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f90 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.859615:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e34e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f90 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.859628:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:0.0:1777022445.859681:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10115:x1863342815873280:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 154us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022445.859688:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 390
00000100:00100000:2.0:1777022445.866091:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.866183:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815873408
00000100:00100000:0.0:1777022445.866193:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815873408
00002000:00100000:0.0:1777022445.866236:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (393216->397311)  req@ffff8efa65f38a80 x1863342815873408/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 4584/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.866248:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38a80 with x1863342815873408 ext(393216->397311)
00010000:00010000:0.0:1777022445.866257:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 32 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.866274:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 32 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.866283:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f38a80
00000100:00100000:0.0:1777022445.866323:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 235
00000100:00100000:0.0:1777022445.866332:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342815873408:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022445.866656:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2378:x1863342815873408:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 324us (574us total) trans 4294967358 rc 0/0
00000100:00100000:0.0:1777022445.866664:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 235
00002000:00100000:0.0:1777022445.866670:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (393216->397311)  req@ffff8efa65f38a80 x1863342815873408/t4294967358(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 4584/448 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.866679:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38a80 with x1863342815873408 ext(393216->397311)
00010000:00010000:0.0:1777022445.866684:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 34 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.866695:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 34 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.866721:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f38a80
00000100:00100000:3.0:1777022445.869969:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.870074:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815873536
00000100:00100000:2.0:1777022445.870096:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815873536
00010000:00010000:2.0:1777022445.870142:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 34 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.870181:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 350
00000100:00100000:2.0:1777022445.870189:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2380:x1863342815873536:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022445.870201:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022445.870216:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 776 -> 784
00010000:00010000:2.0:1777022445.870221:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 34 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.870232:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 34 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.870255:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e34d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f82 expref: 34 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.870270:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.870272:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.870280:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e34de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f89 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.870288:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e34de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f89 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.870296:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.870297:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.870306:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e34e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f90 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.870324:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e34e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f90 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.870361:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e34e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f90 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.870376:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835775744:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022445.870472:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e34de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f89 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.870481:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f39180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835775872:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022445.870513:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.875053:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835775744:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022445.875070:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f39180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835775872:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022445.875091:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022445.875145:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2380:x1863342815873536:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4956us (5185us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.875156:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 350
00000100:00100000:3.0:1777022445.875442:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.875915:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815873664
00000100:00100000:1.0:1777022445.875923:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815873664
00002000:00100000:1.0:1777022445.875966:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (393216->397311)  req@ffff8efa65a10700 x1863342815873664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.875978:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10700 with x1863342815873664 ext(393216->397311)
00002000:00010000:1.0:1777022445.875982:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a10700
00000100:00100000:1.0:1777022445.876007:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 148
00000100:00100000:1.0:1777022445.876015:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2379:x1863342815873664:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.876177:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2379:x1863342815873664:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 162us (734us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022445.876195:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 148
00002000:00100000:1.0:1777022445.876201:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (393216->397311)  req@ffff8efa65a10700 x1863342815873664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.876209:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10700 with x1863342815873664 ext(393216->397311)
00002000:00010000:1.0:1777022445.876213:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a10700
00000100:00100000:3.0:1777022445.879321:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.879420:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815873792
00000100:00100000:1.0:1777022445.879429:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815873792
00000100:00100000:1.0:1777022445.879482:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 391
00000100:00100000:1.0:1777022445.879492:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815873792:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.879592:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.879614:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f97 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.879650:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e34e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f90 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.879659:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.879661:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.879665:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.879700:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e34e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f90 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.879713:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e34e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f90 expref: 32 pid: 11979 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.879817:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835776000:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022445.880219:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30180 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.883058:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835776000:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022445.883090:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.883111:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022445.883279:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+29:10127:x1863342815873792:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3788us (3978us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.883288:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 391
00000100:00100000:0.0:1777022445.892411:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.892452:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.892590:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815873920
00000100:00100000:1.0:1777022445.892599:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815873920
00010000:00010000:1.0:1777022445.892637:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e34e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f90 expref: 33 pid: 11979 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.892679:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 351
00000100:00100000:1.0:1777022445.892690:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815873920:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022445.892705:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022445.892724:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e34e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f90 expref: 33 pid: 11979 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.892848:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e34e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f90 expref: 33 pid: 11979 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.892923:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e34e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f90 expref: 33 pid: 11979 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.892938:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.892940:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022445.892947:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.892956:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.892991:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.893004:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835776128:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022445.893263:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30180 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.893476:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815874048
00000100:00100000:2.0:1777022445.893482:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815874048
00000100:00100000:2.0:1777022445.893532:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 392
00000100:00100000:2.0:1777022445.893540:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10115:x1863342815874048:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022445.893553:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022445.893568:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840f9e expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.893587:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.893608:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.893609:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.893613:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.893635:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.893645:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 28 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.893655:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835776256:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022445.893681:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.903210:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.903412:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835776128:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022445.903434:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022445.903496:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2377:x1863342815873920:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10809us (11094us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.903506:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 351
00000100:00100000:0.0:1777022445.903668:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815874176
00000100:00100000:0.0:1777022445.903676:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815874176
00002000:00100000:0.0:1777022445.903716:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (397312->409599)  req@ffff8efa65a13480 x1863342815874176/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.903726:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13480 with x1863342815874176 ext(397312->409599)
00010000:00010000:0.0:1777022445.903745:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 29 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.903761:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 29 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.903769:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a13480
00000100:00100000:0.0:1777022445.903797:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 236
00000100:00100000:0.0:1777022445.903806:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+29:2377:x1863342815874176:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022445.903987:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+29:2377:x1863342815874176:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 182us (784us total) trans 0 rc 12288/12288
00000100:00100000:0.0:1777022445.903993:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 236
00002000:00100000:0.0:1777022445.903999:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (397312->409599)  req@ffff8efa65a13480 x1863342815874176/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/12728 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 12288/12288 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.904006:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13480 with x1863342815874176 ext(397312->409599)
00010000:00010000:0.0:1777022445.904017:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 29 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.904039:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 29 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.904046:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a13480
00000100:00100000:2.0:1777022445.905242:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835776256:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022445.905270:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.905289:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022445.905393:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10115:x1863342815874048:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11853us (12939us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.905401:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 392
00000100:00100000:0.0:1777022445.908690:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.909171:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.909265:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815874432
00000100:00100000:2.0:1777022445.909274:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815874432
00010000:00010000:2.0:1777022445.909307:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 29 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.909375:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 352
00000100:00100000:2.0:1777022445.909384:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+29:2379:x1863342815874432:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022445.909399:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022445.909418:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 29 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.909431:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 29 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.909454:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e34ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f97 expref: 29 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.909469:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.909471:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022445.909478:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.909488:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.909534:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.909548:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835776384:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022445.909626:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:2.0:1777022445.913999:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835776384:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022445.914034:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022445.914087:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2379:x1863342815874432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4703us (4916us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.914098:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 352
00000100:00100000:1.0:1777022445.917074:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815874304
00000100:00100000:1.0:1777022445.917088:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815874304
00000100:00100000:1.0:1777022445.917156:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 393
00000100:00100000:1.0:1777022445.917168:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10127:x1863342815874304:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.917201:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.917221:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840fa5 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.917254:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.917263:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.917265:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.917269:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fa5 expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.917299:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.917322:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 32 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022445.917335:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835776512:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022445.917434:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30180 going to sleep for 11 seconds
00000100:00100000:0.0:1777022445.920113:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.923786:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835776512:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022445.923820:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fa5 expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.923844:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:2.0:1777022445.923934:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+29:10127:x1863342815874304:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6768us (15253us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.923943:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 393
00000100:00100000:1.0:1777022445.924762:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815874560
00000100:00100000:1.0:1777022445.924772:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815874560
00002000:00100000:1.0:1777022445.924816:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (397312->401407)  req@ffff8efa65807b80 x1863342815874560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.924828:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807b80 with x1863342815874560 ext(397312->401407)
00010000:00010000:1.0:1777022445.924836:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 33 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.924908:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 33 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.924917:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807b80
00000100:00100000:1.0:1777022445.924947:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 237
00000100:00100000:1.0:1777022445.924956:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815874560:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.925115:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815874560:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 160us (5011us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022445.925122:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 237
00002000:00100000:1.0:1777022445.925129:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (397312->401407)  req@ffff8efa65807b80 x1863342815874560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.925138:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807b80 with x1863342815874560 ext(397312->401407)
00010000:00010000:1.0:1777022445.925143:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 33 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.925154:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 33 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.925161:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807b80
00000100:00100000:3.0:1777022445.930108:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.930223:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815874688
00000100:00100000:0.0:1777022445.930234:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815874688
00002000:00100000:0.0:1777022445.930282:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (397312->401407)  req@ffff8efa65699880 x1863342815874688/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 4584/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.930293:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65699880 with x1863342815874688 ext(397312->401407)
00010000:00010000:0.0:1777022445.930303:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 33 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.930329:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 33 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.930337:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65699880
00000100:00100000:0.0:1777022445.930370:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 238
00000100:00100000:0.0:1777022445.930380:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815874688:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022445.930721:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2378:x1863342815874688:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 341us (622us total) trans 4294967359 rc 0/0
00000100:00100000:0.0:1777022445.930745:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 238
00002000:00100000:0.0:1777022445.930752:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (397312->401407)  req@ffff8efa65699880 x1863342815874688/t4294967359(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 4584/448 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022445.930760:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65699880 with x1863342815874688 ext(397312->401407)
00010000:00010000:0.0:1777022445.930766:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 35 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022445.930778:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 35 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022445.930785:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65699880
00000100:00100000:0.0:1777022445.933364:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.938733:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815874816
00000100:00100000:1.0:1777022445.938749:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815874816
00002000:00100000:1.0:1777022445.938815:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (401408->405503)  req@ffff8efa65806300 x1863342815874816/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.938848:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806300 with x1863342815874816 ext(401408->405503)
00010000:00010000:1.0:1777022445.938873:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 35 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.938893:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 35 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.938902:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65806300
00000100:00100000:1.0:1777022445.938947:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 239
00000100:00100000:1.0:1777022445.938957:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2379:x1863342815874816:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.939177:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2379:x1863342815874816:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 221us (5823us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022445.939185:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 239
00002000:00100000:1.0:1777022445.939192:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (401408->405503)  req@ffff8efa65806300 x1863342815874816/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.939200:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806300 with x1863342815874816 ext(401408->405503)
00010000:00010000:1.0:1777022445.939205:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 35 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.939215:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 35 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.939222:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65806300
00000100:00100000:3.0:1777022445.942515:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.944309:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.944566:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815874944
00000100:00100000:1.0:1777022445.944576:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815874944
00000100:00100000:1.0:1777022445.944634:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 394
00000100:00100000:1.0:1777022445.944645:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+35:10115:x1863342815874944:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022445.944663:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022445.944681:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840fac expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.944878:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.944882:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022445.944888:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->405503] (req 401408->405503) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.944902:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->405503] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.944916:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022445.944972:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+36:10115:x1863342815874944:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 329us (2466us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022445.944980:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 394
00000100:00100000:3.0:1777022445.945646:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815875072
00000100:00100000:3.0:1777022445.945654:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815875072
00010000:00010000:3.0:1777022445.945681:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 36 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.945725:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 353
00000100:00100000:3.0:1777022445.945742:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+36:2378:x1863342815875072:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022445.945754:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022445.945772:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 784 -> 792
00010000:00010000:3.0:1777022445.945779:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 36 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.945791:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 36 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.945813:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e34f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [397312->33951743] (req 397312->401407) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f9e expref: 36 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.945824:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.945826:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.945833:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fa5 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.945842:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fa5 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.945915:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.945917:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022445.945922:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.945931:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022445.945965:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.945979:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835776640:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.946062:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fa5 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022445.946072:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835776768:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.946093:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3eef00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022445.950707:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835776768:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022445.953248:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835776640:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022445.953276:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022445.953347:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2378:x1863342815875072:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7605us (9044us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022445.953358:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 353
00000100:00100000:0.0:1777022445.965603:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.965647:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022445.965747:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815875200
00000100:00100000:1.0:1777022445.965756:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815875200
00002000:00100000:1.0:1777022445.965808:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (397312->401407)  req@ffff8efa65804a80 x1863342815875200/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.965819:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804a80 with x1863342815875200 ext(397312->401407)
00002000:00010000:1.0:1777022445.965825:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65804a80
00000100:00100000:1.0:1777022445.965898:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815875328
00000100:00100000:1.0:1777022445.965916:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815875328
00002000:00100000:1.0:1777022445.965933:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (401408->405503)  req@ffff8efa65804e00 x1863342815875328/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.965940:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804e00 with x1863342815875328 ext(401408->405503)
00002000:00010000:1.0:1777022445.965944:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65804e00
00000100:00100000:1.0:1777022445.965960:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 149
00000100:00100000:1.0:1777022445.965968:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+29:2379:x1863342815875200:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.966132:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+29:2379:x1863342815875200:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 164us (538us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022445.966139:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 149
00002000:00100000:1.0:1777022445.966146:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (397312->401407)  req@ffff8efa65804a80 x1863342815875200/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.966154:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804a80 with x1863342815875200 ext(397312->401407)
00002000:00010000:1.0:1777022445.966156:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65804a80
00000100:00100000:1.0:1777022445.966172:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 150
00000100:00100000:1.0:1777022445.966178:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342815875328:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.966243:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342815875328:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 65us (595us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022445.966249:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 150
00002000:00100000:1.0:1777022445.966254:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (401408->405503)  req@ffff8efa65804e00 x1863342815875328/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.966262:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804e00 with x1863342815875328 ext(401408->405503)
00002000:00010000:1.0:1777022445.966265:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65804e00
00000100:00100000:0.0:1777022445.983124:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022445.983162:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022445.983276:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815875584
00000100:00100000:2.0:1777022445.983285:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815875584
00000100:00100000:2.0:1777022445.983345:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 395
00000100:00100000:2.0:1777022445.983355:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+29:10127:x1863342815875584:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022445.983371:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022445.983389:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3508 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840fb3 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.983422:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.983447:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.983449:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022445.983454:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3508 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->405503] (req 401408->405503) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fb3 expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.983484:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.983496:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 34 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022445.983509:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835776896:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022445.983591:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022445.983659:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815875456
00000100:00100000:1.0:1777022445.983663:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815875456
00002000:00100000:1.0:1777022445.983690:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (405504->409599)  req@ffff8efa65807800 x1863342815875456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/0 e 0 to 0 dl 1777022456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.983700:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807800 with x1863342815875456 ext(405504->409599)
00010000:00010000:1.0:1777022445.983706:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 35 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.983717:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 35 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.983724:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807800
00000100:00100000:1.0:1777022445.983745:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 240
00000100:00100000:1.0:1777022445.983752:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342815875456:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022445.983901:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342815875456:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 149us (786us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022445.983908:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 240
00002000:00100000:1.0:1777022445.983914:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (405504->409599)  req@ffff8efa65807800 x1863342815875456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:96/0 lens 488/4536 e 0 to 0 dl 1777022456 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022445.983923:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807800 with x1863342815875456 ext(405504->409599)
00010000:00010000:1.0:1777022445.983927:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 35 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022445.983938:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 35 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022445.983955:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807800
00000100:00100000:2.0:1777022445.994335:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835776896:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022445.994372:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3508 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->405503] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fb3 expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022445.994395:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022445.994453:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+30:10127:x1863342815875584:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11099us (11290us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022445.994462:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 395
00000100:00100000:0.0:1777022446.010297:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.010408:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815875712
00000100:00100000:3.0:1777022446.010418:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815875712
00002000:00100000:3.0:1777022446.010466:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (401408->409599)  req@ffff8efa65804000 x1863342815875712/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:97/0 lens 8680/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.010477:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804000 with x1863342815875712 ext(401408->409599)
00010000:00010000:3.0:1777022446.010492:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 35 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.010509:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 35 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022446.010518:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804000
00000100:00100000:3.0:1777022446.010551:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 241
00000100:00100000:3.0:1777022446.010560:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342815875712:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022446.010939:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2377:x1863342815875712:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 379us (651us total) trans 4294967360 rc 0/0
00000100:00100000:3.0:1777022446.010947:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 241
00002000:00100000:3.0:1777022446.010954:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (401408->409599)  req@ffff8efa65804000 x1863342815875712/t4294967360(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:97/0 lens 8680/448 e 0 to 0 dl 1777022457 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.010962:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804000 with x1863342815875712 ext(401408->409599)
00010000:00010000:3.0:1777022446.010968:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 37 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.010979:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 37 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022446.011003:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804000
00000100:00100000:0.0:1777022446.020992:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.021111:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815875840
00000100:00100000:1.0:1777022446.021132:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815875840
00010000:00010000:1.0:1777022446.021172:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 37 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.021218:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 354
00000100:00100000:1.0:1777022446.021228:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc55050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2378:x1863342815875840:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022446.021243:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022446.021259:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 792 -> 808
00010000:00010000:1.0:1777022446.021265:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 37 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.021278:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 37 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.021302:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e3501 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fac expref: 37 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.021331:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022446.021333:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022446.021340:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3508 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fb3 expref: 29 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.021350:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3508 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fb3 expref: 29 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.021403:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3508 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fb3 expref: 29 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.021418:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835777024:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022446.021513:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30e40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022446.025398:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022446.025490:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815875968
00000100:00100000:2.0:1777022446.025500:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815875968
00002000:00100000:2.0:1777022446.025548:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (401408->409599)  req@ffff8efa4d1ba680 x1863342815875968/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022446.025578:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba680 with x1863342815875968 ext(401408->409599)
00002000:00010000:2.0:1777022446.025583:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1ba680
00000100:00100000:2.0:1777022446.025617:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 151
00000100:00100000:2.0:1777022446.025627:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2377:x1863342815875968:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022446.025810:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2377:x1863342815875968:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 184us (420us total) trans 0 rc 8192/8192
00000100:00100000:2.0:1777022446.025818:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 151
00002000:00100000:2.0:1777022446.025825:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (401408->409599)  req@ffff8efa4d1ba680 x1863342815875968/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/8632 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022446.025833:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba680 with x1863342815875968 ext(401408->409599)
00002000:00010000:2.0:1777022446.025836:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1ba680
00000100:00100000:1.0:1777022446.026133:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835777024:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022446.026152:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022446.026191:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc55050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+36:2378:x1863342815875840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4965us (5209us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022446.026200:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 354
00000100:00100000:3.0:1777022446.034963:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022446.035083:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815876096
00000100:00100000:2.0:1777022446.035095:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815876096
00000100:00100000:2.0:1777022446.035156:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 396
00000100:00100000:2.0:1777022446.035166:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+30:10127:x1863342815876096:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022446.035185:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022446.035205:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e350f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840fba expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.035231:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022446.035233:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022446.035242:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e350f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fba expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.035280:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e350f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fba expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.035293:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:2.0:1777022446.035366:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+31:10127:x1863342815876096:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 202us (414us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022446.035373:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 396
00000100:00100000:2.0:1777022446.039620:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.039716:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815876224
00000100:00100000:3.0:1777022446.039737:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815876224
00002000:00100000:3.0:1777022446.039787:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (0->4095)  req@ffff8efa65f3a300 x1863342815876224/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.039798:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3a300 with x1863342815876224 ext(0->4095)
00002000:00010000:3.0:1777022446.039804:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3a300
00000100:00100000:3.0:1777022446.039837:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 152
00000100:00100000:3.0:1777022446.039847:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2378:x1863342815876224:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022446.041348:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2378:x1863342815876224:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 1496us (1733us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022446.041358:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 152
00002000:00100000:3.0:1777022446.041367:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (0->4095)  req@ffff8efa65f3a300 x1863342815876224/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/4536 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.041376:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3a300 with x1863342815876224 ext(0->4095)
00002000:00010000:3.0:1777022446.041380:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3a300
00000100:00100000:0.0:1777022446.045674:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022446.045931:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815876352
00000100:00100000:2.0:1777022446.045940:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815876352
00000100:00100000:2.0:1777022446.045994:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 397
00000100:00100000:2.0:1777022446.046004:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+31:10127:x1863342815876352:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022446.046027:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022446.046046:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3516 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840fc1 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.046080:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e2b3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405fe expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.046089:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022446.046091:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022446.046095:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3516 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc1 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.046128:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e2b3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405fe expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.046153:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e2b3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405fe expref: 35 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022446.046167:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f39f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835777152:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022446.046246:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.048678:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f39f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835777152:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022446.048712:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3516 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc1 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.048742:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022446.048832:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+32:10127:x1863342815876352:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2828us (3166us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022446.048841:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 397
00000100:00100000:0.0:1777022446.051704:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.053468:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815876480
00000100:00100000:1.0:1777022446.053481:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815876480
00010000:00010000:1.0:1777022446.053593:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e2b3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405fe expref: 36 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.053672:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 355
00000100:00100000:1.0:1777022446.053682:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+36:2377:x1863342815876480:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022446.053697:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022446.053718:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e2b3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405fe expref: 36 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.053743:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e2b3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405fe expref: 36 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.053784:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e2b3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78405fe expref: 36 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.053799:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022446.053801:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022446.053808:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3516 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc1 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.053818:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc1 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.053889:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc1 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.053903:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835777280:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022446.053992:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.058477:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.058552:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815876608
00000100:00100000:3.0:1777022446.058563:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815876608
00002000:00100000:3.0:1777022446.058613:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (12288->20479)  req@ffff8efa65f39f80 x1863342815876608/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.058624:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39f80 with x1863342815876608 ext(12288->20479)
00002000:00010000:3.0:1777022446.058642:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f39f80
00000100:00100000:3.0:1777022446.058674:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 153
00000100:00100000:3.0:1777022446.058684:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2377:x1863342815876608:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022446.058947:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2377:x1863342815876608:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 264us (481us total) trans 0 rc 8192/8192
00000100:00100000:3.0:1777022446.058955:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 153
00002000:00100000:3.0:1777022446.058961:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (12288->20479)  req@ffff8efa65f39f80 x1863342815876608/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/8632 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.058970:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39f80 with x1863342815876608 ext(12288->20479)
00002000:00010000:3.0:1777022446.058972:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f39f80
00000100:00100000:1.0:1777022446.059303:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835777280:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022446.059332:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022446.059402:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342815876480:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5722us (7708us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022446.059410:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 355
00000100:00100000:2.0:1777022446.064090:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.064254:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815876736
00000100:00100000:1.0:1777022446.064264:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815876736
00000100:00100000:1.0:1777022446.064330:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 398
00000100:00100000:1.0:1777022446.064340:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+32:10127:x1863342815876736:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022446.064371:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022446.064388:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e351d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840fc8 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.064420:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840605 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.064429:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022446.064431:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022446.064435:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e351d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc8 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.064465:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840605 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.064477:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840605 expref: 34 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.064491:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835777408:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022446.064615:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.067765:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.068639:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815876864
00000100:00100000:3.0:1777022446.068650:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815876864
00010000:00010000:3.0:1777022446.068690:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840605 expref: 35 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.068894:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835777408:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022446.068922:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e351d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc8 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.068940:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:1.0:1777022446.069005:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10127:x1863342815876736:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4667us (4924us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022446.069036:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 398
00000100:00100000:3.0:1777022446.069255:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 356
00000100:00100000:3.0:1777022446.069266:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2378:x1863342815876864:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022446.069282:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022446.069307:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840605 expref: 35 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.069333:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840605 expref: 35 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.069361:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e2b45 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840605 expref: 35 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.069384:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.069386:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.069395:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e351d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc8 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.069408:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e351d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc8 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.069450:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e351d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc8 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.069464:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65649c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835777536:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022446.069526:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022446.072842:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022446.073001:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65649c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835777536:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022446.073029:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022446.073086:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2378:x1863342815876864:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3823us (5331us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022446.073097:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 356
00000100:00100000:1.0:1777022446.073176:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815876992
00000100:00100000:1.0:1777022446.073184:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815876992
00002000:00100000:1.0:1777022446.073226:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (20480->24575)  req@ffff8efa8131f800 x1863342815876992/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.073235:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131f800 with x1863342815876992 ext(20480->24575)
00002000:00010000:1.0:1777022446.073240:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131f800
00000100:00100000:1.0:1777022446.073262:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 154
00000100:00100000:1.0:1777022446.073271:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2379:x1863342815876992:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022446.073431:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2379:x1863342815876992:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 160us (596us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022446.073438:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 154
00002000:00100000:1.0:1777022446.073444:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (20480->24575)  req@ffff8efa8131f800 x1863342815876992/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/4536 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.073453:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131f800 with x1863342815876992 ext(20480->24575)
00002000:00010000:1.0:1777022446.073456:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131f800
00000100:00100000:3.0:1777022446.076362:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.076538:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815877120
00000100:00100000:1.0:1777022446.076548:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815877120
00000100:00100000:1.0:1777022446.076609:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 399
00000100:00100000:1.0:1777022446.076619:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10127:x1863342815877120:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022446.076638:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022446.076656:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3524 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840fcf expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.076707:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840621 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.076716:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022446.076718:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022446.076722:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3524 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fcf expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.076767:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840621 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.076781:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840621 expref: 33 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.076795:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835777664:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022446.076898:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be309c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022446.078453:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835777664:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022446.078482:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3524 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fcf expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.078501:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0e00, rc 0)
00000100:00100000:1.0:1777022446.078546:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10127:x1863342815877120:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1928us (2191us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022446.078554:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 399
00000100:00100000:3.0:1777022446.080713:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.081500:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815877248
00000100:00100000:0.0:1777022446.081510:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815877248
00010000:00010000:0.0:1777022446.081549:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840621 expref: 34 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.081613:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 357
00000100:00100000:0.0:1777022446.081623:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2378:x1863342815877248:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022446.081638:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022446.081659:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840621 expref: 34 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.081671:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840621 expref: 34 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.081694:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e2b61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840621 expref: 34 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.081709:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022446.081711:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022446.081718:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3524 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fcf expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.081742:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3524 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fcf expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.081784:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3524 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fcf expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.081800:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835777792:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022446.081915:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022446.085463:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.085992:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815877376
00000100:00100000:3.0:1777022446.086002:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815877376
00002000:00100000:3.0:1777022446.086060:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (24576->28671)  req@ffff8efa65805f80 x1863342815877376/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.086072:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805f80 with x1863342815877376 ext(24576->28671)
00002000:00010000:3.0:1777022446.086077:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805f80
00000100:00100000:3.0:1777022446.086110:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 155
00000100:00100000:3.0:1777022446.086131:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815877376:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022446.086301:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815877376:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 182us (847us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022446.086321:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 155
00002000:00100000:3.0:1777022446.086328:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (24576->28671)  req@ffff8efa65805f80 x1863342815877376/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/4536 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.086336:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805f80 with x1863342815877376 ext(24576->28671)
00002000:00010000:3.0:1777022446.086338:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805f80
00000100:00100000:3.0:1777022446.086390:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835777792:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022446.086413:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022446.086440:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815877248:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4820us (5736us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022446.086447:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 357
00000100:00100000:3.0:1777022446.089915:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022446.090226:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815877504
00000100:00100000:2.0:1777022446.090235:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815877504
00000100:00100000:2.0:1777022446.090288:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 400
00000100:00100000:2.0:1777022446.090326:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10127:x1863342815877504:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022446.090345:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022446.090364:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e352b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840fd6 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.090397:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840636 expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.090406:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022446.090408:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022446.090412:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e352b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fd6 expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.090445:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840636 expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.090458:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840636 expref: 32 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022446.090472:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835777920:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022446.090608:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.094171:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.094295:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815877632
00000100:00100000:3.0:1777022446.094305:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815877632
00010000:00010000:3.0:1777022446.094352:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b76 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840636 expref: 33 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.094398:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 358
00000100:00100000:3.0:1777022446.094408:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815877632:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022446.094423:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022446.094446:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b76 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840636 expref: 33 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.094479:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840636 expref: 33 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.094507:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.094510:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.094517:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e352b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fd6 expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.094527:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e352b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fd6 expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.094564:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e352b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fd6 expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.094578:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835778048:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022446.094653:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3eeb40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022446.097488:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835778048:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022446.097518:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022446.097578:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815877632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3171us (3416us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022446.097588:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 358
00010000:00010000:0.0:1777022446.098670:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a1a393a/0x72ae7b78094e2b76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840636 expref: 32 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.098688:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835777920:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022446.098710:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e352b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fd6 expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.098724:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:0.0:1777022446.098777:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10127:x1863342815877504:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8456us (8871us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022446.098785:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 400
00000100:00100000:2.0:1777022446.102951:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.103042:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815877760
00000100:00100000:1.0:1777022446.103053:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815877760
00002000:00100000:1.0:1777022446.103101:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (28672->32767)  req@ffff8efa65f39180 x1863342815877760/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.103112:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39180 with x1863342815877760 ext(28672->32767)
00002000:00010000:1.0:1777022446.103119:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f39180
00000100:00100000:1.0:1777022446.103155:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 156
00000100:00100000:1.0:1777022446.103165:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815877760:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022446.103336:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815877760:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 171us (394us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022446.103344:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 156
00002000:00100000:1.0:1777022446.103350:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (28672->32767)  req@ffff8efa65f39180 x1863342815877760/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/4536 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.103358:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39180 with x1863342815877760 ext(28672->32767)
00002000:00010000:1.0:1777022446.103361:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f39180
00000100:00100000:2.0:1777022446.107339:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.108283:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815877888
00000100:00100000:1.0:1777022446.108295:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815877888
00000100:00100000:1.0:1777022446.108398:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 401
00000100:00100000:1.0:1777022446.108409:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10127:x1863342815877888:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022446.108429:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022446.108451:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3532 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840fdd expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.108484:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e2bc3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840683 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.108511:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022446.108512:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022446.108517:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3532 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fdd expref: 36 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.108552:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e2bc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840683 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.108566:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e2bc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840683 expref: 31 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.108581:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835778176:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022446.108717:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be306c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022446.111914:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835778176:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022446.111950:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3532 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fdd expref: 36 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.111973:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:1.0:1777022446.112367:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10127:x1863342815877888:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3958us (5035us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022446.112377:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 401
00000100:00100000:2.0:1777022446.112444:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.113602:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815878016
00000100:00100000:3.0:1777022446.113614:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815878016
00010000:00010000:3.0:1777022446.113653:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e2bc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840683 expref: 32 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.113714:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 359
00000100:00100000:3.0:1777022446.113724:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342815878016:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022446.113812:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022446.113831:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e2bc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840683 expref: 32 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.113843:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e2bc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840683 expref: 32 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.113892:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e2bc3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840683 expref: 32 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.113906:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.113907:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.113914:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3532 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fdd expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.113922:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3532 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fdd expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.113958:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3532 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fdd expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.113972:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835778304:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022446.114246:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3eeb40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022446.118382:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.118484:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835778304:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022446.118506:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022446.118559:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342815878016:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4835us (6115us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022446.118569:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 359
00000100:00100000:1.0:1777022446.119480:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815878144
00000100:00100000:1.0:1777022446.119490:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815878144
00002000:00100000:1.0:1777022446.119532:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa65805c00 x1863342815878144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.119561:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805c00 with x1863342815878144 ext(32768->36863)
00002000:00010000:1.0:1777022446.119566:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805c00
00000100:00100000:1.0:1777022446.119596:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 157
00000100:00100000:1.0:1777022446.119605:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815878144:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022446.119742:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815878144:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 138us (1369us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022446.119748:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 157
00002000:00100000:1.0:1777022446.119754:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (32768->36863)  req@ffff8efa65805c00 x1863342815878144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/4536 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.119762:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805c00 with x1863342815878144 ext(32768->36863)
00002000:00010000:1.0:1777022446.119765:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805c00
00000100:00100000:0.0:1777022446.123354:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.123465:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815878272
00000100:00100000:1.0:1777022446.123474:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815878272
00000100:00100000:1.0:1777022446.123552:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 402
00000100:00100000:1.0:1777022446.123563:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10127:x1863342815878272:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022446.123581:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022446.123600:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3539 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840fe4 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.123634:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e2bd1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840691 expref: 30 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.123643:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022446.123660:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022446.123665:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3539 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fe4 expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.123699:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e2bd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840691 expref: 30 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.123711:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e2bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840691 expref: 30 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.123737:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835778432:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022446.123813:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.126799:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.126946:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815878400
00000100:00100000:3.0:1777022446.126956:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815878400
00010000:00010000:3.0:1777022446.126994:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e2bd1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840691 expref: 31 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.127043:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 360
00000100:00100000:3.0:1777022446.127053:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342815878400:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022446.127069:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022446.127090:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e2bd1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840691 expref: 31 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.127104:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e2bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840691 expref: 31 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.127343:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.127346:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.127354:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fe4 expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.127367:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fe4 expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.127431:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fe4 expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.127448:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835778560:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022446.127531:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3eeb40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022446.129620:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835778560:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022446.129644:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022446.129698:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342815878400:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2646us (2908us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022446.129709:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 360
00010000:00010000:1.0:1777022446.133149:0:6924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e2bd1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840691 expref: 30 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.133178:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835778432:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022446.133211:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fe4 expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.133227:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:0.0:1777022446.133506:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+37:10127:x1863342815878272:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9943us (10158us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022446.133515:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 402
00000100:00100000:0.0:1777022446.137164:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.137260:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815878528
00000100:00100000:1.0:1777022446.137269:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815878528
00002000:00100000:1.0:1777022446.137324:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (36864->40959)  req@ffff8efa65805880 x1863342815878528/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.137335:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805880 with x1863342815878528 ext(36864->40959)
00002000:00010000:1.0:1777022446.137340:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805880
00000100:00100000:1.0:1777022446.137424:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 158
00000100:00100000:1.0:1777022446.137434:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2377:x1863342815878528:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022446.137594:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2377:x1863342815878528:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 160us (438us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022446.137601:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 158
00002000:00100000:1.0:1777022446.137608:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (36864->40959)  req@ffff8efa65805880 x1863342815878528/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/4536 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.137616:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805880 with x1863342815878528 ext(36864->40959)
00002000:00010000:1.0:1777022446.137619:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805880
00000100:00100000:2.0:1777022446.141030:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.141333:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815878656
00000100:00100000:0.0:1777022446.141343:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815878656
00000100:00100000:0.0:1777022446.141404:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 403
00000100:00100000:0.0:1777022446.141416:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+37:10127:x1863342815878656:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022446.141436:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022446.141457:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e3540 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840feb expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.141505:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e2bdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784069f expref: 29 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.141514:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.141516:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.141521:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e3540 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840feb expref: 38 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.141555:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e2bdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784069f expref: 29 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.141571:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e2bdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784069f expref: 29 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.141586:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835778688:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022446.141675:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.145331:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.145453:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835778688:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022446.145491:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e3540 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840feb expref: 38 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.145516:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a744600, rc 0)
00000100:00100000:0.0:1777022446.145583:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10127:x1863342815878656:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4170us (4567us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022446.145592:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 403
00000100:00100000:1.0:1777022446.145911:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815878784
00000100:00100000:1.0:1777022446.145919:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815878784
00010000:00010000:1.0:1777022446.145950:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e2bdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784069f expref: 30 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.145988:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 361
00000100:00100000:1.0:1777022446.145998:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2377:x1863342815878784:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022446.146011:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022446.146034:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e2bdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784069f expref: 30 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.146046:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e2bdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784069f expref: 30 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.146068:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e2bdf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784069f expref: 30 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.146093:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022446.146095:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022446.146102:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e3540 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840feb expref: 37 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.146112:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e3540 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840feb expref: 37 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.146147:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e3540 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840feb expref: 37 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.146160:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835778816:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022446.146222:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30f00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.151409:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.151513:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835778816:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022446.151538:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022446.151599:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342815878784:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5602us (6278us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022446.151611:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 361
00000100:00100000:3.0:1777022446.152074:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815878912
00000100:00100000:3.0:1777022446.152082:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815878912
00002000:00100000:3.0:1777022446.152123:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (40960->45055)  req@ffff8efa65f3ad80 x1863342815878912/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.152142:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3ad80 with x1863342815878912 ext(40960->45055)
00002000:00010000:3.0:1777022446.152147:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3ad80
00000100:00100000:3.0:1777022446.152175:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 159
00000100:00100000:3.0:1777022446.152184:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2378:x1863342815878912:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022446.152336:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2378:x1863342815878912:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 153us (939us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022446.152343:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 159
00002000:00100000:3.0:1777022446.152349:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (40960->45055)  req@ffff8efa65f3ad80 x1863342815878912/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/4536 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.152379:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3ad80 with x1863342815878912 ext(40960->45055)
00002000:00010000:3.0:1777022446.152382:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3ad80
00000100:00100000:2.0:1777022446.157367:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.157470:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815879040
00000100:00100000:1.0:1777022446.157480:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815879040
00000100:00100000:1.0:1777022446.157538:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 404
00000100:00100000:1.0:1777022446.157549:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10127:x1863342815879040:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022446.157567:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022446.157584:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e3547 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ff2 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.157631:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e2bed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406ad expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.157638:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022446.157640:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022446.157643:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e3547 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff2 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.157677:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e2bed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406ad expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.157690:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e2bed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406ad expref: 28 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.157703:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835778944:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022446.157793:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30a80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.159958:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835778944:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022446.159990:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e3547 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff2 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.160011:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1c00, rc 0)
00000100:00100000:2.0:1777022446.160125:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+39:10127:x1863342815879040:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2570us (2761us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022446.160136:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 404
00000100:00100000:2.0:1777022446.162752:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.162898:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815879168
00000100:00100000:0.0:1777022446.162907:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815879168
00010000:00010000:0.0:1777022446.162944:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e2bed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406ad expref: 29 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.162983:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 362
00000100:00100000:0.0:1777022446.162993:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342815879168:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022446.163007:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022446.163035:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e2bed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406ad expref: 29 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.163049:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e2bed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406ad expref: 29 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.163074:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e2bed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406ad expref: 29 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.163090:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022446.163092:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022446.163099:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e3547 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff2 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.163109:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e3547 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff2 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.163142:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e3547 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff2 expref: 38 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.163176:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835779072:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022446.163240:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022446.165394:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835779072:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022446.165418:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022446.165469:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2377:x1863342815879168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2476us (2724us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022446.165479:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 362
00000100:00100000:1.0:1777022446.168831:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.169151:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815879296
00000100:00100000:3.0:1777022446.169161:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815879296
00002000:00100000:3.0:1777022446.169211:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (45056->49151)  req@ffff8efa48ef8e00 x1863342815879296/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.169223:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48ef8e00 with x1863342815879296 ext(45056->49151)
00002000:00010000:3.0:1777022446.169228:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48ef8e00
00000100:00100000:3.0:1777022446.169263:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 160
00000100:00100000:3.0:1777022446.169273:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2377:x1863342815879296:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022446.169465:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2377:x1863342815879296:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 193us (644us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022446.169473:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 160
00002000:00100000:3.0:1777022446.169478:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (45056->49151)  req@ffff8efa48ef8e00 x1863342815879296/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/4536 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.169488:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48ef8e00 with x1863342815879296 ext(45056->49151)
00002000:00010000:3.0:1777022446.169490:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48ef8e00
00000100:00100000:2.0:1777022446.177439:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.177538:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815879424
00000100:00100000:0.0:1777022446.177548:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815879424
00000100:00100000:0.0:1777022446.177610:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 405
00000100:00100000:0.0:1777022446.177621:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+39:10127:x1863342815879424:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022446.177638:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022446.177658:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e354e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7840ff9 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.177691:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e2c33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78406f3 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.177700:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.177702:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.177705:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e354e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff9 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.177750:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e2c33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78406f3 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.177782:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e2c33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78406f3 expref: 27 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.177796:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835779200:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022446.177909:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.181078:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.181380:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835779200:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022446.181412:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e354e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff9 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.181438:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a745000, rc 0)
00000100:00100000:0.0:1777022446.181503:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10127:x1863342815879424:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3883us (4075us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022446.181513:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 405
00000100:00100000:3.0:1777022446.181976:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815879552
00000100:00100000:3.0:1777022446.181985:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815879552
00010000:00010000:3.0:1777022446.182015:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e2c33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78406f3 expref: 28 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.182052:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 363
00000100:00100000:3.0:1777022446.182075:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2378:x1863342815879552:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022446.182088:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022446.182110:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e2c33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78406f3 expref: 28 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.182124:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e2c33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78406f3 expref: 28 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.182145:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e2c33 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78406f3 expref: 28 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.182159:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.182160:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.182167:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e354e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff9 expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.182176:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e354e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff9 expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.182210:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e354e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff9 expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.182224:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835779328:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022446.182290:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022446.187036:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835779328:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022446.187062:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022446.187131:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815879552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5057us (6062us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022446.187143:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 363
00000100:00100000:2.0:1777022446.187413:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.188426:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815879680
00000100:00100000:3.0:1777022446.188437:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815879680
00002000:00100000:3.0:1777022446.188478:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (49152->53247)  req@ffff8efa65f3aa00 x1863342815879680/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.188490:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3aa00 with x1863342815879680 ext(49152->53247)
00002000:00010000:3.0:1777022446.188495:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3aa00
00000100:00100000:3.0:1777022446.188524:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 161
00000100:00100000:3.0:1777022446.188534:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342815879680:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022446.188691:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342815879680:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 158us (1279us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022446.188699:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 161
00002000:00100000:3.0:1777022446.188706:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (49152->53247)  req@ffff8efa65f3aa00 x1863342815879680/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/4536 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.188714:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3aa00 with x1863342815879680 ext(49152->53247)
00002000:00010000:3.0:1777022446.188717:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3aa00
00000100:00100000:2.0:1777022446.192604:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.192709:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815879808
00000100:00100000:0.0:1777022446.192719:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815879808
00000100:00100000:0.0:1777022446.192778:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 406
00000100:00100000:0.0:1777022446.192788:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10127:x1863342815879808:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022446.192805:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022446.192824:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e3555 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841000 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.192982:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2c3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78406fa expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.193010:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.193012:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.193017:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e3555 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841000 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.193348:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2c3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406fa expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.193364:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2c3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406fa expref: 26 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.193381:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835779456:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022446.193519:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.196569:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.196653:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815879936
00000100:00100000:3.0:1777022446.196662:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815879936
00010000:00010000:3.0:1777022446.196698:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2c3a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406fa expref: 27 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.196755:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 364
00000100:00100000:3.0:1777022446.196765:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815879936:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022446.196786:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022446.196806:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2c3a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406fa expref: 27 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.196818:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2c3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406fa expref: 27 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.196842:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.196844:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.196883:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e3555 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841000 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.196896:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e3555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841000 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.196932:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e3555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841000 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.196946:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835779584:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022446.197012:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3eeb40 going to sleep for 11 seconds
00010000:00010000:0.0:1777022446.199430:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e2c3a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78406fa expref: 27 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.199453:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835779456:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022446.199481:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e3555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841000 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.199495:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a744a00, rc 0)
00000100:00100000:0.0:1777022446.199559:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+41:10127:x1863342815879808:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6771us (6964us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022446.199568:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 406
00000100:00100000:3.0:1777022446.203050:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022446.203508:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835779584:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022446.203531:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022446.203620:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815879936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6855us (7059us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022446.203633:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 364
00000100:00100000:1.0:1777022446.203897:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815880064
00000100:00100000:1.0:1777022446.203905:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815880064
00002000:00100000:1.0:1777022446.203949:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (53248->61439)  req@ffff8efa656b9500 x1863342815880064/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.203959:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656b9500 with x1863342815880064 ext(53248->61439)
00002000:00010000:1.0:1777022446.203964:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656b9500
00000100:00100000:1.0:1777022446.204037:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 162
00000100:00100000:1.0:1777022446.204048:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2380:x1863342815880064:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022446.204483:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2380:x1863342815880064:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 437us (1442us total) trans 0 rc 8192/8192
00000100:00100000:1.0:1777022446.204490:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 162
00002000:00100000:1.0:1777022446.204497:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (53248->61439)  req@ffff8efa656b9500 x1863342815880064/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/8632 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.204505:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656b9500 with x1863342815880064 ext(53248->61439)
00002000:00010000:1.0:1777022446.204509:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656b9500
00000100:00100000:0.0:1777022446.209243:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022446.209344:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815880192
00000100:00100000:2.0:1777022446.209355:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815880192
00000100:00100000:2.0:1777022446.209408:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 407
00000100:00100000:2.0:1777022446.209418:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+41:10127:x1863342815880192:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022446.209451:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022446.209469:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e355c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841007 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.209502:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e2cb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840778 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.209511:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022446.209513:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022446.209516:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e355c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [61440->65535] (req 61440->65535) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841007 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.209549:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e2cb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840778 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.209561:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e2cb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840778 expref: 25 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022446.209575:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835779712:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022446.209656:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:0.0:1777022446.213061:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.213162:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815880320
00000100:00100000:1.0:1777022446.213172:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815880320
00010000:00010000:1.0:1777022446.213209:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e2cb8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840778 expref: 26 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.213252:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 365
00000100:00100000:1.0:1777022446.213261:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815880320:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022446.213275:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022446.213297:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e2cb8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840778 expref: 26 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.213321:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e2cb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840778 expref: 26 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.213347:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022446.213349:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022446.213357:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e355c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841007 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.213388:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e355c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841007 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.213424:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e355c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841007 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.213438:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835779840:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022446.213516:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30900 going to sleep for 11 seconds
00010000:00010000:2.0:1777022446.214303:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e2cb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840778 expref: 26 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022446.214331:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835779712:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022446.214356:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e355c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841007 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.214382:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022446.214430:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10127:x1863342815880192:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5014us (5196us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022446.214438:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 407
00000100:00100000:0.0:1777022446.219410:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.219557:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835779840:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022446.219582:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022446.219641:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815880320:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6381us (6589us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022446.219651:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 365
00000100:00100000:2.0:1777022446.221078:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815880448
00000100:00100000:2.0:1777022446.221091:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815880448
00002000:00100000:2.0:1777022446.221155:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (61440->77823)  req@ffff8efa65c53b80 x1863342815880448/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022446.221167:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53b80 with x1863342815880448 ext(61440->77823)
00002000:00010000:2.0:1777022446.221172:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c53b80
00000100:00100000:2.0:1777022446.221325:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 163
00000100:00100000:2.0:1777022446.221336:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815880448:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022446.221514:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815880448:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (2114us total) trans 0 rc 16384/16384
00000100:00100000:2.0:1777022446.221522:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 163
00002000:00100000:2.0:1777022446.221528:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (61440->77823)  req@ffff8efa65c53b80 x1863342815880448/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/16824 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 16384/16384 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022446.221536:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53b80 with x1863342815880448 ext(61440->77823)
00002000:00010000:2.0:1777022446.221538:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c53b80
00000100:00100000:1.0:1777022446.227746:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.227882:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815880576
00000100:00100000:0.0:1777022446.227892:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815880576
00000100:00100000:0.0:1777022446.227951:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 408
00000100:00100000:0.0:1777022446.227961:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10127:x1863342815880576:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022446.227980:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022446.227999:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3563 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784100e expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.228044:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2d36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78407f6 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.228052:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.228054:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.228058:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3563 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784100e expref: 43 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.228090:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2d36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407f6 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.228103:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2d36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407f6 expref: 24 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.228117:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835779968:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022446.228200:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022446.231605:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835779968:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022446.231639:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3563 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784100e expref: 43 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.231663:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2400, rc 0)
00000100:00100000:0.0:1777022446.231732:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+43:10127:x1863342815880576:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3767us (3989us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022446.231741:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 408
00000100:00100000:2.0:1777022446.232126:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.232296:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815880704
00000100:00100000:0.0:1777022446.232304:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815880704
00010000:00010000:0.0:1777022446.232341:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2d36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407f6 expref: 25 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.232374:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 366
00000100:00100000:0.0:1777022446.232383:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815880704:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022446.232396:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022446.232414:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2d36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407f6 expref: 25 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.232425:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2d36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407f6 expref: 25 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.232446:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e2d36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78407f6 expref: 25 pid: 6924 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.232457:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022446.232474:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022446.232481:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3563 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784100e expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.232491:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784100e expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.232521:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784100e expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.232535:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835780096:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022446.232590:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022446.239110:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.239187:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815880832
00000100:00100000:3.0:1777022446.239197:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815880832
00002000:00100000:3.0:1777022446.239248:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa654c1880 x1863342815880832/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.239260:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c1880 with x1863342815880832 ext(77824->81919)
00002000:00010000:3.0:1777022446.239279:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c1880
00000100:00100000:3.0:1777022446.239321:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 164
00000100:00100000:3.0:1777022446.239331:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2378:x1863342815880832:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022446.239500:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2378:x1863342815880832:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 171us (401us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022446.239508:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 164
00002000:00100000:3.0:1777022446.239514:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (77824->81919)  req@ffff8efa654c1880 x1863342815880832/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/4536 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.239522:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c1880 with x1863342815880832 ext(77824->81919)
00002000:00010000:3.0:1777022446.239525:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c1880
00000100:00100000:0.0:1777022446.242610:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835780096:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022446.242637:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022446.242775:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2378:x1863342815880704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10392us (10657us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022446.242785:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 366
00000100:00100000:2.0:1777022446.242974:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.243125:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815880960
00000100:00100000:0.0:1777022446.243131:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815880960
00000100:00100000:0.0:1777022446.243177:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 409
00000100:00100000:0.0:1777022446.243185:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+43:10127:x1863342815880960:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022446.243201:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022446.243217:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e356a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841015 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.243247:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e2d44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840804 expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.243272:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.243274:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.243278:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e356a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841015 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.243318:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e2d44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840804 expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.243331:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e2d44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840804 expref: 23 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.243345:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835780224:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022446.243403:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.246344:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.246514:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815881088
00000100:00100000:3.0:1777022446.246524:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815881088
00010000:00010000:3.0:1777022446.246562:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e2d44 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840804 expref: 24 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.246608:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 367
00000100:00100000:3.0:1777022446.246618:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2378:x1863342815881088:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022446.246632:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022446.246652:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e2d44 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840804 expref: 24 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.246665:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e2d44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840804 expref: 24 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.246690:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.246701:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.246710:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e356a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841015 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.246720:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e356a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841015 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.246770:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e356a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841015 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.246786:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835780352:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022446.246887:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee240 going to sleep for 11 seconds
00010000:00010000:0.0:1777022446.247188:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e2d44 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840804 expref: 24 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.247203:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835780224:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022446.247224:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e356a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841015 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.247234:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2a00, rc 0)
00000100:00100000:0.0:1777022446.247275:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+44:10127:x1863342815880960:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4090us (4301us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022446.247284:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 409
00000100:00100000:2.0:1777022446.251009:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.251215:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835780352:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022446.251236:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022446.251337:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342815881088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4719us (5000us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022446.251347:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 367
00000100:00100000:0.0:1777022446.251530:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815881216
00000100:00100000:0.0:1777022446.251538:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815881216
00002000:00100000:0.0:1777022446.251582:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (81920->86015)  req@ffff8efa65f0a680 x1863342815881216/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022446.251594:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f0a680 with x1863342815881216 ext(81920->86015)
00002000:00010000:0.0:1777022446.251599:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f0a680
00000100:00100000:0.0:1777022446.251620:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 165
00000100:00100000:0.0:1777022446.251630:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2377:x1863342815881216:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022446.251772:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2377:x1863342815881216:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 143us (772us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022446.251780:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 165
00002000:00100000:0.0:1777022446.251786:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (81920->86015)  req@ffff8efa65f0a680 x1863342815881216/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/4536 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022446.251794:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f0a680 with x1863342815881216 ext(81920->86015)
00002000:00010000:0.0:1777022446.251797:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f0a680
00010000:00010000:0.0:1777022446.252530:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022446.256266:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022446.256363:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815881344
00000100:00100000:2.0:1777022446.256373:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815881344
00000100:00100000:2.0:1777022446.256434:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 410
00000100:00100000:2.0:1777022446.256446:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+44:10127:x1863342815881344:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022446.256463:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022446.256480:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3571 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784101c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.256511:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2dc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840874 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.256521:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022446.256523:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022446.256527:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3571 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784101c expref: 45 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.256559:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2dc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840874 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.256573:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2dc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840874 expref: 22 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022446.256588:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835780480:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022446.256664:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.259935:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.260149:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815881472
00000100:00100000:3.0:1777022446.260158:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815881472
00010000:00010000:3.0:1777022446.260197:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2dc9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840874 expref: 23 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.260240:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 368
00000100:00100000:3.0:1777022446.260250:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc56050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342815881472:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022446.260264:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022446.260284:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2dc9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840874 expref: 23 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.260321:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2dc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840874 expref: 23 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.260348:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.260350:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.260358:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3571 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784101c expref: 45 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.260369:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784101c expref: 45 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.260405:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784101c expref: 45 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.260419:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835780608:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022446.260496:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee240 going to sleep for 11 seconds
00010000:00010000:1.0:1777022446.260626:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e2dc9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840874 expref: 23 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.260640:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835780480:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022446.260663:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784101c expref: 45 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.260673:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:1.0:1777022446.260707:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+45:10127:x1863342815881344:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4264us (4450us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022446.260714:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 410
00000100:00100000:3.0:1777022446.267621:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835780608:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022446.267648:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022446.267710:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc56050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342815881472:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7460us (7784us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022446.267719:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 368
00000100:00100000:2.0:1777022446.269682:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.269981:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815881600
00000100:00100000:3.0:1777022446.269991:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815881600
00002000:00100000:3.0:1777022446.270047:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (86016->94207)  req@ffff8efa65f0a300 x1863342815881600/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.270081:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f0a300 with x1863342815881600 ext(86016->94207)
00002000:00010000:3.0:1777022446.270087:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f0a300
00000100:00100000:3.0:1777022446.270131:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 166
00000100:00100000:3.0:1777022446.270140:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2378:x1863342815881600:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022446.270345:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2378:x1863342815881600:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 205us (669us total) trans 0 rc 8192/8192
00000100:00100000:3.0:1777022446.270352:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 166
00002000:00100000:3.0:1777022446.270359:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (86016->94207)  req@ffff8efa65f0a300 x1863342815881600/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/8632 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.270367:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f0a300 with x1863342815881600 ext(86016->94207)
00002000:00010000:3.0:1777022446.270370:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f0a300
00000100:00100000:2.0:1777022446.274534:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.274644:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815881728
00000100:00100000:0.0:1777022446.274653:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815881728
00000100:00100000:0.0:1777022446.274710:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 411
00000100:00100000:0.0:1777022446.274721:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+45:10127:x1863342815881728:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022446.274749:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022446.274766:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3578 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841023 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.274798:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2de5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840890 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.274814:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.274816:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.274820:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3578 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841023 expref: 46 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.274851:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2de5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840890 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.274911:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2de5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840890 expref: 21 pid: 11979 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.274924:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835780736:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022446.275000:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5c00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022446.278794:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.278913:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835780736:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022446.278945:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3578 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841023 expref: 46 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.278964:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3200, rc 0)
00000100:00100000:3.0:1777022446.279031:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10127:x1863342815881728:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4311us (4506us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022446.279039:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 411
00000100:00100000:2.0:1777022446.279531:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815881856
00000100:00100000:2.0:1777022446.279539:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815881856
00010000:00010000:2.0:1777022446.279568:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2de5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840890 expref: 22 pid: 11979 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022446.279597:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 369
00000100:00100000:2.0:1777022446.279605:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342815881856:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022446.279618:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022446.279637:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2de5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840890 expref: 22 pid: 11979 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.279648:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2de5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840890 expref: 22 pid: 11979 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.279670:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e2de5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840890 expref: 22 pid: 11979 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.279683:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022446.279685:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022446.279692:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3578 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841023 expref: 45 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.279703:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3578 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841023 expref: 45 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.279735:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3578 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841023 expref: 45 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022446.279766:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835780864:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022446.279831:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.282763:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835780864:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022446.282788:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022446.282850:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815881856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3244us (4063us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022446.283992:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 369
00000100:00100000:1.0:1777022446.286705:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.286810:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815881984
00000100:00100000:0.0:1777022446.286821:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815881984
00002000:00100000:0.0:1777022446.286906:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (94208->98303)  req@ffff8efa65659180 x1863342815881984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022446.286918:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659180 with x1863342815881984 ext(94208->98303)
00002000:00010000:0.0:1777022446.286924:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65659180
00000100:00100000:0.0:1777022446.286953:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 167
00000100:00100000:0.0:1777022446.286963:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2380:x1863342815881984:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022446.287358:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2380:x1863342815881984:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 396us (662us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022446.287381:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 167
00002000:00100000:0.0:1777022446.287389:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (94208->98303)  req@ffff8efa65659180 x1863342815881984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/4536 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022446.287397:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659180 with x1863342815881984 ext(94208->98303)
00002000:00010000:0.0:1777022446.287401:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65659180
00000100:00100000:3.0:1777022446.291364:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.291826:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815882112
00000100:00100000:0.0:1777022446.291836:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815882112
00000100:00100000:0.0:1777022446.291935:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 412
00000100:00100000:0.0:1777022446.291946:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10127:x1863342815882112:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022446.291963:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022446.291981:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e357f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784102a expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.292008:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e2df3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784089e expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.292201:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.292205:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.292210:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e357f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784102a expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.292245:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e2df3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784089e expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.292258:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e2df3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784089e expref: 20 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.292288:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835780992:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022446.292371:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.295287:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.295520:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815882240
00000100:00100000:3.0:1777022446.295529:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815882240
00010000:00010000:3.0:1777022446.295566:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e2df3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784089e expref: 21 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.295623:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 370
00000100:00100000:3.0:1777022446.295633:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815882240:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022446.295647:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022446.295667:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e2df3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784089e expref: 21 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.295680:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e2df3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784089e expref: 21 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.295706:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.295708:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.295714:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e357f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784102a expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.295737:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e357f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784102a expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.295775:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e357f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784102a expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.295789:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835781120:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022446.296205:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3eef00 going to sleep for 11 seconds
00010000:00010000:1.0:1777022446.296599:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e2df3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784089e expref: 21 pid: 9584 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.296614:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835780992:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022446.296638:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e357f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784102a expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.296649:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3a00, rc 0)
00000100:00100000:1.0:1777022446.296695:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815882112:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4751us (5339us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022446.296703:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 412
00000100:00100000:2.0:1777022446.302289:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.302371:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815882368
00000100:00100000:1.0:1777022446.302381:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815882368
00002000:00100000:1.0:1777022446.302427:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (98304->110591)  req@ffff8efa65f08380 x1863342815882368/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.302439:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08380 with x1863342815882368 ext(98304->110591)
00002000:00010000:1.0:1777022446.302444:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f08380
00000100:00100000:1.0:1777022446.302477:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 168
00000100:00100000:1.0:1777022446.302485:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815882368:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022446.302665:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815882368:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (384us total) trans 0 rc 12288/12288
00000100:00100000:1.0:1777022446.302681:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 168
00002000:00100000:1.0:1777022446.302688:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (98304->110591)  req@ffff8efa65f08380 x1863342815882368/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/12728 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 12288/12288 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.302697:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08380 with x1863342815882368 ext(98304->110591)
00002000:00010000:1.0:1777022446.302700:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f08380
00000100:00100000:3.0:1777022446.303227:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835781120:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022446.303247:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022446.303290:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2377:x1863342815882240:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7658us (8009us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022446.303298:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 370
00000100:00100000:2.0:1777022446.307452:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.307549:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815882496
00000100:00100000:1.0:1777022446.307558:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815882496
00000100:00100000:1.0:1777022446.307614:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 413
00000100:00100000:1.0:1777022446.307623:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10127:x1863342815882496:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022446.307641:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022446.307661:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e3586 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841031 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.307690:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2ea9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840954 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.307699:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022446.307701:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022446.307705:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e3586 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841031 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.307752:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2ea9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840954 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.307765:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2ea9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840954 expref: 19 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022446.307794:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835781248:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022446.308152:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4be30c00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.311254:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.311410:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815882624
00000100:00100000:3.0:1777022446.311419:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815882624
00010000:00010000:3.0:1777022446.311456:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2ea9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840954 expref: 20 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.311496:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 371
00000100:00100000:3.0:1777022446.311506:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2377:x1863342815882624:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022446.311520:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022446.311541:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2ea9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840954 expref: 20 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.311555:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2ea9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840954 expref: 20 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.311580:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.311582:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022446.311589:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e3586 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841031 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.311600:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e3586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841031 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.311633:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e3586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841031 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.311659:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835781376:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022446.311850:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e2ea9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840954 expref: 20 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.311889:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835781248:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022446.311912:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e3586 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841031 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.311921:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1200, rc 0)
00000100:00100000:0.0:1777022446.311944:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815882496:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4323us (4502us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022446.311952:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 413
00000100:00100000:3.0:1777022446.312209:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3eef00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.313225:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835781504:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1777022446.313273:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022446.313388:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1777022446.313397:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835781632:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022446.313422:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022446.313449:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835781504
00000100:00100000:0.0:1777022446.313455:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835781504
00000100:00100000:0.0:1777022446.313493:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835781632
00000100:00100000:0.0:1777022446.313495:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835781632
00000100:00100000:0.0:1777022446.313508:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53
00000100:00100000:0.0:1777022446.313515:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835781504:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1777022446.313543:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17035840 pending 0 free 3923574784 avail 3692052480
00000100:00100000:0.0:1777022446.313578:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835781504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022446.313597:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53
00000100:00100000:0.0:1777022446.313612:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54
00000100:00100000:0.0:1777022446.313618:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835781632:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1777022446.313629:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 946176 granted 402797120 pending 180224 free 3923271680 avail 3691749376
00000100:00100000:0.0:1777022446.313657:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835781632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022446.313663:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54
00000100:00100000:0.0:1777022446.313701:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835781632:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1777022446.313926:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835781504:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022446.316487:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835781376:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022446.316515:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022446.316574:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815882624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5069us (5328us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022446.316586:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 371
00000100:00100000:1.0:1777022446.319951:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.320138:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815882752
00000100:00100000:3.0:1777022446.320148:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815882752
00002000:00100000:3.0:1777022446.320192:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (110592->114687)  req@ffff8efa658d1500 x1863342815882752/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.320203:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1500 with x1863342815882752 ext(110592->114687)
00002000:00010000:3.0:1777022446.320208:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1500
00000100:00100000:3.0:1777022446.320273:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 169
00000100:00100000:3.0:1777022446.320282:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815882752:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022446.320455:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815882752:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 173us (512us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022446.320463:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 169
00002000:00100000:3.0:1777022446.320469:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (110592->114687)  req@ffff8efa658d1500 x1863342815882752/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/4536 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.320477:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1500 with x1863342815882752 ext(110592->114687)
00002000:00010000:3.0:1777022446.320480:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1500
00000100:00100000:2.0:1777022446.329934:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022446.330380:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815882880
00000100:00100000:3.0:1777022446.330390:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815882880
00000100:00100000:3.0:1777022446.330491:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 414
00000100:00100000:3.0:1777022446.330502:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10127:x1863342815882880:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022446.330520:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022446.330539:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e358d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841038 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.330572:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3077 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b22 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.330581:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022446.330583:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022446.330587:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e358d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841038 expref: 49 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.330619:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3077 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b22 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.330633:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b22 expref: 18 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022446.330646:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835781760:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022446.330739:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022446.333784:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835781760:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022446.333819:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e358d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841038 expref: 49 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022446.333896:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022446.333951:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10127:x1863342815882880:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3451us (4026us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022446.333960:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 414
00000100:00100000:0.0:1777022446.334103:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022446.335460:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815883008
00000100:00100000:2.0:1777022446.335473:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815883008
00010000:00010000:2.0:1777022446.335516:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b22 expref: 19 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022446.335559:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 372
00000100:00100000:2.0:1777022446.335568:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815883008:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022446.335601:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022446.335624:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b22 expref: 19 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.335637:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3077 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b22 expref: 19 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.335660:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3077 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b22 expref: 19 pid: 6921 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.335676:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022446.335678:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022446.335684:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e358d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841038 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.335695:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e358d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841038 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.335744:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e358d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841038 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022446.335758:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835781888:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022446.335840:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:0.0:1777022446.340600:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.340684:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815883136
00000100:00100000:1.0:1777022446.340694:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815883136
00002000:00100000:1.0:1777022446.340751:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65c50380 x1863342815883136/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.340763:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50380 with x1863342815883136 ext(188416->225279)
00002000:00010000:1.0:1777022446.340768:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c50380
00000100:00100000:1.0:1777022446.340804:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 170
00000100:00100000:1.0:1777022446.340814:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342815883136:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022446.344403:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835781888:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022446.344427:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022446.344487:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+18:2378:x1863342815883008:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8918us (10384us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022446.344510:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 372
00000100:00100000:1.0:1777022446.345761:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342815883136:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4942us (5164us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022446.345770:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 170
00002000:00100000:1.0:1777022446.345782:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (188416->225279)  req@ffff8efa65c50380 x1863342815883136/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/440 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022446.345792:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50380 with x1863342815883136 ext(188416->225279)
00002000:00010000:1.0:1777022446.345797:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c50380
00000100:00100000:1.0:1777022446.351400:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.351499:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815883264
00000100:00100000:0.0:1777022446.351509:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815883264
00000100:00100000:0.0:1777022446.351562:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 415
00000100:00100000:0.0:1777022446.351573:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10127:x1863342815883264:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022446.351592:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022446.351610:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3594 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784103f expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.351643:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3085 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b30 expref: 17 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.351652:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.351654:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022446.351658:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3594 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784103f expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.351714:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3085 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b30 expref: 17 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022446.351729:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3085 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b30 expref: 17 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022446.351742:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835782016:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022446.351825:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa654a5480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022446.355357:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022446.355514:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835782016:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022446.355547:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3594 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [225280->229375] (req 225280->229375) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784103f expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022446.355591:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2c00, rc 0)
00000100:00100000:1.0:1777022446.355652:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+50:10127:x1863342815883264:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4081us (4263us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022446.355661:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 415
00000100:00100000:2.0:1777022446.356372:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815883392
00000100:00100000:2.0:1777022446.356381:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815883392
00010000:00010000:2.0:1777022446.356413:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3085 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b30 expref: 18 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022446.356486:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 373
00000100:00100000:2.0:1777022446.356505:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+18:2377:x1863342815883392:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022446.356520:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022446.356540:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3085 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b30 expref: 18 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.356552:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3085 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b30 expref: 18 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.356576:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3085 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b30 expref: 18 pid: 6923 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.356590:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022446.356592:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022446.356598:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3594 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784103f expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.356608:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3594 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784103f expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022446.356668:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3594 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784103f expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022446.356680:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835782144:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022446.356747:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81530540 going to sleep for 11 seconds
00000100:00100000:2.0:1777022446.358235:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835782144:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022446.358258:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022446.358319:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2377:x1863342815883392:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1813us (2959us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022446.358329:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 373
00000100:00100000:1.0:1777022446.360947:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022446.361045:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815883520
00000100:00100000:0.0:1777022446.361054:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815883520
00002000:00100000:0.0:1777022446.361105:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (225280->249855)  req@ffff8efa658d0e00 x1863342815883520/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/0 e 0 to 0 dl 1777022457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022446.361115:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0e00 with x1863342815883520 ext(225280->249855)
00002000:00010000:0.0:1777022446.361120:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0e00
00000100:00100000:0.0:1777022446.361194:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 171
00000100:00100000:0.0:1777022446.361204:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2377:x1863342815883520:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022446.365279:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2377:x1863342815883520:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4066us (4329us total) trans 0 rc 24576/24576
00000100:00100000:3.0:1777022446.365292:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 171
00002000:00100000:3.0:1777022446.365304:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4:0x0] (225280->249855)  req@ffff8efa658d0e00 x1863342815883520/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:97/0 lens 488/440 e 0 to 0 dl 1777022457 ref 1 fl Complete:/600/0 rc 24576/24576 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022446.365324:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0e00 with x1863342815883520 ext(225280->249855)
00002000:00010000:3.0:1777022446.365330:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0e00
00000100:00100000:1.0:1777022446.374252:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022446.374379:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815883776
00000100:00100000:2.0:1777022446.374390:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815883776
00000100:00100000:2.0:1777022446.374463:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15
00000100:00100000:2.0:1777022446.374473:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49df9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10127:x1863342815883776:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022446.374723:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49df9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10127:x1863342815883776:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 252us (482us total) trans 4294967327 rc 0/0
00000100:00100000:2.0:1777022446.374739:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15
00000100:00080000:1.0:1777022446.375031:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:2.0:1777022447.286966:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022447.873948:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022447.873993:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022447.874056:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022447.874093:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022447.874124:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815884288
00000100:00100000:3.0:1777022447.874132:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815884032
00000100:00100000:0.0:1777022447.874133:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815884288
00000100:00100000:3.0:1777022447.874136:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815884032
00002000:00100000:3.0:1777022447.874189:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (0->409599)  req@ffff8efa66020000 x1863342815884032/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:98/0 lens 488/0 e 0 to 0 dl 1777022458 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022447.874201:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66020000 with x1863342815884032 ext(0->409599)
00000100:00100000:1.0:1777022447.874204:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815883904
00000100:00100000:1.0:1777022447.874208:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815883904
00002000:00010000:3.0:1777022447.874230:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66020000
00000100:00100000:1.0:1777022447.874242:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 255
00000100:00100000:3.0:1777022447.874245:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 172
00000100:00100000:3.0:1777022447.874250:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2377:x1863342815884032:12345-192.168.202.33@tcp:4:kworker.0
00000100:00100000:1.0:1777022447.874250:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49cae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342815883904:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022447.874341:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815884160
00000100:00100000:2.0:1777022447.874345:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815884160
00000100:00100000:2.0:1777022447.874373:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 416
00000100:00100000:2.0:1777022447.874380:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+51:2377:x1863342815884160:12345-192.168.202.33@tcp:16:kworker.0
00000100:00100000:1.0:1777022447.874506:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49cae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342815883904:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 255us (567us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022447.874513:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 255
00000100:00100000:0.0:1777022447.877392:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 116
00000100:00100000:0.0:1777022447.877774:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342815884288:12345-192.168.202.33@tcp:400:kworker.0
00000100:00080000:3.0:1777022447.878604:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1777022447.878611:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1777022447.878920:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342815884288:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 1148us (4822us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022447.878929:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 116
00000100:00100000:1.0:1777022447.880144:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022447.880223:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022447.880301:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022447.880378:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815884672
00000100:00100000:0.0:1777022447.880387:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815884672
00000100:00100000:0.0:1777022447.880447:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 117
00000100:00100000:0.0:1777022447.880455:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342815884672:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022447.880818:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342815884672:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 363us (524us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022447.880826:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 117
00000100:00100000:3.0:1777022447.880996:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815884544
00000100:00100000:3.0:1777022447.881000:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815884544
00000100:00100000:3.0:1777022447.881057:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815884416
00000100:00100000:3.0:1777022447.881060:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815884416
00000100:00100000:3.0:1777022447.881082:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 66
00000100:00100000:3.0:1777022447.881089:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2380:x1863342815884544:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022447.881120:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2380:x1863342815884544:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 31us (982us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022447.881126:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 66
00000100:00100000:3.0:1777022447.881138:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 67
00000100:00100000:3.0:1777022447.881144:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342815884416:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022447.881163:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342815884416:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (942us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022447.881169:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 67
00000100:00080000:1.0:1777022447.881250:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1777022447.881255:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000001:00080000:1.0:1777022447.882807:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967360 is committed
00000100:00100000:2.0:1777022447.884046:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+52:2377:x1863342815884160:12345-192.168.202.33@tcp:16:kworker.0 Request processed in 9655us (10040us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022447.884077:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 416
00000100:00100000:3.0:1777022447.904545:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+52:2377:x1863342815884032:12345-192.168.202.33@tcp:4:kworker.0 Request processed in 30278us (30472us total) trans 4294967361 rc 0/0
00000100:00100000:3.0:1777022447.904558:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 172
00002000:00100000:3.0:1777022447.904573:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4:0x0] (0->409599)  req@ffff8efa66020000 x1863342815884032/t4294967361(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:98/0 lens 488/448 e 0 to 0 dl 1777022458 ref 1 fl Complete:/600/0 rc 0/0 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022447.904584:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66020000 with x1863342815884032 ext(0->409599)
00002000:00010000:3.0:1777022447.904625:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66020000
00000100:00100000:1.0:1777022448.000480:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022448.000690:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815884928
00000100:00100000:2.0:1777022448.000700:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815884928
00000100:00100000:2.0:1777022448.000769:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16
00000100:00100000:2.0:1777022448.000781:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10115:x1863342815884928:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022448.001067:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10115:x1863342815884928:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 288us (611us total) trans 4294967328 rc 0/0
00000100:00100000:2.0:1777022448.001076:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16
00000100:00100000:2.0:1777022448.010159:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022448.010273:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815885056
00000100:00100000:1.0:1777022448.010283:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815885056
00000100:00100000:1.0:1777022448.010356:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 60
00000100:00100000:1.0:1777022448.010365:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10115:x1863342815885056:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022448.010403:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022448.010496:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e359b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841046 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.010560:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e35a2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.010575:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e35a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.010587:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e35a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022448.010631:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:1.0:1777022448.010634:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1777022448.010653:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e35a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.010675:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e359b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841046 expref: 10 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.010692:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e35a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841046 expref: 9 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.010700:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa64db6600)
00010000:00010000:1.0:1777022448.010703:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1777022448.010706:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c200, rc 0)
00000100:00100000:1.0:1777022448.010776:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815885056:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 412us (625us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022448.010784:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 60
00000100:00100000:0.0:1777022448.031479:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022448.033628:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815885184
00000100:00100000:1.0:1777022448.033641:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815885184
00000100:00100000:1.0:1777022448.033697:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 61
00000100:00100000:1.0:1777022448.033708:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815885184:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022448.033730:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022448.033763:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784104d expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.033831:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.033846:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.033888:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.033904:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e35b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.033912:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e35b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.033919:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e35b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.033996:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e35be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034018:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e35be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034044:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e35be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022448.034084:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6:0x0]: returning size 409600
00000004:00200000:1.0:1777022448.034088:0:5952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1777022448.034108:0:5952:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e35be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034119:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e35be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034127:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034135:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35b0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034141:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034146:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570da00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022448.034150:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034157:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034168:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa64db6600)
00010000:00010000:1.0:1777022448.034171:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022448.034175:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034190:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034202:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e35b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034207:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e35b7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034212:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e35b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034217:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022448.034219:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e35b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034224:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e35b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034231:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (ffff8efa81569500)
00010000:00010000:1.0:1777022448.034234:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022448.034236:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e35b7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034242:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e35b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034271:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784104d expref: 11 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034284:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e35be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784104d expref: 10 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.034308:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8efa64db6e00)
00010000:00010000:1.0:1777022448.034310:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022448.034313:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:1.0:1777022448.034372:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10115:x1863342815885184:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 667us (2914us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022448.034380:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 61
00000100:00100000:2.0:1777022448.037244:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022448.037326:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815885440
00000100:00100000:1.0:1777022448.037337:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815885440
00000100:00100000:1.0:1777022448.037396:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 62
00000100:00100000:1.0:1777022448.037406:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10115:x1863342815885440:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:1.0:1777022448.037461:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:1.0:1777022448.037497:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e35be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784104d expref: 10 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.037518:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa41534400/0x72ae7b78094e2aab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840595 expref: 9 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.037531:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8efa64db6e00)
00010000:00010000:1.0:1777022448.037539:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e35a2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841046 expref: 8 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.037548:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa64db6600)
00010000:00010000:1.0:1777022448.037552:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022448.037571:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.037600:0:5953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40031000/0x72ae7b78094e2ac0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405a3 expref: 7 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.037609:0:5953:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.037641:0:5953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40031000/0x72ae7b78094e2ac0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78405a3 expref: 7 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.037655:0:5953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40031000/0x72ae7b78094e2ac0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78405a3 expref: 7 pid: 5954 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022448.037669:0:5953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835782272:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022448.037770:0:5953:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d326c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022448.040997:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022448.041096:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815885568
00000100:00100000:0.0:1777022448.041105:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815885568
00010000:00010000:0.0:1777022448.041167:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40031000/0x72ae7b78094e2ac0 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78405a3 expref: 8 pid: 5954 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022448.041204:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 374
00000100:00100000:0.0:1777022448.041214:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342815885568:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022448.041230:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022448.041236:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40031000/0x72ae7b78094e2ac0 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78405a3 expref: 8 pid: 5954 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.041248:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40031000/0x72ae7b78094e2ac0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78405a3 expref: 8 pid: 5954 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.041287:0:11978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa64db6600)
00010000:00010000:0.0:1777022448.041302:0:11978:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.041311:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.041319:0:11978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.041340:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022448.041396:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342815885568:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 182us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022448.041403:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 374
00010000:00010000:1.0:1777022448.041818:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40031000/0x72ae7b78094e2ac0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78405a3 expref: 7 pid: 5954 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022448.041837:0:5953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835782272:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022448.041875:0:5953:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.041883:0:5953:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.041888:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.041909:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e35cc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.041928:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e35cc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.041937:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e35cc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.042025:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.042035:0:5953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030c00/0x72ae7b78094e2adc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78405aa expref: 6 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.042044:0:5953:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.042074:0:5953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030c00/0x72ae7b78094e2adc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78405aa expref: 6 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.042087:0:5953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030c00/0x72ae7b78094e2adc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78405aa expref: 6 pid: 5952 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022448.042100:0:5953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835782400:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022448.042155:0:5953:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d326c0 going to sleep for 11 seconds
00000100:00080000:3.0:1777022448.043102:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022448.047170:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022448.047251:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815885696
00000100:00100000:3.0:1777022448.047262:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815885696
00010000:00010000:3.0:1777022448.047315:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030c00/0x72ae7b78094e2adc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78405aa expref: 7 pid: 5952 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022448.047355:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 375
00000100:00100000:3.0:1777022448.047380:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2377:x1863342815885696:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022448.047396:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022448.047403:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030c00/0x72ae7b78094e2adc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78405aa expref: 7 pid: 5952 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.047416:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030c00/0x72ae7b78094e2adc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78405aa expref: 7 pid: 5952 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.047438:0:5938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8efa64db6e00)
00010000:00010000:3.0:1777022448.047444:0:5938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.047453:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.047460:0:5938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.047489:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022448.047541:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2377:x1863342815885696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 164us (380us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022448.047549:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 375
00010000:00010000:1.0:1777022448.047721:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030c00/0x72ae7b78094e2adc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78405aa expref: 6 pid: 5952 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022448.047738:0:5953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835782400:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022448.047759:0:5953:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.047775:0:5953:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.047780:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1777022448.048070:0:5953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4, 64 off8448
00000004:00080000:1.0:1777022448.048082:0:5953:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 386214225717ns, next at 387214223067ns, rc = 0
00010000:00010000:1.0:1777022448.048136:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35da lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048147:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048155:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048161:0:5953:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35da lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048167:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35da lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048173:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048189:0:5953:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1777022448.048207:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048213:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048226:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048232:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022448.048236:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048243:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048252:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8efa64db6e00)
00010000:00010000:1.0:1777022448.048255:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1777022448.048259:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048265:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e35d3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048282:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048299:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048305:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048311:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022448.048314:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048330:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048338:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa64db6600)
00010000:00010000:1.0:1777022448.048340:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022448.048343:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.048348:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e35c5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1777022448.048363:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1a98aca reply state 00000000987697c8 transno 4294967329 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e35cc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022448.048371:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1777022448.048421:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815885440:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 11017us (11185us total) trans 4294967329 rc 0/0
00000100:00100000:1.0:1777022448.048429:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 62
00010000:00010000:3.0:1777022448.048890:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022448.048896:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.048903:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570cc00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022448.048906:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.048925:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.048934:0:6937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8efa64db6e00)
00010000:00010000:3.0:1777022448.048936:0:6937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1777022448.048939:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35da lrc: 1/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.048945:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35da lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.048959:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022448.048960:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022448.048962:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022448.052233:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022448.052442:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815885824
00000100:00100000:1.0:1777022448.052452:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815885824
00010000:00010000:2.0:1777022448.052981:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e35cc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.053009:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e35cc lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.053017:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e35cc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.053024:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022448.053028:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e35cc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.053036:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e35cc lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.053069:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (ffff8efa81569f00)
00010000:00010000:2.0:1777022448.053072:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022448.053076:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e35cc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.053083:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e35cc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022448.053284:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 63
00000100:00100000:1.0:1777022448.053306:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10115:x1863342815885824:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022448.053328:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022448.053345:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e35e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841054 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.053406:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e35e8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.053430:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e35e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.053440:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e35e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022448.054427:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:1.0:1777022448.054433:0:5952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1777022448.054460:0:5952:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e35e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.054667:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e35e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841054 expref: 10 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.054686:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e35e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841054 expref: 9 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.054694:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569500)
00010000:00010000:1.0:1777022448.054697:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1777022448.054700:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:1.0:1777022448.054808:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815885824:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1515us (2582us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022448.054817:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 63
00000100:00100000:0.0:1777022448.066904:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022448.067913:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815885952
00000100:00100000:1.0:1777022448.067924:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815885952
00000100:00100000:1.0:1777022448.067980:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 64
00000100:00100000:1.0:1777022448.067991:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815885952:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022448.068025:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022448.068058:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e35ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784105b expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068121:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068134:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068146:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068161:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068168:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068173:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068205:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068213:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35f6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068218:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068225:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570da00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022448.068229:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068246:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35f6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068256:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569500)
00010000:00010000:1.0:1777022448.068259:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022448.068264:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068269:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e35f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068283:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068299:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068306:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068312:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570cc00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022448.068314:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068320:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068328:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa81569800)
00010000:00010000:1.0:1777022448.068330:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022448.068333:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35fd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068348:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e35fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068383:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e35ef lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784105b expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068394:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569500)
00010000:00010000:1.0:1777022448.068396:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022448.068400:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e35ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784105b expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.068408:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:1.0:1777022448.068466:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815885952:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 477us (1571us total) trans 0 rc 301/301
00000100:00100000:1.0:1777022448.068488:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 64
00000100:00100000:2.0:1777022448.072727:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022448.072799:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815886080
00000100:00100000:1.0:1777022448.072808:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815886080
00000100:00100000:1.0:1777022448.072900:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 65
00000100:00100000:1.0:1777022448.072911:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815886080:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022448.072931:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022448.072951:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40031000/0x72ae7b78094e3604 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841062 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073027:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030600/0x72ae7b78094e360b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073040:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030600/0x72ae7b78094e360b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073064:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030600/0x72ae7b78094e360b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073133:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030400/0x72ae7b78094e3612 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073141:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030400/0x72ae7b78094e3612 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073148:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030400/0x72ae7b78094e3612 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073179:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030600/0x72ae7b78094e360b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073185:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030600/0x72ae7b78094e360b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073191:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030600/0x72ae7b78094e360b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073196:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa40030600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022448.073200:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030600/0x72ae7b78094e360b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073207:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030600/0x72ae7b78094e360b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073218:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569500)
00010000:00010000:1.0:1777022448.073221:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022448.073225:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030600/0x72ae7b78094e360b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073236:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030600/0x72ae7b78094e360b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073249:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030400/0x72ae7b78094e3612 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073255:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030400/0x72ae7b78094e3612 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073261:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030400/0x72ae7b78094e3612 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073266:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa40030400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022448.073268:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030400/0x72ae7b78094e3612 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073274:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030400/0x72ae7b78094e3612 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073281:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa81569e00)
00010000:00010000:1.0:1777022448.073283:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022448.073285:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030400/0x72ae7b78094e3612 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073300:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030400/0x72ae7b78094e3612 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073331:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40031000/0x72ae7b78094e3604 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841062 expref: 10 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073351:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569500)
00010000:00010000:1.0:1777022448.073353:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022448.073357:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40031000/0x72ae7b78094e3604 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841062 expref: 10 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.073367:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa40031000, rc 0)
00000100:00100000:1.0:1777022448.073427:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815886080:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 519us (719us total) trans 0 rc 301/301
00000100:00100000:1.0:1777022448.073435:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 65
00000100:00100000:0.0:1777022448.076693:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022448.076771:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815886336
00000100:00100000:1.0:1777022448.076781:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815886336
00000100:00100000:1.0:1777022448.076836:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 66
00000100:00100000:1.0:1777022448.076846:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815886336:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022448.076893:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022448.076897:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1777022448.076926:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e35e8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841054 expref: 9 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.076942:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569500)
00010000:00010000:1.0:1777022448.076953:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022448.076967:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030c00/0x72ae7b78094e3619 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841069 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077321:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3620 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077352:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3620 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077362:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3620 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077376:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3627 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077383:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3627 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077390:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3627 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1777022448.077686:0:7637:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x4:0x0], index 0: 0
00010000:00010000:1.0:1777022448.077808:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e362e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077817:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e362e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077824:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e362e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077851:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3620 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077887:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3620 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077893:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3620 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077907:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022448.077911:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3620 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077918:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3620 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077928:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:1.0:1777022448.077931:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022448.077935:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3620 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.077940:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3620 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1777022448.077950:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d545d161 reply state 000000008413723b transno 4294967330 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3627 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022448.077959:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1777022448.077985:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa40030c00/0x72ae7b78094e3619 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841069 expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.078259:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e362e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841069 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.078268:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8efa81569100)
00010000:00010000:1.0:1777022448.078270:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022448.078272:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022448.078540:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815886336:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1695us (1855us total) trans 4294967330 rc 0/0
00000100:00100000:1.0:1777022448.078555:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 66
00010000:00010000:0.0:1777022448.092837:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3627 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.092937:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3627 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.092947:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3627 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.092953:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022448.092958:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3627 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.092984:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3627 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.093001:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa81569400)
00010000:00010000:0.0:1777022448.093004:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022448.093008:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3627 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.093014:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3627 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022448.113759:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022448.114111:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815886592
00000100:00100000:1.0:1777022448.114121:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815886592
00000100:00100000:1.0:1777022448.114182:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 67
00000100:00100000:1.0:1777022448.114193:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10115:x1863342815886592:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:1.0:1777022448.114249:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022448.114273:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e362e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841069 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.114300:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8efa81569100)
00010000:00010000:1.0:1777022448.114311:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022448.114471:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e363c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.114486:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e363c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.114496:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e363c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1777022448.114535:0:5952:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967331
00000004:00010000:1.0:1777022448.114569:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd1afe6a reply state 00000000d55bf9a3 transno 4294967332 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e363c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022448.114578:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1777022448.114673:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815886592:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 482us (925us total) trans 4294967332 rc 0/0
00000100:00100000:1.0:1777022448.114681:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 67
00000020:00080000:1.0:1777022448.114698:0:5952:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:2.0:1777022448.121788:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022448.122131:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815886720
00000100:00100000:3.0:1777022448.122141:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815886720
00000100:00100000:3.0:1777022448.122205:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 68
00000100:00100000:3.0:1777022448.122214:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815886720:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022448.122238:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022448.122259:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e3643 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841070 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.122324:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e3643 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841070 expref: 13 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.122338:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e3643 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841070 expref: 13 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.122378:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:3.0:1777022448.122381:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:3.0:1777022448.122384:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7e00, rc 0)
00000100:00100000:3.0:1777022448.122447:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10115:x1863342815886720:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 233us (666us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022448.122454:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 68
00010000:00010000:1.0:1777022448.125694:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e363c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.126010:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e363c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.126018:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e363c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.126024:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022448.126028:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e363c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.126035:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e363c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.126051:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:1.0:1777022448.126054:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022448.126059:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e363c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.126065:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e363c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022448.126964:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022448.127393:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815886848
00000100:00100000:3.0:1777022448.127405:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815886848
00000100:00100000:3.0:1777022448.127462:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 417
00000100:00100000:3.0:1777022448.127481:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818cc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:10115:x1863342815886848:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022448.127499:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022448.127522:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841077 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022448.127546:0:6924:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1777022448.127567:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022448.127570:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022448.127577:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841077 expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.127594:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841077 expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.127606:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022448.127666:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818cc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10115:x1863342815886848:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 195us (709us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022448.127686:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 417
00000100:00100000:0.0:1777022448.135306:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022448.136882:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815886976
00000100:00100000:3.0:1777022448.136895:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815886976
00002000:00010000:3.0:1777022448.136939:0:6927:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/4 (409600->18446744073709551615)
00002000:00100000:3.0:1777022448.136944:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022680 with x1863342815886976 ext(409600->18446744073709551615)
00002000:00010000:3.0:1777022448.136956:0:6927:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66022680.
00000100:00100000:3.0:1777022448.136998:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 173
00000100:00100000:3.0:1777022448.137017:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342815886976:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:3.0:1777022448.137200:0:6927:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb size from disk: 0 -> 409600
00002000:00010000:3.0:1777022448.137204:0:6927:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb mtime from disk: 0 -> 1777022447
00002000:00010000:3.0:1777022448.137205:0:6927:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:3.0:1777022448.137207:0:6927:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb ctime from disk: 0 -> 1777022447
00002000:00010000:3.0:1777022448.137209:0:6927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:3.0:1777022448.137276:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342815886976:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 260us (1989us total) trans 4294967302 rc 0/0
00000100:00100000:3.0:1777022448.137283:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 173
00002000:00010000:3.0:1777022448.137321:0:6927:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/4 (409600->18446744073709551615)
00002000:00100000:3.0:1777022448.137325:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022680 with x1863342815886976 ext(409600->18446744073709551615)
00002000:00010000:3.0:1777022448.137329:0:6927:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66022680.
00000100:00100000:0.0:1777022448.148226:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022448.148333:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815887104
00000100:00100000:1.0:1777022448.148343:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815887104
00000100:00100000:1.0:1777022448.148402:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 69
00000100:00100000:1.0:1777022448.148412:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815887104:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022448.148432:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022448.148455:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3651 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784107e expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.148993:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3658 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.149808:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3658 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.149821:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3658 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022448.149995:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:1.0:1777022448.150093:0:5952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1777022448.150118:0:5952:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3658 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.150149:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3651 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784107e expref: 14 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.150168:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3658 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784107e expref: 13 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.150176:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569100)
00010000:00010000:1.0:1777022448.150179:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1777022448.150183:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022448.150242:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10115:x1863342815887104:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1832us (2026us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022448.150250:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 69
00000100:00100000:2.0:1777022448.162459:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022448.163357:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815887360
00000100:00100000:3.0:1777022448.163366:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815887360
00000100:00100000:2.0:1777022448.167360:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 70
00000100:00100000:2.0:1777022448.167374:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10115:x1863342815887360:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022448.167398:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022448.167401:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1777022448.167429:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3658 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784107e expref: 13 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.167448:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569100)
00010000:00010000:2.0:1777022448.167460:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022448.167488:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e365f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841085 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.167588:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3666 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.167602:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3666 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.167625:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3666 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.167639:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e366d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.167647:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e366d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.167653:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e366d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1777022448.168667:0:5953:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x5:0x0], index 1: 0
00010000:00010000:2.0:1777022448.168803:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3674 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.168815:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3674 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.168824:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3674 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.169148:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3666 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.169157:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3666 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.169163:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3666 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.169170:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022448.169189:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3666 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.169197:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3666 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.169209:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655deb00)
00010000:00010000:2.0:1777022448.169213:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022448.169216:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3666 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.169222:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3666 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022448.169237:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aeb4fe13 reply state 00000000f4dbcc60 transno 4294967333 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e366d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022448.169247:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1777022448.169281:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e365f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841085 expref: 15 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.169314:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3674 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841085 expref: 14 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.169323:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8efa655de000)
00010000:00010000:2.0:1777022448.169326:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022448.169329:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511bc00, rc 0)
00000100:00100000:2.0:1777022448.169403:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815887360:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2031us (6950us total) trans 4294967333 rc 0/0
00000100:00100000:2.0:1777022448.169412:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 70
00010000:00010000:3.0:1777022448.174168:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e366d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.174183:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e366d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.174207:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e366d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.174213:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ba00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022448.174217:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e366d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.174224:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e366d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.174239:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa655dea00)
00010000:00010000:3.0:1777022448.174241:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022448.174245:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e366d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.174250:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e366d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022448.175648:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022448.176378:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815887616
00000100:00100000:0.0:1777022448.176389:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815887616
00000100:00100000:0.0:1777022448.176453:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 71
00000100:00100000:0.0:1777022448.176463:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10115:x1863342815887616:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:0.0:1777022448.176534:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022448.176558:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3674 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841085 expref: 14 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.176577:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8efa655de000)
00010000:00010000:0.0:1777022448.176588:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022448.176766:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3682 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.176781:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.176803:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1777022448.176882:0:5954:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967334
00000004:00010000:0.0:1777022448.176903:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001db44312 reply state 00000000ee2c0a45 transno 4294967335 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022448.176912:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1777022448.177013:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10115:x1863342815887616:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 551us (1372us total) trans 4294967335 rc 0/0
00000100:00100000:0.0:1777022448.177021:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 71
00000020:00080000:0.0:1777022448.177027:0:5954:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1777022448.183924:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022448.184004:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815887744
00000100:00100000:3.0:1777022448.184013:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815887744
00000100:00100000:3.0:1777022448.184073:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 72
00000100:00100000:3.0:1777022448.184083:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10115:x1863342815887744:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022448.184105:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022448.184135:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e3689 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784108c expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.184187:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e3689 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784108c expref: 17 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.184221:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e3689 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784108c expref: 17 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.184240:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:3.0:1777022448.184243:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:3.0:1777022448.184246:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022448.184308:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10115:x1863342815887744:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 227us (394us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022448.184315:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 72
00010000:00010000:2.0:1777022448.185367:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.185378:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3682 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.185386:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3682 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.185392:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd2000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022448.185396:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3682 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.185403:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3682 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.185416:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:2.0:1777022448.185419:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022448.185423:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3682 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022448.185430:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3682 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022448.187325:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022448.187668:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815887872
00000100:00100000:0.0:1777022448.187678:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815887872
00000100:00100000:0.0:1777022448.187730:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 418
00000100:00100000:0.0:1777022448.187740:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+5:10115:x1863342815887872:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022448.187759:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022448.187778:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3690 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841093 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022448.187803:0:11979:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1777022448.187823:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022448.187825:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022448.187831:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3690 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841093 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.187846:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3690 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841093 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.187906:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3000, rc 0)
00000100:00100000:0.0:1777022448.187961:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+6:10115:x1863342815887872:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 222us (645us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022448.187968:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 418
00000100:00100000:0.0:1777022448.191789:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022448.191890:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815888000
00000100:00100000:2.0:1777022448.191901:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815888000
00002000:00010000:2.0:1777022448.191942:0:6928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (409600->18446744073709551615)
00002000:00100000:2.0:1777022448.191948:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66021f80 with x1863342815888000 ext(409600->18446744073709551615)
00002000:00010000:2.0:1777022448.191960:0:6928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66021f80.
00000100:00100000:2.0:1777022448.191989:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 174
00000100:00100000:2.0:1777022448.192008:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342815888000:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:2.0:1777022448.192208:0:6928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 0 -> 409600
00002000:00010000:2.0:1777022448.192212:0:6928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 0 -> 1777022447
00002000:00010000:2.0:1777022448.192214:0:6928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:2.0:1777022448.192216:0:6928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 0 -> 1777022447
00002000:00010000:2.0:1777022448.192217:0:6928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:2.0:1777022448.192271:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342815888000:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 274us (491us total) trans 4294967362 rc 0/0
00000100:00100000:2.0:1777022448.192278:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 174
00002000:00010000:2.0:1777022448.192282:0:6928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (409600->18446744073709551615)
00002000:00100000:2.0:1777022448.192285:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66021f80 with x1863342815888000 ext(409600->18446744073709551615)
00002000:00010000:2.0:1777022448.192298:0:6928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66021f80.
00000100:00100000:3.0:1777022448.201353:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022448.201431:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815888128
00000100:00100000:0.0:1777022448.201441:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815888128
00000100:00100000:0.0:1777022448.201512:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 73
00000100:00100000:0.0:1777022448.201523:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10132:x1863342815888128:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022448.201546:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022448.201568:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e3697 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784109a expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.201632:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2200/0x72ae7b78094e369e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.201647:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2200/0x72ae7b78094e369e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.201659:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2200/0x72ae7b78094e369e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022448.201703:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022448.201707:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022448.201727:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2200/0x72ae7b78094e369e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.201749:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e3697 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784109a expref: 8 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.201783:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2200/0x72ae7b78094e369e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784109a expref: 7 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.201793:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bf00)
00010000:00010000:0.0:1777022448.201796:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022448.201799:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2200, rc 0)
00000100:00100000:0.0:1777022448.201891:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10132:x1863342815888128:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 371us (550us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022448.201899:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 73
00000100:00100000:0.0:1777022448.210950:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022448.211283:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815888512
00000100:00100000:3.0:1777022448.211304:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815888512
00000100:00100000:3.0:1777022448.211362:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 74
00000100:00100000:3.0:1777022448.211373:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10132:x1863342815888512:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022448.211395:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022448.211415:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e36a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410a1 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211505:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e36ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211520:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e36ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211532:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e36ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211568:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e36b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211575:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e36b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211582:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e36b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211686:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e36ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211694:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e36ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211701:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e36ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022448.211711:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 409600
00010000:00010000:3.0:1777022448.211784:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e36ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211791:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e36ac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211798:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e36ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211804:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022448.211808:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e36ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211825:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e36ac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211836:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bf00)
00010000:00010000:3.0:1777022448.211839:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022448.211844:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e36ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.211851:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e36ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.212029:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e36b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.212034:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e36b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.212039:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e36b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.212043:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022448.212045:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e36b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.212051:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e36b3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.212059:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa6519e900)
00010000:00010000:3.0:1777022448.212061:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022448.212064:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e36b3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.212079:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e36b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.212116:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e36a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410a1 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.212129:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e36ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410a1 expref: 9 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.212136:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:3.0:1777022448.212138:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1777022448.212141:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1000, rc 0)
00000100:00100000:3.0:1777022448.212194:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10132:x1863342815888512:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 823us (1252us total) trans 4294967336 rc 0/0
00000100:00100000:3.0:1777022448.212201:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 74
00000100:00100000:0.0:1777022448.214617:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022448.214731:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815888256
00000100:00100000:3.0:1777022448.214740:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815888256
00002000:00100000:3.0:1777022448.214783:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x4:0x0] (0->4095)  req@ffff8efa66020380 x1863342815888256/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022448.214794:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66020380 with x1863342815888256 ext(0->4095)
00002000:00010000:3.0:1777022448.214800:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66020380
00000100:00100000:3.0:1777022448.214840:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 175
00000100:00100000:3.0:1777022448.214850:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342815888256:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022448.215504:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342815888256:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 653us (893us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022448.215513:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 175
00002000:00100000:2.0:1777022448.215520:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x4:0x0] (0->4095)  req@ffff8efa66020380 x1863342815888256/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/4536 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022448.215529:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66020380 with x1863342815888256 ext(0->4095)
00002000:00010000:2.0:1777022448.215532:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66020380
00000100:00100000:1.0:1777022448.218032:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022448.218138:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815888768
00000100:00100000:0.0:1777022448.218148:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815888768
00000100:00100000:0.0:1777022448.218207:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 75
00000100:00100000:0.0:1777022448.218217:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10132:x1863342815888768:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022448.218240:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022448.218259:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3800/0x72ae7b78094e36c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410a8 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218343:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e36cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218357:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e36cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218367:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e36cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218397:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e36d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218403:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e36d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218409:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e36d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218529:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e36dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218538:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e36dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218544:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e36dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022448.218554:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 409600
00010000:00010000:0.0:1777022448.218629:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e36cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218637:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e36cf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218643:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e36cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218649:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd3400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022448.218654:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e36cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218671:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e36cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218683:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bf00)
00010000:00010000:0.0:1777022448.218686:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022448.218690:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e36cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218696:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e36cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218709:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e36d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218714:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e36d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218719:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e36d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218724:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd3e00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022448.218726:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e36d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218732:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e36d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218738:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa4954ba00)
00010000:00010000:0.0:1777022448.218740:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022448.218743:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e36d6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218758:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e36d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218798:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3800/0x72ae7b78094e36c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410a8 expref: 12 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218811:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e36dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410a8 expref: 11 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.218818:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:0.0:1777022448.218820:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1777022448.218823:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3600, rc 0)
00000100:00100000:0.0:1777022448.218932:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10132:x1863342815888768:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 716us (909us total) trans 4294967337 rc 0/0
00000100:00100000:0.0:1777022448.218939:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 75
00000100:00100000:0.0:1777022448.225261:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022448.225388:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815888896
00000100:00100000:2.0:1777022448.225398:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815888896
00000100:00100000:2.0:1777022448.225458:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 419
00000100:00100000:2.0:1777022448.225468:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+52:2378:x1863342815888896:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022448.225499:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022448.225518:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e36eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410af expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022448.225597:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835782528:192.168.202.33@tcp:106:
00000100:00100000:2.0:1777022448.225723:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683f00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022448.239616:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00002000:00010000:3.0:1777022448.244261:0:6923:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 0 -> 1777022447
00000100:00100000:3.0:1777022448.244323:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835782528:192.168.202.33@tcp:106:
00010000:00010000:3.0:1777022448.244373:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e36eb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410af expref: 53 pid: 6923 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.244400:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e36eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410af expref: 53 pid: 6923 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.244413:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511aa00, rc 0)
00000100:00100000:3.0:1777022448.245701:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+52:2378:x1863342815888896:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 19006us (19222us total) trans 0 rc 301/301
00000100:00100000:3.0:1777022448.245721:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 419
00000100:00100000:2.0:1777022448.246826:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815889024
00000100:00100000:2.0:1777022448.246849:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815889024
00002000:00100000:2.0:1777022448.246917:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (4096->8191)  req@ffff8efa65452680 x1863342815889024/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022448.246929:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65452680 with x1863342815889024 ext(4096->8191)
00002000:00010000:2.0:1777022448.246934:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65452680
00000100:00100000:2.0:1777022448.246959:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 176
00000100:00100000:2.0:1777022448.246968:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815889024:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022448.248120:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022448.248453:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815889024:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 1485us (8845us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022448.248463:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 176
00002000:00100000:2.0:1777022448.248529:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (4096->8191)  req@ffff8efa65452680 x1863342815889024/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/4536 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022448.248539:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65452680 with x1863342815889024 ext(4096->8191)
00002000:00010000:2.0:1777022448.248544:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65452680
00000100:00100000:3.0:1777022448.249131:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815889152
00000100:00100000:3.0:1777022448.249141:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815889152
00000100:00100000:3.0:1777022448.249177:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 420
00000100:00100000:3.0:1777022448.249186:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+52:10132:x1863342815889152:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022448.249200:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022448.249216:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410b6 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.249246:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3690 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841093 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.249255:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022448.249256:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022448.249260:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 53 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.249317:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3690 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841093 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022448.249331:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3690 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841093 expref: 6 pid: 11979 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022448.249346:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835782656:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022448.249674:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3eec00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022448.257543:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022448.259667:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815889280
00000100:00100000:0.0:1777022448.259680:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815889280
00002000:00100000:0.0:1777022448.259748:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4:0x0] (8192->12287)  req@ffff8efa65f09880 x1863342815889280/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022448.259760:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f09880 with x1863342815889280 ext(8192->12287)
00002000:00010000:0.0:1777022448.259766:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f09880
00000100:00100000:0.0:1777022448.259807:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 177
00000100:00100000:0.0:1777022448.259818:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815889280:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022448.260432:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815889280:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 613us (2896us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022448.260446:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 177
00002000:00100000:0.0:1777022448.260454:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4:0x0] (8192->12287)  req@ffff8efa65f09880 x1863342815889280/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/4536 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022448.260462:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f09880 with x1863342815889280 ext(8192->12287)
00002000:00010000:0.0:1777022448.260465:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f09880
00000100:00100000:0.0:1777022448.284319:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835782656:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022448.284363:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 53 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022448.284388:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a744400, rc 0)
00000100:00100000:0.0:1777022448.284465:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+53:10132:x1863342815889152:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 35279us (36348us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022448.284728:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022448.284884:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815889408
00000100:00100000:1.0:1777022448.284894:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815889408
00010000:00010000:1.0:1777022448.284938:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3690 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841093 expref: 7 pid: 11979 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022448.284980:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 376
00000100:00100000:1.0:1777022448.284992:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342815889408:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022448.285017:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022448.285041:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3690 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841093 expref: 7 pid: 11979 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.285057:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3690 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841093 expref: 7 pid: 11979 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.285086:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3690 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841093 expref: 7 pid: 11979 timeout: 486 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.285101:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022448.285103:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022448.285110:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 53 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.285118:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 53 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022448.285167:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 53 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022448.285181:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835782784:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022448.285241:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d326c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022448.286981:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 420
00000100:00100000:1.0:1777022448.293498:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022448.293684:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815889536
00000100:00100000:3.0:1777022448.293696:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815889536
00002000:00100000:3.0:1777022448.293756:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x4:0x0] (12288->69631)  req@ffff8efa657ced80 x1863342815889536/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022448.293768:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ced80 with x1863342815889536 ext(12288->69631)
00002000:00010000:3.0:1777022448.293774:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa657ced80
00000100:00100000:3.0:1777022448.293807:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 178
00000100:00100000:3.0:1777022448.293815:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815889536:12345-192.168.202.33@tcp:3:kworker.0
00010000:00010000:3.0:1777022448.297915:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022448.298781:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835782784:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022448.298805:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022448.298906:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342815889408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 13915us (14180us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022448.298933:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 376
00000100:00100000:1.0:1777022448.300088:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022448.300392:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815889664
00000100:00100000:3.0:1777022448.300403:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815889664
00002000:00100000:3.0:1777022448.300451:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4095)  req@ffff8efa657cce00 x1863342815889664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022448.300461:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cce00 with x1863342815889664 ext(0->4095)
00002000:00010000:3.0:1777022448.300467:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cce00
00000100:00100000:3.0:1777022448.300587:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 179
00000100:00100000:3.0:1777022448.300596:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2377:x1863342815889664:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022448.301206:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2377:x1863342815889664:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 608us (1120us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022448.301215:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 179
00002000:00100000:3.0:1777022448.301223:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4095)  req@ffff8efa657cce00 x1863342815889664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/4536 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022448.301231:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cce00 with x1863342815889664 ext(0->4095)
00002000:00010000:3.0:1777022448.301234:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cce00
00000100:00100000:3.0:1777022448.307972:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815889536:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 14145us (14472us total) trans 0 rc 57344/57344
00000100:00100000:3.0:1777022448.307986:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 178
00002000:00100000:3.0:1777022448.308004:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x4:0x0] (12288->69631)  req@ffff8efa657ced80 x1863342815889536/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/440 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022448.308015:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ced80 with x1863342815889536 ext(12288->69631)
00002000:00010000:3.0:1777022448.308020:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa657ced80
00000100:00100000:0.0:1777022448.311242:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022448.311349:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815889792
00000100:00100000:2.0:1777022448.311359:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815889792
00002000:00100000:2.0:1777022448.311410:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4096->8191)  req@ffff8efa66023480 x1863342815889792/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022448.311422:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66023480 with x1863342815889792 ext(4096->8191)
00002000:00010000:2.0:1777022448.311428:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66023480
00000100:00100000:3.0:1777022448.311659:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 180
00000100:00100000:3.0:1777022448.311672:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2380:x1863342815889792:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022448.311912:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2380:x1863342815889792:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 242us (681us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022448.311920:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 180
00002000:00100000:3.0:1777022448.311928:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4096->8191)  req@ffff8efa66023480 x1863342815889792/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/4536 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022448.311947:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66023480 with x1863342815889792 ext(4096->8191)
00002000:00010000:3.0:1777022448.311949:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66023480
00000100:00100000:1.0:1777022448.319219:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022448.319395:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815889920
00000100:00100000:0.0:1777022448.319407:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815889920
00002000:00100000:0.0:1777022448.319605:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8192->12287)  req@ffff8efa657cd500 x1863342815889920/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022448.319618:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd500 with x1863342815889920 ext(8192->12287)
00002000:00010000:0.0:1777022448.319624:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cd500
00000100:00100000:0.0:1777022448.319699:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 181
00000100:00100000:0.0:1777022448.319718:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2377:x1863342815889920:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022448.319975:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2377:x1863342815889920:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 267us (764us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022448.319989:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 181
00002000:00100000:0.0:1777022448.320007:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8192->12287)  req@ffff8efa657cd500 x1863342815889920/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/4536 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022448.320017:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd500 with x1863342815889920 ext(8192->12287)
00002000:00010000:0.0:1777022448.320021:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cd500
00000100:00100000:1.0:1777022448.323519:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022448.323601:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815890048
00000100:00100000:3.0:1777022448.323612:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815890048
00002000:00100000:3.0:1777022448.323659:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4:0x0] (69632->106495)  req@ffff8efa657cc380 x1863342815890048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022448.323670:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc380 with x1863342815890048 ext(69632->106495)
00002000:00010000:3.0:1777022448.323676:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa657cc380
00000100:00100000:3.0:1777022448.323710:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 182
00000100:00100000:3.0:1777022448.323719:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815890048:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022448.328704:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815890048:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4973us (5183us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022448.328717:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 182
00002000:00100000:3.0:1777022448.328730:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4:0x0] (69632->106495)  req@ffff8efa657cc380 x1863342815890048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/440 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022448.328752:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc380 with x1863342815890048 ext(69632->106495)
00002000:00010000:3.0:1777022448.328758:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa657cc380
00000100:00100000:2.0:1777022448.335614:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022448.335653:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022448.335822:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815890304
00000100:00100000:0.0:1777022448.335832:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815890304
00002000:00100000:0.0:1777022448.335914:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x4:0x0] (106496->143359)  req@ffff8efa65f0b100 x1863342815890304/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022448.335925:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f0b100 with x1863342815890304 ext(106496->143359)
00002000:00010000:0.0:1777022448.335932:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f0b100
00000100:00100000:0.0:1777022448.335960:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815890176
00000100:00100000:0.0:1777022448.335964:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815890176
00002000:00100000:0.0:1777022448.335978:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (12288->69631)  req@ffff8efa65f08a80 x1863342815890176/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022448.335986:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08a80 with x1863342815890176 ext(12288->69631)
00002000:00010000:0.0:1777022448.335989:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f08a80
00000100:00100000:0.0:1777022448.336019:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 183
00000100:00100000:0.0:1777022448.336027:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815890304:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022448.336390:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 184
00000100:00100000:2.0:1777022448.336400:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2378:x1863342815890176:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022448.340513:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815890304:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4475us (4896us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022448.340526:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 183
00002000:00100000:0.0:1777022448.340537:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x4:0x0] (106496->143359)  req@ffff8efa65f0b100 x1863342815890304/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/440 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022448.340558:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f0b100 with x1863342815890304 ext(106496->143359)
00002000:00010000:0.0:1777022448.340564:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f0b100
00000100:00100000:2.0:1777022448.341418:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2378:x1863342815890176:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5014us (5757us total) trans 0 rc 57344/57344
00000100:00100000:2.0:1777022448.341428:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 184
00002000:00100000:2.0:1777022448.341437:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (12288->69631)  req@ffff8efa65f08a80 x1863342815890176/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/440 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022448.341446:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08a80 with x1863342815890176 ext(12288->69631)
00002000:00010000:2.0:1777022448.341451:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f08a80
00000100:00100000:2.0:1777022448.354961:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022448.355443:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815890432
00000100:00100000:1.0:1777022448.355455:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815890432
00002000:00100000:1.0:1777022448.355517:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4:0x0] (143360->180223)  req@ffff8efa65f09180 x1863342815890432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022448.355528:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f09180 with x1863342815890432 ext(143360->180223)
00002000:00010000:1.0:1777022448.355533:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f09180
00000100:00100000:1.0:1777022448.355571:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 185
00000100:00100000:1.0:1777022448.355581:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815890432:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022448.360226:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022448.360459:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815890560
00000100:00100000:0.0:1777022448.360471:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815890560
00002000:00100000:0.0:1777022448.360523:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (69632->106495)  req@ffff8efa65bed180 x1863342815890560/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022448.360535:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bed180 with x1863342815890560 ext(69632->106495)
00002000:00010000:0.0:1777022448.360542:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bed180
00000100:00100000:0.0:1777022448.360580:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 186
00000100:00100000:0.0:1777022448.360590:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2380:x1863342815890560:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022448.361573:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815890432:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5989us (6617us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022448.361583:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 185
00002000:00100000:0.0:1777022448.361592:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4:0x0] (143360->180223)  req@ffff8efa65f09180 x1863342815890432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/440 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022448.361600:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f09180 with x1863342815890432 ext(143360->180223)
00002000:00010000:0.0:1777022448.361604:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f09180
00000100:00100000:0.0:1777022448.366311:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2380:x1863342815890560:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5710us (6082us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022448.366324:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 186
00002000:00100000:0.0:1777022448.366338:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (69632->106495)  req@ffff8efa65bed180 x1863342815890560/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/440 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022448.366367:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bed180 with x1863342815890560 ext(69632->106495)
00002000:00010000:0.0:1777022448.366373:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bed180
00000100:00100000:1.0:1777022448.380952:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022448.382973:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815890688
00000100:00100000:3.0:1777022448.382988:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815890688
00002000:00100000:3.0:1777022448.383069:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x4:0x0] (180224->217087)  req@ffff8efa65bec000 x1863342815890688/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022448.383081:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec000 with x1863342815890688 ext(180224->217087)
00002000:00010000:3.0:1777022448.383086:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65bec000
00000100:00100000:3.0:1777022448.383140:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 187
00000100:00100000:3.0:1777022448.383150:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342815890688:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022448.388447:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342815890688:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5288us (7496us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022448.388462:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 187
00002000:00100000:2.0:1777022448.388486:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x4:0x0] (180224->217087)  req@ffff8efa65bec000 x1863342815890688/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:99/0 lens 488/440 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022448.388520:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec000 with x1863342815890688 ext(180224->217087)
00002000:00010000:2.0:1777022448.388526:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65bec000
00000100:00100000:3.0:1777022448.434396:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022448.434735:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815890816
00000100:00100000:0.0:1777022448.434746:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815890816
00002000:00100000:0.0:1777022448.434793:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (106496->143359)  req@ffff8efa65f3b480 x1863342815890816/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022448.434807:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3b480 with x1863342815890816 ext(106496->143359)
00002000:00010000:0.0:1777022448.434813:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3b480
00000100:00100000:0.0:1777022448.434849:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 188
00000100:00100000:0.0:1777022448.434894:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2379:x1863342815890816:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022448.458645:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2379:x1863342815890816:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 23741us (24253us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022448.458659:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 188
00002000:00100000:1.0:1777022448.458672:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (106496->143359)  req@ffff8efa65f3b480 x1863342815890816/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/440 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022448.458701:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3b480 with x1863342815890816 ext(106496->143359)
00002000:00010000:1.0:1777022448.458707:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3b480
00000100:00100000:3.0:1777022448.464964:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022448.465348:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815890944
00000100:00100000:1.0:1777022448.465360:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815890944
00002000:00100000:1.0:1777022448.465420:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (143360->180223)  req@ffff8efa65f38380 x1863342815890944/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022448.465433:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38380 with x1863342815890944 ext(143360->180223)
00002000:00010000:1.0:1777022448.465439:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f38380
00000100:00100000:1.0:1777022448.465486:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 189
00000100:00100000:1.0:1777022448.465497:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2377:x1863342815890944:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022448.477700:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2377:x1863342815890944:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 12193us (12733us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022448.477713:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 189
00002000:00100000:1.0:1777022448.477727:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (143360->180223)  req@ffff8efa65f38380 x1863342815890944/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/440 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022448.477749:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38380 with x1863342815890944 ext(143360->180223)
00002000:00010000:1.0:1777022448.477756:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f38380
00000100:00100000:0.0:1777022448.487096:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022448.487205:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815891072
00000100:00100000:2.0:1777022448.487216:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815891072
00002000:00100000:2.0:1777022448.487267:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (180224->217087)  req@ffff8efa66022d80 x1863342815891072/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/0 e 0 to 0 dl 1777022459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022448.487278:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022d80 with x1863342815891072 ext(180224->217087)
00002000:00010000:2.0:1777022448.487298:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66022d80
00000100:00100000:2.0:1777022448.487333:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 190
00000100:00100000:2.0:1777022448.487343:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2378:x1863342815891072:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022448.494330:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2378:x1863342815891072:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6979us (7234us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022448.494343:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 190
00002000:00100000:2.0:1777022448.494356:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (180224->217087)  req@ffff8efa66022d80 x1863342815891072/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:99/0 lens 488/440 e 0 to 0 dl 1777022459 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022448.494368:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022d80 with x1863342815891072 ext(180224->217087)
00002000:00010000:2.0:1777022448.494374:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66022d80
00010000:00010000:2.0:1777022449.323766:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022450.345486:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022450.433208:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022450.433433:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815891200
00000100:00100000:2.0:1777022450.433442:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815891200
00002000:00100000:2.0:1777022450.433506:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x4:0x0] (217088->253951)  req@ffff8efa65f39880 x1863342815891200/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022450.433517:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39880 with x1863342815891200 ext(217088->253951)
00002000:00010000:2.0:1777022450.433542:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f39880
00000100:00100000:2.0:1777022450.433573:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 191
00000100:00100000:2.0:1777022450.433582:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342815891200:12345-192.168.202.33@tcp:3:kworker.0
00000100:00080000:3.0:1777022450.434763:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022450.437214:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342815891200:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3622us (4005us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022450.437233:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 191
00002000:00100000:0.0:1777022450.437247:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x4:0x0] (217088->253951)  req@ffff8efa65f39880 x1863342815891200/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022450.437257:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39880 with x1863342815891200 ext(217088->253951)
00002000:00010000:0.0:1777022450.437262:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f39880
00000100:00100000:3.0:1777022450.466218:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022450.467906:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815891328
00000100:00100000:1.0:1777022450.467919:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815891328
00002000:00100000:1.0:1777022450.467979:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4:0x0] (253952->290815)  req@ffff8efa65f3bb80 x1863342815891328/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.467990:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3bb80 with x1863342815891328 ext(253952->290815)
00002000:00010000:1.0:1777022450.467996:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f3bb80
00000100:00100000:1.0:1777022450.468050:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 192
00000100:00100000:1.0:1777022450.468059:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342815891328:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022450.478789:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342815891328:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10721us (12571us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022450.478802:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 192
00002000:00100000:1.0:1777022450.478815:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4:0x0] (253952->290815)  req@ffff8efa65f3bb80 x1863342815891328/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.478826:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3bb80 with x1863342815891328 ext(253952->290815)
00002000:00010000:1.0:1777022450.478831:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f3bb80
00000100:00100000:3.0:1777022450.505410:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022450.505497:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022450.506553:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815891456
00000100:00100000:0.0:1777022450.506565:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815891456
00002000:00100000:0.0:1777022450.506620:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x4:0x0] (290816->327679)  req@ffff8efa65f3a680 x1863342815891456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022450.506631:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3a680 with x1863342815891456 ext(290816->327679)
00002000:00010000:0.0:1777022450.506649:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f3a680
00000100:00100000:0.0:1777022450.506684:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815891584
00000100:00100000:0.0:1777022450.506688:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815891584
00002000:00100000:0.0:1777022450.506725:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (217088->253951)  req@ffff8efa65f38e00 x1863342815891584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022450.506733:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38e00 with x1863342815891584 ext(217088->253951)
00002000:00010000:0.0:1777022450.506737:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f38e00
00000100:00100000:0.0:1777022450.506754:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 193
00000100:00100000:0.0:1777022450.506763:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342815891456:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022450.507142:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 194
00000100:00100000:2.0:1777022450.507152:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2377:x1863342815891584:12345-192.168.202.33@tcp:3:kworker.0
00000100:00080000:3.0:1777022450.508259:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022450.513188:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342815891456:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6415us (7779us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022450.513201:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 193
00002000:00100000:2.0:1777022450.513214:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x4:0x0] (290816->327679)  req@ffff8efa65f3a680 x1863342815891456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022450.513237:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3a680 with x1863342815891456 ext(290816->327679)
00002000:00010000:2.0:1777022450.513242:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f3a680
00000100:00100000:1.0:1777022450.534463:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2377:x1863342815891584:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 27302us (28956us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022450.534484:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 194
00002000:00100000:1.0:1777022450.534497:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (217088->253951)  req@ffff8efa65f38e00 x1863342815891584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.534508:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38e00 with x1863342815891584 ext(217088->253951)
00002000:00010000:1.0:1777022450.534514:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f38e00
00000100:00100000:3.0:1777022450.534724:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022450.535359:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815891712
00000100:00100000:1.0:1777022450.535368:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815891712
00002000:00100000:1.0:1777022450.535410:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (327680->364543)  req@ffff8efa4d1b8a80 x1863342815891712/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.535420:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b8a80 with x1863342815891712 ext(327680->364543)
00002000:00010000:1.0:1777022450.535425:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa4d1b8a80
00000100:00100000:1.0:1777022450.535455:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 195
00000100:00100000:1.0:1777022450.535465:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815891712:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022450.550411:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815891712:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 14934us (15674us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022450.550425:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 195
00002000:00100000:1.0:1777022450.550439:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (327680->364543)  req@ffff8efa4d1b8a80 x1863342815891712/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.550450:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b8a80 with x1863342815891712 ext(327680->364543)
00002000:00010000:1.0:1777022450.550456:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa4d1b8a80
00000100:00100000:2.0:1777022450.562695:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022450.568194:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815891840
00000100:00100000:3.0:1777022450.568211:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815891840
00002000:00100000:3.0:1777022450.568279:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (253952->290815)  req@ffff8efa65f08700 x1863342815891840/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022450.568291:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08700 with x1863342815891840 ext(253952->290815)
00002000:00010000:3.0:1777022450.568297:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f08700
00000100:00100000:3.0:1777022450.568332:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 196
00000100:00100000:3.0:1777022450.568341:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2378:x1863342815891840:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022450.582205:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022450.582336:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815891968
00000100:00100000:3.0:1777022450.582347:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815891968
00002000:00100000:3.0:1777022450.582399:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4:0x0] (364544->401407)  req@ffff8efa65bece00 x1863342815891968/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022450.582411:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bece00 with x1863342815891968 ext(364544->401407)
00002000:00010000:3.0:1777022450.582416:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65bece00
00000100:00100000:3.0:1777022450.582468:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 197
00000100:00100000:3.0:1777022450.582488:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342815891968:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022450.588412:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2378:x1863342815891840:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 20058us (25721us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022450.588426:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 196
00002000:00100000:3.0:1777022450.588441:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (253952->290815)  req@ffff8efa65f08700 x1863342815891840/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022450.588452:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08700 with x1863342815891840 ext(253952->290815)
00002000:00010000:3.0:1777022450.588457:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f08700
00000100:00100000:3.0:1777022450.589987:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342815891968:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7489us (7781us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022450.589998:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 197
00002000:00100000:3.0:1777022450.590009:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4:0x0] (364544->401407)  req@ffff8efa65bece00 x1863342815891968/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022450.590019:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bece00 with x1863342815891968 ext(364544->401407)
00002000:00010000:3.0:1777022450.590024:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65bece00
00000100:00100000:1.0:1777022450.608310:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022450.608374:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022450.608618:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815892096
00000100:00100000:2.0:1777022450.608628:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815892096
00002000:00100000:2.0:1777022450.608676:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x4:0x0] (401408->409599)  req@ffff8efa65bedc00 x1863342815892096/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022450.608698:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bedc00 with x1863342815892096 ext(401408->409599)
00002000:00010000:2.0:1777022450.608704:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65bedc00
00000100:00100000:2.0:1777022450.608733:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815892224
00000100:00100000:2.0:1777022450.608736:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815892224
00002000:00100000:2.0:1777022450.608751:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (290816->327679)  req@ffff8efa65bec380 x1863342815892224/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022450.608759:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec380 with x1863342815892224 ext(290816->327679)
00002000:00010000:2.0:1777022450.608772:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bec380
00000100:00100000:2.0:1777022450.608794:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 198
00000100:00100000:2.0:1777022450.608802:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815892096:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022450.609675:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815892096:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 869us (1371us total) trans 0 rc 8192/8192
00000100:00100000:0.0:1777022450.609801:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 199
00000100:00100000:0.0:1777022450.609813:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2379:x1863342815892224:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022450.610099:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 198
00002000:00100000:2.0:1777022450.610108:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x4:0x0] (401408->409599)  req@ffff8efa65bedc00 x1863342815892096/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/8632 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022450.610117:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bedc00 with x1863342815892096 ext(401408->409599)
00002000:00010000:2.0:1777022450.610120:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65bedc00
00000100:00100000:2.0:1777022450.623421:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022450.623751:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2379:x1863342815892224:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 13939us (15373us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022450.623762:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 199
00002000:00100000:0.0:1777022450.623776:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (290816->327679)  req@ffff8efa65bec380 x1863342815892224/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022450.623785:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec380 with x1863342815892224 ext(290816->327679)
00002000:00010000:0.0:1777022450.623790:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bec380
00000100:00100000:3.0:1777022450.624064:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815892352
00000100:00100000:3.0:1777022450.624073:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815892352
00000100:00100000:3.0:1777022450.624135:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 421
00000100:00100000:3.0:1777022450.624145:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+6:10115:x1863342815892352:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022450.624161:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022450.624178:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410bd expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022450.624227:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 52 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022450.624236:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022450.624238:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022450.624241:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022450.624291:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 52 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022450.624304:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 52 pid: 6924 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022450.624318:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835782912:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022450.624391:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3eec00 going to sleep for 11 seconds
00000100:00080000:1.0:1777022450.625219:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022450.631339:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022450.631920:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835782912:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022450.631952:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022450.631973:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6600, rc 0)
00000100:00100000:3.0:1777022450.632034:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10115:x1863342815892352:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7889us (8620us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022450.632043:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 421
00000100:00100000:2.0:1777022450.633150:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815892480
00000100:00100000:2.0:1777022450.633162:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815892480
00002000:00100000:2.0:1777022450.633208:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->299007)  req@ffff8efa65bec700 x1863342815892480/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022450.633220:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec700 with x1863342815892480 ext(0->299007)
00010000:00010000:2.0:1777022450.633228:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 53 pid: 6924 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.633244:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 53 pid: 6924 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022450.633252:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bec700
00000100:00100000:2.0:1777022450.633317:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 242
00000100:00100000:2.0:1777022450.633328:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2377:x1863342815892480:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022450.635223:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022450.635327:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815892608
00000100:00100000:2.0:1777022450.635336:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815892608
00000100:00100000:2.0:1777022450.635389:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 422
00000100:00100000:2.0:1777022450.635398:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+55:10132:x1863342815892608:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022450.635414:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022450.635432:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3700 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410c4 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.635462:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022450.635467:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.635474:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022450.635478:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3700 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [299008->303103] (req 299008->303103) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410c4 expref: 56 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.635516:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.635529:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3700 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [299008->303103] (req 299008->303103) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410c4 expref: 56 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.635541:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022450.635596:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+56:10132:x1863342815892608:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 199us (381us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022450.635604:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 422
00000100:00100000:2.0:1777022450.695199:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+56:2377:x1863342815892480:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 61859us (63859us total) trans 4294967363 rc 0/0
00000100:00100000:2.0:1777022450.695213:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 242
00002000:00100000:2.0:1777022450.695227:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->299007)  req@ffff8efa65bec700 x1863342815892480/t4294967363(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/448 e 0 to 0 dl 1777022461 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022450.695238:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec700 with x1863342815892480 ext(0->299007)
00010000:00010000:2.0:1777022450.695249:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 56 pid: 6924 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.695280:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 56 pid: 6924 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022450.695288:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bec700
00000100:00100000:3.0:1777022450.698456:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022450.699347:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815892736
00000100:00100000:2.0:1777022450.699358:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815892736
00010000:00010000:2.0:1777022450.699400:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 56 pid: 6924 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022450.699447:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 377
00000100:00100000:2.0:1777022450.699456:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+56:2379:x1863342815892736:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022450.699483:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022450.699498:0:5938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1777022447 -> 1777022450
00002000:00010000:2.0:1777022450.699501:0:5938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1777022447 -> 1777022450
00002000:00010000:2.0:1777022450.699503:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 0 -> 584
00010000:00010000:2.0:1777022450.699509:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 56 pid: 6924 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.699542:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 56 pid: 6924 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.699566:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e36f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410b6 expref: 56 pid: 6924 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.699583:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022450.699584:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022450.699591:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.699602:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.699639:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.699653:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 6 pid: 6921 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022450.699666:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835783168:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022450.699773:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683a80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022450.705993:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835783168:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022450.706020:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022450.706088:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2379:x1863342815892736:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6632us (7640us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022450.706099:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 377
00000100:00100000:3.0:1777022450.714506:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022450.714614:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815892864
00000100:00100000:1.0:1777022450.714623:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815892864
00002000:00100000:1.0:1777022450.714669:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->409599)  req@ffff8efa654c0380 x1863342815892864/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1777022450.714680:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c0380 with x1863342815892864 ext(0->409599)
00010000:00010000:1.0:1777022450.714699:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 7 pid: 6921 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.714716:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 7 pid: 6921 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022450.714724:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa654c0380
00000100:00100000:1.0:1777022450.714759:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 243
00000100:00100000:1.0:1777022450.714783:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815892864:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00100000:1.0:1777022450.734151:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342815892864:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 19355us (19640us total) trans 4294967364 rc 0/0
00000100:00100000:1.0:1777022450.734166:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 243
00002000:00100000:1.0:1777022450.734180:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->409599)  req@ffff8efa654c0380 x1863342815892864/t4294967364(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/448 e 0 to 0 dl 1777022461 ref 1 fl Complete:H/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1777022450.734190:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c0380 with x1863342815892864 ext(0->409599)
00010000:00010000:1.0:1777022450.734199:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 9 pid: 6921 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.734218:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 9 pid: 6921 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022450.734226:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa654c0380
00000100:00100000:3.0:1777022450.739515:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022450.739850:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815892992
00000100:00100000:1.0:1777022450.739894:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815892992
00010000:00010000:1.0:1777022450.739939:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 9 pid: 6921 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022450.739972:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 378
00000100:00100000:1.0:1777022450.739994:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342815892992:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022450.740008:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022450.740023:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 584 -> 800
00010000:00010000:1.0:1777022450.740030:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 9 pid: 6921 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.740063:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 9 pid: 6921 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.740085:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e36f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78410bd expref: 9 pid: 6921 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.740104:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022450.740106:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022450.740112:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3700 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410c4 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.740121:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3700 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410c4 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.740159:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3700 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410c4 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022450.740174:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835783296:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022450.740280:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022450.743155:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835783296:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022450.743182:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022450.743239:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815892992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3247us (3732us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022450.743250:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 378
00000100:00100000:3.0:1777022450.769008:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022450.769644:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815893120
00000100:00100000:1.0:1777022450.769655:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815893120
00002000:00100000:1.0:1777022450.769716:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (270336->335871)  req@ffff8efa658d4a80 x1863342815893120/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.769728:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4a80 with x1863342815893120 ext(270336->335871)
00002000:00010000:1.0:1777022450.769734:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4a80
00000100:00100000:1.0:1777022450.769771:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 200
00000100:00100000:1.0:1777022450.769782:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2377:x1863342815893120:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022450.781523:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2377:x1863342815893120:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 11733us (12514us total) trans 0 rc 65536/65536
00000100:00100000:1.0:1777022450.781536:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 200
00002000:00100000:1.0:1777022450.781548:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (270336->335871)  req@ffff8efa658d4a80 x1863342815893120/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 65536/65536 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.781559:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4a80 with x1863342815893120 ext(270336->335871)
00002000:00010000:1.0:1777022450.781564:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4a80
00000100:00100000:3.0:1777022450.790967:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022450.791130:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815893248
00000100:00100000:0.0:1777022450.791139:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815893248
00002000:00100000:0.0:1777022450.791187:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (335872->372735)  req@ffff8efa658d6300 x1863342815893248/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022450.791198:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6300 with x1863342815893248 ext(335872->372735)
00002000:00010000:0.0:1777022450.791205:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6300
00000100:00100000:0.0:1777022450.791259:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 201
00000100:00100000:0.0:1777022450.791278:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2377:x1863342815893248:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022450.798463:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2377:x1863342815893248:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7175us (7493us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022450.798475:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 201
00002000:00100000:3.0:1777022450.798489:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (335872->372735)  req@ffff8efa658d6300 x1863342815893248/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022450.798500:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6300 with x1863342815893248 ext(335872->372735)
00002000:00010000:3.0:1777022450.798519:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6300
00000100:00100000:0.0:1777022450.808036:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022450.808199:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815893376
00000100:00100000:2.0:1777022450.808208:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815893376
00002000:00100000:2.0:1777022450.808280:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (372736->409599)  req@ffff8efa66023b80 x1863342815893376/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022450.808291:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66023b80 with x1863342815893376 ext(372736->409599)
00002000:00010000:2.0:1777022450.808298:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66023b80
00000100:00100000:2.0:1777022450.808322:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 202
00000100:00100000:2.0:1777022450.808332:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66023b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2380:x1863342815893376:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022450.812235:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66023b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2380:x1863342815893376:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3895us (4199us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022450.812247:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 202
00002000:00100000:2.0:1777022450.812259:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (372736->409599)  req@ffff8efa66023b80 x1863342815893376/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022450.812286:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66023b80 with x1863342815893376 ext(372736->409599)
00002000:00010000:2.0:1777022450.812290:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66023b80
00000100:00100000:0.0:1777022450.817499:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022450.817594:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815893504
00000100:00100000:3.0:1777022450.817603:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815893504
00000100:00100000:3.0:1777022450.817652:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 423
00000100:00100000:3.0:1777022450.817660:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2376:x1863342815893504:12345-192.168.202.33@tcp:8:mmap_sanity.0
00010000:00080000:3.0:1777022450.817715:0:6924:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0000: connection from 33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp t0 exp 0000000000000000 cur 388 last 0
00000020:00000080:3.0:1777022450.817747:0:6924:0:(genops.c:1406:class_connect()) connect: client 33d9035e-b8f8-4200-afbe-3051ed275c79, cookie 0x72ae7b78094e3707
00002000:00100000:3.0:1777022450.817759:0:6924:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 33d9035e-b8f8-4200-afbe-3051ed275c79/ffff8efa6543a000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113435 ocd_grant: 8437760 ocd_index: 0 ocd_group 0
00002000:00100000:3.0:1777022450.817791:0:6924:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli <unknown> supports cksum type b7, return b7
00002000:00080000:2.0:1777022450.818110:0:6924:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0
00000100:00080000:2.0:1777022450.818156:0:6924:0:(import.c:65:import_set_state_nolock()) ffff8efa6584b000 : changing import state from RECOVER to FULL
00000100:00100000:2.0:1777022450.818224:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2376:x1863342815893504:12345-192.168.202.33@tcp:8:mmap_sanity.0 Request processed in 562us (735us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022450.818231:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 423
00000100:00100000:3.0:1777022450.821227:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022450.821495:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815893632
00000100:00100000:2.0:1777022450.821505:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815893632
00000100:00100000:2.0:1777022450.821589:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 424
00000100:00100000:2.0:1777022450.821599:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10132:x1863342815893632:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022450.821617:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022450.821635:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059090293/0x72ae7b78094e370e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410cb expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.821667:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841077 expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.821676:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022450.821678:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022450.821694:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059090293/0x72ae7b78094e370e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410cb expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.821730:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841077 expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.821745:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841077 expref: 7 pid: 6924 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022450.821759:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6921:1863342835783424:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022450.821940:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683a80 going to sleep for 11 seconds
00000100:00080000:1.0:1777022450.822151:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022450.828605:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022450.828741:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6921:1863342835783424:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022450.828774:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000059090293/0x72ae7b78094e370e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410cb expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022450.828813:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511aa00, rc 0)
00000100:00100000:2.0:1777022450.828901:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10132:x1863342815893632:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7303us (7683us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022450.828910:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 424
00000100:00100000:1.0:1777022450.831722:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815893760
00000100:00100000:1.0:1777022450.831736:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815893760
00002000:00100000:1.0:1777022450.831791:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (0->409599)  req@ffff8efa8131fb80 x1863342815893760/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.831804:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131fb80 with x1863342815893760 ext(0->409599)
00010000:00010000:1.0:1777022450.831813:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841077 expref: 8 pid: 6924 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.831830:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841077 expref: 8 pid: 6924 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022450.831868:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8efa8131fb80
00000100:00100000:1.0:1777022450.831903:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 244
00000100:00100000:1.0:1777022450.831913:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342815893760:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022450.849811:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342815893760:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 17884us (21201us total) trans 4294967303 rc 0/0
00000100:00100000:1.0:1777022450.849825:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 244
00002000:00100000:1.0:1777022450.849839:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (0->409599)  req@ffff8efa8131fb80 x1863342815893760/t4294967303(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:101/0 lens 488/448 e 0 to 0 dl 1777022461 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.849849:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131fb80 with x1863342815893760 ext(0->409599)
00010000:00010000:1.0:1777022450.849880:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841077 expref: 10 pid: 6924 timeout: 488 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.849899:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841077 expref: 10 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022450.849907:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8efa8131fb80
00000100:00100000:3.0:1777022450.864398:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022450.864507:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815893888
00000100:00100000:1.0:1777022450.864526:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815893888
00010000:00010000:1.0:1777022450.864565:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841077 expref: 10 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022450.864609:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 379
00000100:00100000:1.0:1777022450.864618:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342815893888:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022450.864647:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022450.864664:0:5937:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb mtime from disk: 1777022447 -> 1777022450
00002000:00010000:1.0:1777022450.864668:0:5937:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb ctime from disk: 1777022447 -> 1777022450
00002000:00010000:1.0:1777022450.864670:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb blocks from disk: 0 -> 800
00010000:00010000:1.0:1777022450.864676:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841077 expref: 10 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.864701:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841077 expref: 10 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.864725:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9825ffb/0x72ae7b78094e364a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841077 expref: 10 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.864741:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022450.864743:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022450.864750:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059090293/0x72ae7b78094e370e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410cb expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.864760:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059090293/0x72ae7b78094e370e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410cb expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022450.864798:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000059090293/0x72ae7b78094e370e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410cb expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022450.864812:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5937:1863342835783552:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022450.864930:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022450.875020:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5937:1863342835783552:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022450.875047:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022450.875115:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342815893888:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10497us (10727us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022450.875127:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 379
00000100:00100000:3.0:1777022450.877886:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022450.878021:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815894016
00000100:00100000:1.0:1777022450.878033:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815894016
00002000:00100000:1.0:1777022450.878092:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->65535)  req@ffff8efa658d2d80 x1863342815894016/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.878106:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2d80 with x1863342815894016 ext(0->65535)
00002000:00010000:1.0:1777022450.878112:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d2d80
00000100:00100000:1.0:1777022450.878225:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 203
00000100:00100000:1.0:1777022450.878234:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2377:x1863342815894016:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022450.897823:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2377:x1863342815894016:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 19580us (19968us total) trans 0 rc 65536/65536
00000100:00100000:1.0:1777022450.897836:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 203
00002000:00100000:1.0:1777022450.897850:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->65535)  req@ffff8efa658d2d80 x1863342815894016/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 65536/65536 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.897890:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2d80 with x1863342815894016 ext(0->65535)
00002000:00010000:1.0:1777022450.897895:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d2d80
00000100:00100000:3.0:1777022450.904403:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022450.904513:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815894144
00000100:00100000:0.0:1777022450.904531:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815894144
00002000:00100000:0.0:1777022450.904579:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (65536->102399)  req@ffff8efa658d1880 x1863342815894144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022450.904590:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1880 with x1863342815894144 ext(65536->102399)
00002000:00010000:0.0:1777022450.904595:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1880
00000100:00100000:0.0:1777022450.904629:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 204
00000100:00100000:0.0:1777022450.904639:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2377:x1863342815894144:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022450.910119:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2377:x1863342815894144:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5471us (5715us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022450.910131:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 204
00002000:00100000:1.0:1777022450.910143:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (65536->102399)  req@ffff8efa658d1880 x1863342815894144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.910167:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1880 with x1863342815894144 ext(65536->102399)
00002000:00010000:1.0:1777022450.910173:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1880
00000100:00100000:2.0:1777022450.924017:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835784064:0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.924087:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022450.924161:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1777022450.924167:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3464:1863342835783680:0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.924196:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022450.924220:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3464:1863342835784192:0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.924300:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022450.924327:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3463:1863342835783936:0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.924346:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022450.924364:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1777022450.924369:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835783808:0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.924389:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022450.924405:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835784320:0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.924424:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022450.924466:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835783680
00000100:00100000:2.0:1777022450.924485:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835783680
00000100:00100000:2.0:1777022450.924529:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256
00000100:00100000:2.0:1777022450.924537:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f839850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3464:x1863342835783680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.924583:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f839850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3464:x1863342835783680:12345-0@lo:400:kworker.0 Request processed in 47us (385us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022450.924604:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256
00000100:00100000:2.0:1777022450.924654:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3464:1863342835783680:0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.924676:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835784192
00000100:00100000:2.0:1777022450.924679:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835784192
00000100:00100000:2.0:1777022450.924711:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835783936
00000100:00100000:2.0:1777022450.924714:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835783936
00000100:00100000:2.0:1777022450.924727:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835783808
00000100:00100000:2.0:1777022450.924729:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835783808
00000100:00100000:2.0:1777022450.924741:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118
00000100:00100000:2.0:1777022450.924746:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3464:x1863342835784192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.924782:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3464:x1863342835784192:12345-0@lo:400:kworker.0 Request processed in 36us (482us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022450.924788:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118
00000100:00100000:2.0:1777022450.924798:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119
00000100:00100000:2.0:1777022450.924803:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3463:x1863342835783936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.924833:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3463:x1863342835783936:12345-0@lo:400:kworker.0 Request processed in 30us (485us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022450.924838:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119
00000100:00100000:2.0:1777022450.924848:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120
00000100:00100000:2.0:1777022450.924888:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835783808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.924913:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835783808:12345-0@lo:400:kworker.0 Request processed in 27us (523us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022450.924918:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120
00000100:00080000:2.0:1777022450.924932:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022450.924954:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835783808:0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.924974:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3463:1863342835783936:0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.924994:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3464:1863342835784192:0@lo:400:kworker.0
00000100:00100000:3.0:1777022450.925430:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835784064
00000100:00100000:3.0:1777022450.925437:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835784064
00000100:00100000:3.0:1777022450.925478:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835784320
00000100:00100000:3.0:1777022450.925481:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835784320
00000100:00100000:3.0:1777022450.925501:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68
00000100:00100000:3.0:1777022450.925508:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835784064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022450.925544:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835784064:12345-0@lo:400:kworker.0 Request processed in 37us (1457us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022450.925550:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68
00000100:00100000:3.0:1777022450.925562:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69
00000100:00100000:3.0:1777022450.925568:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835784320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022450.925594:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835784320:12345-0@lo:400:kworker.0 Request processed in 26us (1169us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022450.925599:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69
00000100:00080000:1.0:1777022450.925659:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1777022450.925663:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1777022450.928987:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835784320:0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.929043:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835784064:0@lo:400:kworker.0
00000100:00100000:2.0:1777022450.929120:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022450.929302:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815894272
00000100:00100000:1.0:1777022450.929310:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815894272
00002000:00100000:1.0:1777022450.929352:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (102400->139263)  req@ffff8efa6578c000 x1863342815894272/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.929363:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578c000 with x1863342815894272 ext(102400->139263)
00002000:00010000:1.0:1777022450.929369:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6578c000
00000100:00100000:1.0:1777022450.929403:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 205
00000100:00100000:1.0:1777022450.929412:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2380:x1863342815894272:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022450.936627:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2380:x1863342815894272:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7206us (7497us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022450.936640:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 205
00002000:00100000:1.0:1777022450.936654:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (102400->139263)  req@ffff8efa6578c000 x1863342815894272/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.936665:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578c000 with x1863342815894272 ext(102400->139263)
00002000:00010000:1.0:1777022450.936671:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6578c000
00000100:00100000:3.0:1777022450.943659:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022450.943910:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815894400
00000100:00100000:1.0:1777022450.943920:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815894400
00002000:00100000:1.0:1777022450.943969:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (139264->176127)  req@ffff8efa65c51c00 x1863342815894400/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.944009:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51c00 with x1863342815894400 ext(139264->176127)
00002000:00010000:1.0:1777022450.944015:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c51c00
00000100:00100000:1.0:1777022450.944052:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 206
00000100:00100000:1.0:1777022450.944063:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2377:x1863342815894400:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022450.947412:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2377:x1863342815894400:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3341us (3751us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022450.947424:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 206
00002000:00100000:1.0:1777022450.947438:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (139264->176127)  req@ffff8efa65c51c00 x1863342815894400/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.947449:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51c00 with x1863342815894400 ext(139264->176127)
00002000:00010000:1.0:1777022450.947454:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c51c00
00000100:00100000:2.0:1777022450.959402:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022450.959491:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815894528
00000100:00100000:3.0:1777022450.959502:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815894528
00002000:00100000:3.0:1777022450.959549:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (176128->212991)  req@ffff8efa65659c00 x1863342815894528/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022450.959560:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659c00 with x1863342815894528 ext(176128->212991)
00002000:00010000:3.0:1777022450.959566:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65659c00
00000100:00100000:3.0:1777022450.959597:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 207
00000100:00100000:3.0:1777022450.959606:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2380:x1863342815894528:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022450.969742:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2380:x1863342815894528:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10123us (10336us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022450.969758:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 207
00002000:00100000:1.0:1777022450.969774:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (176128->212991)  req@ffff8efa65659c00 x1863342815894528/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.969786:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659c00 with x1863342815894528 ext(176128->212991)
00002000:00010000:1.0:1777022450.969793:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65659c00
00000100:00100000:2.0:1777022450.976801:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022450.976958:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815894656
00000100:00100000:0.0:1777022450.976968:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815894656
00002000:00100000:0.0:1777022450.977029:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (212992->249855)  req@ffff8efa6565a300 x1863342815894656/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022450.977039:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565a300 with x1863342815894656 ext(212992->249855)
00002000:00010000:0.0:1777022450.977044:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565a300
00000100:00100000:0.0:1777022450.977076:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 208
00000100:00100000:0.0:1777022450.977086:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2378:x1863342815894656:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022450.980121:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2378:x1863342815894656:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3026us (3319us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022450.980134:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 208
00002000:00100000:1.0:1777022450.980147:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (212992->249855)  req@ffff8efa6565a300 x1863342815894656/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.980170:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565a300 with x1863342815894656 ext(212992->249855)
00002000:00010000:1.0:1777022450.980176:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565a300
00000100:00100000:2.0:1777022450.990440:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022450.990540:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815894784
00000100:00100000:1.0:1777022450.990549:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815894784
00002000:00100000:1.0:1777022450.990597:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (249856->270335)  req@ffff8efa6565aa00 x1863342815894784/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/0 e 0 to 0 dl 1777022461 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.990608:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565aa00 with x1863342815894784 ext(249856->270335)
00002000:00010000:1.0:1777022450.990614:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565aa00
00000100:00100000:1.0:1777022450.990654:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 209
00000100:00100000:1.0:1777022450.990663:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2377:x1863342815894784:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022450.994779:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2377:x1863342815894784:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4108us (4338us total) trans 0 rc 20480/20480
00000100:00100000:1.0:1777022450.994791:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 209
00002000:00100000:1.0:1777022450.994805:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (249856->270335)  req@ffff8efa6565aa00 x1863342815894784/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:101/0 lens 488/440 e 0 to 0 dl 1777022461 ref 1 fl Complete:/600/0 rc 20480/20480 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022450.994815:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565aa00 with x1863342815894784 ext(249856->270335)
00002000:00010000:1.0:1777022450.994821:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565aa00
00000100:00100000:0.0:1777022451.009436:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022451.009544:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815895040
00000100:00100000:2.0:1777022451.009554:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815895040
00000100:00100000:2.0:1777022451.009626:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 17
00000100:00100000:2.0:1777022451.009636:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10132:x1863342815895040:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022451.010001:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10132:x1863342815895040:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 366us (575us total) trans 4294967338 rc 0/0
00000100:00100000:2.0:1777022451.010009:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 17
00000100:00080000:1.0:1777022451.011659:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000001:00080000:0.0:1777022451.013406:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967338 is committed
00000001:00080000:0.0:1777022451.013424:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967335 is committed
00000004:00080000:0.0:1777022451.013447:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 5 committed
00000100:00100000:3.0:1777022451.020150:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835784448:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1777022451.020224:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022451.020351:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835784448
00000100:00100000:1.0:1777022451.020358:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835784448
00000100:00100000:1.0:1777022451.020407:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425
00000100:00100000:1.0:1777022451.020416:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835784448:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1777022451.020443:0:6921:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4 count 1
00010000:00010000:1.0:1777022451.020496:0:6921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020518:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e350f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fba expref: 54 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020527:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e2b06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405c6 expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020535:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e2b0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78405cd expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020542:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3516 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc1 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020550:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e351d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc8 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020558:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3524 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fcf expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020566:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e352b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fd6 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020574:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3532 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fdd expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020594:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3539 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fe4 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020601:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e3540 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840feb expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020608:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e3547 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff2 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020616:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e354e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff9 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020624:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e3555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841000 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020632:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e355c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841007 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020639:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3563 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784100e expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020647:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e356a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841015 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020665:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3571 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784101c expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020673:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3578 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841023 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020680:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e357f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784102a expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020688:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e3586 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841031 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020694:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2ebe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [114688->151551] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840969 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020701:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2ecc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [151552->172031] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840977 expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020708:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2eda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840985 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020715:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2f12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78409bd expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020732:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2f66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [180224->188415] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840a11 expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020739:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e358d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841038 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020747:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3594 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784103f expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020754:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e30e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [249856->286719] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b8b expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020762:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [286720->307199] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840b99 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020770:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e30fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba7 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020777:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3134 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840bdf expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020785:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e313b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [315392->323583] (req 315392->319487) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840be6 expref: 54 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020804:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e31ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c56 expref: 54 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020812:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e31b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [327680->344063] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c5d expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020819:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e31c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840c6b expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020826:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e3206 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb1 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020832:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cbf expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020839:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e324c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [360448->368639] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf7 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020845:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3348 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840df3 expref: 54 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020852:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e338e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840e39 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020895:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e347c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f27 expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020903:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e34d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [385024->393215] (req 385024->389119) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f7b expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020910:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e34de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840f89 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020917:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fa5 expref: 54 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020924:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3508 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7840fb3 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020930:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 45
00010000:00010000:1.0:1777022451.020932:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 45
00010000:00010000:1.0:1777022451.020935:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 48/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020964:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3508 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fb3 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.020978:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3508 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fb3 expref: 54 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021003:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835784576:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021079:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fa5 expref: 54 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021088:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fa5 expref: 54 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021097:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65befb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835784704:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021123:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e34de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f89 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021132:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e34de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f89 expref: 54 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021141:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835784832:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021167:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e34d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [385024->393215] (req 385024->389119) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f7b expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021175:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e34d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [385024->393215] (req 385024->389119) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f7b expref: 54 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021184:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835784960:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021224:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e347c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f27 expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021232:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e347c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f27 expref: 54 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021240:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785088:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021282:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e338e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e39 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021290:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e338e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e39 expref: 54 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021298:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65806a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785216:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021323:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3348 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840df3 expref: 54 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021331:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3348 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840df3 expref: 54 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021339:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785344:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021362:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e324c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [360448->368639] (req 360448->364543) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf7 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021371:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e324c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [360448->368639] (req 360448->364543) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf7 expref: 54 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021386:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65806d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785472:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021418:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cbf expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021427:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3214 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cbf expref: 54 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021438:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785600:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021460:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e3206 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb1 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021468:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e3206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb1 expref: 54 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021476:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785728:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021514:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e31c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c6b expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021524:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e31c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c6b expref: 54 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021533:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785856:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021565:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e31b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [327680->344063] (req 327680->331775) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c5d expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021575:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e31b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [327680->344063] (req 327680->331775) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c5d expref: 54 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021584:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785984:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021607:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e31ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c56 expref: 54 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021615:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e31ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c56 expref: 54 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021623:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786112:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021642:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e313b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [315392->323583] (req 315392->319487) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840be6 expref: 54 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021649:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e313b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [315392->323583] (req 315392->319487) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840be6 expref: 54 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021657:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786240:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021675:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3134 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bdf expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021684:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3134 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bdf expref: 54 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021698:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786368:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021721:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e30fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba7 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021729:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e30fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba7 expref: 54 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021737:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786496:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021757:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [286720->307199] (req 286720->290815) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b99 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021765:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [286720->307199] (req 286720->290815) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b99 expref: 54 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021772:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b32d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786624:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021790:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e30e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [249856->286719] (req 249856->253951) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b8b expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021798:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e30e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [249856->286719] (req 249856->253951) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b8b expref: 54 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021806:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b33480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786752:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021838:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3594 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de784103f expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021847:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3594 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784103f expref: 54 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021881:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b30a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786880:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021906:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e358d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841038 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021915:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e358d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841038 expref: 54 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021923:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787008:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021941:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2f66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [180224->188415] (req 180224->184319) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a11 expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021949:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2f66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [180224->188415] (req 180224->184319) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a11 expref: 54 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.021957:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787136:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.021979:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2f12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de78409bd expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.021988:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2f12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78409bd expref: 54 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022004:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787264:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022029:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2eda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840985 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022038:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2eda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840985 expref: 54 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022045:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787392:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022080:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2ecc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [151552->172031] (req 151552->155647) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840977 expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022088:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2ecc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [151552->172031] (req 151552->155647) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840977 expref: 54 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022097:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787520:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022121:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [114688->151551] (req 114688->118783) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840969 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022129:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2ebe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [114688->151551] (req 114688->118783) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840969 expref: 54 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022137:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787648:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022183:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e3586 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841031 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022191:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e3586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841031 expref: 54 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022199:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787776:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022221:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e357f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de784102a expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022230:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e357f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784102a expref: 54 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022238:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787904:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022289:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3578 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841023 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022298:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3578 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841023 expref: 54 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022307:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788032:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022343:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3571 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de784101c expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022352:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784101c expref: 54 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022365:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788160:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022389:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e356a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841015 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022397:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e356a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841015 expref: 54 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022404:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788288:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022425:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de784100e expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022432:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3563 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784100e expref: 54 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022440:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788416:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022460:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e355c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841007 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022468:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e355c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841007 expref: 54 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022476:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788544:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022513:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e3555 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841000 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022526:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e3555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841000 expref: 54 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022536:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788672:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022561:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e354e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff9 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022570:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e354e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff9 expref: 54 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022579:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788800:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022600:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e3547 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff2 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022608:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e3547 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff2 expref: 54 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022616:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788928:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022636:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e3540 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840feb expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022645:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e3540 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840feb expref: 54 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022664:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789056:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022697:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fe4 expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022705:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fe4 expref: 54 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022714:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789184:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022735:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3532 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fdd expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022744:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3532 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fdd expref: 54 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022753:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789312:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022775:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e352b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fd6 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022784:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e352b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fd6 expref: 54 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022792:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789440:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022812:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3524 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fcf expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022826:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3524 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fcf expref: 54 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022835:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789568:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022899:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e351d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc8 expref: 54 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022909:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e351d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc8 expref: 54 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022918:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789696:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022953:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc1 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.022962:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc1 expref: 54 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.022969:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789824:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.022992:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e2b0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de78405cd expref: 54 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.023000:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e2b0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78405cd expref: 54 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.023021:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789952:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.023045:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e2b06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de78405c6 expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.023054:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e2b06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78405c6 expref: 54 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.023062:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835790080:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.023096:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e350f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fba expref: 54 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.023105:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e350f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fba expref: 54 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.023114:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835790208:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022451.023132:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022451.026507:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022451.026638:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815895296
00000100:00100000:2.0:1777022451.026649:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815895296
00000100:00100000:2.0:1777022451.026696:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 18
00000100:00100000:2.0:1777022451.026706:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10132:x1863342815895296:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000001:00080000:2.0:1777022451.026949:0:5956:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967339
00000100:00100000:2.0:1777022451.027023:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10132:x1863342815895296:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 318us (525us total) trans 4294967340 rc 0/0
00000100:00100000:2.0:1777022451.027032:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 18
00000020:00080000:2.0:1777022451.027051:0:5956:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:2.0:1777022451.031002:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022451.031033:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022451.031060:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815895552
00000100:00100000:2.0:1777022451.031068:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815895552
00010000:00010000:2.0:1777022451.031105:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34fa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fa5 expref: 55 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022451.031149:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815895808
00000100:00100000:2.0:1777022451.031152:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815895808
00010000:00010000:2.0:1777022451.031163:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e34d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [385024->393215] (req 385024->389119) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f7b expref: 56 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022451.031183:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 380
00000100:00100000:2.0:1777022451.031190:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+56:2380:x1863342815895552:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022451.031205:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022451.031211:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34fa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fa5 expref: 56 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022451.031222:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fa5 expref: 56 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022451.031250:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022451.031291:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+56:2380:x1863342815895552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 101us (299us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022451.031298:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 380
00000100:00100000:2.0:1777022451.031315:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 381
00000100:00100000:2.0:1777022451.031321:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2380:x1863342815895808:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022451.031342:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022451.031346:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e34d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [385024->393215] (req 385024->389119) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f7b expref: 55 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022451.031355:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e34d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [385024->393215] (req 385024->389119) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f7b expref: 55 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022451.031367:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022451.031382:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2380:x1863342815895808:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 61us (348us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022451.031388:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 381
00000100:00100000:2.0:1777022451.031427:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022451.031440:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815895424
00000100:00100000:2.0:1777022451.031443:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815895424
00010000:00010000:2.0:1777022451.031455:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3508 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fb3 expref: 55 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.031657:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 382
00000100:00100000:0.0:1777022451.031667:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2380:x1863342815895424:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022451.031677:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022451.031682:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3508 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fb3 expref: 55 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022451.031693:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3508 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fb3 expref: 55 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022451.031706:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022451.031721:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2380:x1863342815895424:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 57us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022451.031727:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 382
00000100:00100000:2.0:1777022451.031824:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022451.031898:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022451.031921:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815895680
00000100:00100000:2.0:1777022451.031925:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815895680
00010000:00010000:2.0:1777022451.031937:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e34de lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f89 expref: 55 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022451.031954:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815895936
00000100:00100000:2.0:1777022451.031957:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815895936
00010000:00010000:2.0:1777022451.031967:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e347c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f27 expref: 56 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022451.032002:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 383
00000100:00100000:2.0:1777022451.032009:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+56:2380:x1863342815895680:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022451.032016:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022451.032020:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e34de lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f89 expref: 56 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022451.032029:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e34de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f89 expref: 56 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022451.032042:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022451.032056:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+56:2380:x1863342815895680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 48us (232us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022451.032062:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 383
00000100:00100000:2.0:1777022451.032073:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 384
00000100:00100000:2.0:1777022451.032078:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2380:x1863342815895936:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022451.032085:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022451.032089:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e347c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f27 expref: 55 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022451.032098:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e347c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 48 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f27 expref: 55 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022451.032108:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1777022451.032305:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3508 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 47 type: EXT [401408->33955839] (req 401408->405503) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fb3 expref: 55 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.032328:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835784576:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022451.032344:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e34fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 46 type: EXT [397312->401407] (req 397312->401407) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fa5 expref: 54 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.032353:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65befb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835784704:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022451.032364:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e34de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 45 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f89 expref: 53 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.032372:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835784832:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022451.032382:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e34d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 44 type: EXT [385024->393215] (req 385024->389119) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f7b expref: 52 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.032390:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835784960:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022451.032400:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e347c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840f27 expref: 51 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.032409:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785088:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022451.032820:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2380:x1863342815895936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 739us (919us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022451.032835:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 384
00000100:00100000:0.0:1777022451.053299:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022451.053341:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815896064
00000100:00100000:0.0:1777022451.053350:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815896064
00010000:00010000:0.0:1777022451.053386:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e338e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e39 expref: 50 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.053430:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 385
00000100:00100000:0.0:1777022451.053439:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2378:x1863342815896064:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022451.053453:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022451.053458:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e338e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e39 expref: 50 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022451.053497:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e338e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 43 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e39 expref: 50 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022451.053524:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022451.053563:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2378:x1863342815896064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 125us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022451.053570:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 385
00010000:00010000:2.0:1777022451.058702:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e338e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [376832->380927] (req 376832->380927) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840e39 expref: 49 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022451.058726:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65806a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785216:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022451.063416:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785344:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022451.063430:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65806d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785472:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022451.074829:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.074907:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.074977:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.075003:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815896192
00000100:00100000:1.0:1777022451.075011:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815896192
00010000:00010000:1.0:1777022451.075051:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3348 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840df3 expref: 49 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.075101:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815896320
00000100:00100000:1.0:1777022451.075104:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815896320
00010000:00010000:1.0:1777022451.075117:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e324c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->368639] (req 360448->364543) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf7 expref: 50 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.075127:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815896448
00000100:00100000:1.0:1777022451.075129:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815896448
00010000:00010000:1.0:1777022451.075138:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3214 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cbf expref: 51 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.075152:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 386
00000100:00100000:1.0:1777022451.075160:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+51:2378:x1863342815896192:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.075174:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.075179:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3348 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840df3 expref: 51 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.075191:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3348 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840df3 expref: 51 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.075212:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3348 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 42 type: EXT [368640->376831] (req 368640->372735) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840df3 expref: 51 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.075230:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.075291:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2378:x1863342815896192:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 131us (472us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.075306:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 386
00000100:00100000:1.0:1777022451.075323:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 387
00000100:00100000:1.0:1777022451.075330:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342815896320:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.075337:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.075341:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e324c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->368639] (req 360448->364543) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf7 expref: 49 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.075351:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e324c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->368639] (req 360448->364543) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf7 expref: 49 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.075363:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e324c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [360448->368639] (req 360448->364543) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cf7 expref: 49 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.075373:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.075391:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342815896320:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 62us (484us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.075397:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 387
00000100:00100000:1.0:1777022451.075409:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 388
00000100:00100000:1.0:1777022451.075415:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2377:x1863342815896448:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.075423:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.075428:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3214 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cbf expref: 47 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.075437:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3214 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cbf expref: 47 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.075456:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.075473:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2377:x1863342815896448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 58us (501us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.075479:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 388
00000100:00100000:1.0:1777022451.075634:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.075648:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815896576
00000100:00100000:1.0:1777022451.075651:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815896576
00010000:00010000:1.0:1777022451.075665:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e3206 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb1 expref: 47 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.075679:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 389
00000100:00100000:1.0:1777022451.075685:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2377:x1863342815896576:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.075693:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.075697:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e3206 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb1 expref: 47 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.075706:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e3206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb1 expref: 47 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.075718:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.075739:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2377:x1863342815896576:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 54us (104us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.075745:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 389
00000100:00100000:1.0:1777022451.075839:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.075888:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815897856
00000100:00100000:1.0:1777022451.075897:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815897856
00010000:00010000:1.0:1777022451.075912:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e358d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841038 expref: 47 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.075926:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 390
00000100:00100000:1.0:1777022451.075933:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815897856:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.075940:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.075943:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e358d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841038 expref: 47 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.075951:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e358d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841038 expref: 47 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.075963:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.075979:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815897856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 48us (141us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.075985:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 390
00000100:00100000:1.0:1777022451.076022:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.076035:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815896832
00000100:00100000:1.0:1777022451.076038:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815896832
00010000:00010000:1.0:1777022451.076050:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e31b2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [327680->344063] (req 327680->331775) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c5d expref: 47 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.076063:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 391
00000100:00100000:1.0:1777022451.076068:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815896832:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.076075:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.076083:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e31b2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [327680->344063] (req 327680->331775) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c5d expref: 47 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.076091:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e31b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [327680->344063] (req 327680->331775) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c5d expref: 47 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.076104:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.076121:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815896832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 53us (99us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.076127:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 391
00000100:00100000:1.0:1777022451.076162:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.076175:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815897088
00000100:00100000:1.0:1777022451.076178:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815897088
00010000:00010000:1.0:1777022451.076190:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e313b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [315392->323583] (req 315392->319487) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840be6 expref: 47 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.076204:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 392
00000100:00100000:1.0:1777022451.076210:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815897088:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.076217:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.076220:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e313b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [315392->323583] (req 315392->319487) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840be6 expref: 47 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.076228:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e313b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [315392->323583] (req 315392->319487) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840be6 expref: 47 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.076239:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.076254:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815897088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 45us (92us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.076281:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 392
00000100:00100000:1.0:1777022451.076320:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.076334:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815897344
00000100:00100000:1.0:1777022451.076337:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815897344
00010000:00010000:1.0:1777022451.076350:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e30fc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba7 expref: 47 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.076365:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 393
00000100:00100000:1.0:1777022451.076371:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815897344:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.076378:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.076382:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e30fc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba7 expref: 47 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.076391:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e30fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba7 expref: 47 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.076403:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.076418:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815897344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 48us (99us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.076424:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 393
00000100:00100000:1.0:1777022451.076457:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.076469:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815897600
00000100:00100000:1.0:1777022451.076472:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815897600
00010000:00010000:1.0:1777022451.076485:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e30e0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [249856->286719] (req 249856->253951) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b8b expref: 47 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.076511:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 394
00000100:00100000:1.0:1777022451.076517:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815897600:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.076525:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.076528:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e30e0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [249856->286719] (req 249856->253951) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b8b expref: 47 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.076536:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e30e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [249856->286719] (req 249856->253951) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b8b expref: 47 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.076546:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.076562:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815897600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 46us (105us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.076567:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 394
00000100:00100000:1.0:1777022451.076601:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.076613:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815896704
00000100:00100000:1.0:1777022451.076616:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815896704
00010000:00010000:1.0:1777022451.076629:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e31c0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c6b expref: 47 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.076652:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 395
00000100:00100000:1.0:1777022451.076658:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815896704:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.076665:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.076681:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e31c0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c6b expref: 47 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.076701:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e31c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c6b expref: 47 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.076713:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.076729:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815896704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 72us (128us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.076735:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 395
00000100:00100000:1.0:1777022451.076771:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.076784:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815896960
00000100:00100000:1.0:1777022451.076787:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815896960
00010000:00010000:1.0:1777022451.076800:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e31ab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c56 expref: 47 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.076813:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 396
00000100:00100000:1.0:1777022451.076817:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815896960:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.076824:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.076827:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e31ab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c56 expref: 47 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.076835:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e31ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c56 expref: 47 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.076846:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.076892:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815896960:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 74us (120us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.076907:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 396
00000100:00100000:1.0:1777022451.076964:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.076978:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815897216
00000100:00100000:1.0:1777022451.076981:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815897216
00010000:00010000:1.0:1777022451.076994:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3134 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bdf expref: 47 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.077008:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 397
00000100:00100000:1.0:1777022451.077015:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815897216:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.077021:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.077025:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3134 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bdf expref: 47 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.077033:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3134 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bdf expref: 47 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.077045:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.077060:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815897216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 47us (98us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.077066:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 397
00000100:00100000:1.0:1777022451.077100:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.077112:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815897472
00000100:00100000:1.0:1777022451.077115:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815897472
00010000:00010000:1.0:1777022451.077127:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [286720->307199] (req 286720->290815) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b99 expref: 47 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.077151:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 398
00000100:00100000:1.0:1777022451.077157:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815897472:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.077163:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.077168:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [286720->307199] (req 286720->290815) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b99 expref: 47 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.077177:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [286720->307199] (req 286720->290815) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b99 expref: 47 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.077188:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.077204:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815897472:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 47us (104us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.077210:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 398
00000100:00100000:1.0:1777022451.077245:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.077257:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815898112
00000100:00100000:1.0:1777022451.077271:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815898112
00010000:00010000:1.0:1777022451.077284:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2f12 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78409bd expref: 47 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.077297:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 399
00000100:00100000:1.0:1777022451.077303:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815898112:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.077309:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.077313:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2f12 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78409bd expref: 47 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.077333:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2f12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78409bd expref: 47 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.077345:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.077363:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815898112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 61us (118us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.077369:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 399
00000100:00100000:1.0:1777022451.077403:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.077416:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815897728
00000100:00100000:1.0:1777022451.077419:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815897728
00010000:00010000:1.0:1777022451.077430:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3594 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784103f expref: 47 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.077444:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 400
00000100:00100000:1.0:1777022451.077449:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815897728:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.077456:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.077460:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3594 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784103f expref: 47 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.077468:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3594 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784103f expref: 47 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.077478:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.077494:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815897728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 45us (91us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.077511:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 400
00000100:00100000:1.0:1777022451.077547:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.077560:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815897984
00000100:00100000:1.0:1777022451.077563:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815897984
00010000:00010000:1.0:1777022451.077575:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2f66 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [180224->188415] (req 180224->184319) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a11 expref: 47 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.077589:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 401
00000100:00100000:1.0:1777022451.077594:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815897984:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.077600:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.077603:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2f66 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [180224->188415] (req 180224->184319) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a11 expref: 47 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.077611:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2f66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [180224->188415] (req 180224->184319) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a11 expref: 47 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.077622:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.077637:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342815897984:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 44us (90us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.077643:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 401
00000100:00100000:1.0:1777022451.077829:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.077843:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815898368
00000100:00100000:1.0:1777022451.077847:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815898368
00010000:00010000:1.0:1777022451.077890:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2ecc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [151552->172031] (req 151552->155647) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840977 expref: 47 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.077919:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 402
00000100:00100000:1.0:1777022451.077926:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815898368:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.077934:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.077937:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2ecc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [151552->172031] (req 151552->155647) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840977 expref: 47 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.077946:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2ecc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [151552->172031] (req 151552->155647) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840977 expref: 47 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.077958:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.077974:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815898368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 49us (145us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.077981:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 402
00000100:00100000:1.0:1777022451.078012:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.078027:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815898624
00000100:00100000:1.0:1777022451.078030:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815898624
00010000:00010000:1.0:1777022451.078042:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e3586 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841031 expref: 47 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.078055:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 403
00000100:00100000:1.0:1777022451.078061:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815898624:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.078069:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.078073:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e3586 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841031 expref: 47 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.078094:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e3586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841031 expref: 47 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.078106:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.078123:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815898624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 62us (110us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.078129:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 403
00000100:00100000:1.0:1777022451.078185:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022451.078200:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815898240
00000100:00100000:1.0:1777022451.078204:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815898240
00010000:00010000:1.0:1777022451.078216:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2eda lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840985 expref: 47 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022451.078231:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 404
00000100:00100000:1.0:1777022451.078237:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342815898240:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.078244:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.078248:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2eda lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840985 expref: 47 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022451.079732:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3214 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 41 type: EXT [352256->360447] (req 352256->356351) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cbf expref: 47 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.079754:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785600:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.079769:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0bd4e60/0x72ae7b78094e3206 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [348160->352255] (req 348160->352255) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840cb1 expref: 46 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.079780:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785728:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.079791:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060921374/0x72ae7b78094e31c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 39 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c6b expref: 45 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.079802:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785856:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.079812:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e31b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 38 type: EXT [327680->344063] (req 327680->331775) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c5d expref: 44 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.079821:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835785984:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.079846:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e31ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 37 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840c56 expref: 43 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.079897:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786112:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.079909:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e313b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 36 type: EXT [315392->323583] (req 315392->319487) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840be6 expref: 42 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.079918:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786240:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.079928:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e3134 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 35 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840bdf expref: 41 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.079937:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786368:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.079947:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e30fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 34 type: EXT [307200->311295] (req 307200->311295) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ba7 expref: 40 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.079956:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786496:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.079966:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e30ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 33 type: EXT [286720->307199] (req 286720->290815) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b99 expref: 39 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.079987:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b32d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786624:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.079999:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e30e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 32 type: EXT [249856->286719] (req 249856->253951) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840b8b expref: 38 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.080008:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b33480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786752:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.080026:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3594 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 31 type: EXT [225280->249855] (req 225280->229375) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784103f expref: 37 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.080036:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b30a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835786880:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.080045:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e358d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 30 type: EXT [188416->225279] (req 188416->192511) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841038 expref: 36 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.080054:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787008:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.080064:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e2f66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 29 type: EXT [180224->188415] (req 180224->184319) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840a11 expref: 35 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.080073:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787136:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.080084:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e2f12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 28 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78409bd expref: 34 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.080092:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787264:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022451.080102:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787392:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.080112:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e2ecc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [151552->172031] (req 151552->155647) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840977 expref: 33 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.080121:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787520:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022451.080130:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787648:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022451.080139:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e3586 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841031 expref: 32 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.080155:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787776:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022451.080168:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835787904:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022451.080176:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788032:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022451.080185:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788160:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022451.080193:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788288:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022451.080201:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788416:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022451.080209:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788544:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022451.080218:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788672:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022451.080227:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788800:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022451.080235:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835788928:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022451.080242:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789056:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022451.080375:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022451.080408:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022451.080434:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815898496
00000100:00100000:3.0:1777022451.080441:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815898496
00010000:00010000:3.0:1777022451.080469:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2ebe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [114688->151551] (req 114688->118783) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840969 expref: 32 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.080489:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815898752
00000100:00100000:3.0:1777022451.080492:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815898752
00010000:00010000:3.0:1777022451.080501:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e357f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 25 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784102a expref: 33 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.080514:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 405
00000100:00100000:3.0:1777022451.080522:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342815898496:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022451.080535:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022451.080540:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2ebe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [114688->151551] (req 114688->118783) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840969 expref: 33 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.080662:0:11978:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:0.0:1777022451.080671:0:11978:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004'
00000100:00100000:2.0:1777022451.080821:0:5938:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:2.0:1777022451.080832:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 406
00000100:00100000:2.0:1777022451.080839:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342815898752:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022451.080847:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022451.080852:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e357f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 27 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784102a expref: 33 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.086704:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022451.086727:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022451.086751:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022451.086770:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022451.086784:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022451.086797:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022451.086810:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022451.086840:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022451.086890:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022451.086925:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022451.086982:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789184:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022451.090709:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2eda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 40 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840985 expref: 47 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.090843:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:3.0:1777022451.090879:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [114688->151551] (req 114688->118783) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840969 expref: 33 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.090880:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022451.090894:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:3.0:1777022451.090905:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e2ebe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 26 type: EXT [114688->151551] (req 114688->118783) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840969 expref: 33 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.090905:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:3.0:1777022451.090924:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022451.090937:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022451.090975:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2378:x1863342815898496:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10453us (10600us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022451.090986:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 405
00000100:00100000:3.0:1777022451.091013:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.091030:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815899008
00000100:00100000:3.0:1777022451.091038:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815899008
00010000:00010000:3.0:1777022451.091066:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784101c expref: 32 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022451.091323:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e357f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784102a expref: 32 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022451.091338:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e357f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [98304->110591] (req 98304->102399) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784102a expref: 32 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022451.091348:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022451.091383:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.091390:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815899264
00000100:00100000:3.0:1777022451.091393:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815899264
00010000:00010000:3.0:1777022451.091408:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e355c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841007 expref: 32 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.091415:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022451.091421:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:0.0:1777022451.091435:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022451.091436:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815899520
00000100:00100000:3.0:1777022451.091438:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815899520
00010000:00010000:3.0:1777022451.091449:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e354e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff9 expref: 33 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.091460:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:0.0:1777022451.091462:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022451.091464:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815899904
00000100:00100000:3.0:1777022451.091467:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815899904
00010000:00010000:3.0:1777022451.091476:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3563 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784100e expref: 34 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.091487:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.091491:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815898880
00000100:00100000:3.0:1777022451.091493:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815898880
00010000:00010000:3.0:1777022451.091501:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3578 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841023 expref: 35 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.091511:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:0.0:1777022451.091525:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789312:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022451.091530:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815899136
00000100:00100000:3.0:1777022451.091533:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815899136
00000100:00100000:0.0:1777022451.091536:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789440:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022451.091544:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e356a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841015 expref: 36 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.091544:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789568:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022451.091551:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789696:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022451.091556:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:0.0:1777022451.091559:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789824:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022451.091560:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815899392
00000100:00100000:3.0:1777022451.091562:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815899392
00000100:00100000:0.0:1777022451.091567:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835789952:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022451.091570:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e3555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841000 expref: 37 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.091574:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835790080:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022451.091581:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:0.0:1777022451.091582:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835790208:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022451.091584:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815899648
00000100:00100000:3.0:1777022451.091586:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815899648
00010000:00010000:3.0:1777022451.091593:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e3547 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff2 expref: 38 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.091602:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.091606:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815899776
00000100:00100000:3.0:1777022451.091608:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815899776
00010000:00010000:3.0:1777022451.091616:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e3540 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840feb expref: 39 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.091624:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.091627:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815900032
00000100:00100000:3.0:1777022451.091629:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815900032
00010000:00010000:3.0:1777022451.091637:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fe4 expref: 40 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.091645:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.091652:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815900160
00000100:00100000:3.0:1777022451.091655:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815900160
00010000:00010000:3.0:1777022451.091664:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3532 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fdd expref: 41 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.091673:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.091676:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815900416
00000100:00100000:3.0:1777022451.091678:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815900416
00010000:00010000:3.0:1777022451.091686:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3524 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fcf expref: 42 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.091696:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 407
00000100:00100000:3.0:1777022451.091703:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815899008:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022451.091715:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022451.091719:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784101c expref: 42 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.091728:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3571 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784101c expref: 42 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022451.091728:0:6921:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 24 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.092033:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3571 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 23 type: EXT [86016->94207] (req 86016->90111) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784101c expref: 42 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.092046:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022451.092074:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2377:x1863342815899008:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 372us (5380us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022451.092081:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 407
00000100:00100000:3.0:1777022451.092095:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.092105:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815900672
00000100:00100000:3.0:1777022451.092127:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815900672
00010000:00010000:3.0:1777022451.092141:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc1 expref: 41 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.092152:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.092156:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815900928
00000100:00100000:3.0:1777022451.092158:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815900928
00010000:00010000:3.0:1777022451.092166:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e2b06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78405c6 expref: 42 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.092175:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.092179:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815900288
00000100:00100000:3.0:1777022451.092181:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815900288
00010000:00010000:3.0:1777022451.092189:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e352b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fd6 expref: 43 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.092199:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.092203:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815900544
00000100:00100000:3.0:1777022451.092205:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815900544
00010000:00010000:3.0:1777022451.092214:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e351d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc8 expref: 44 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.092224:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.092227:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815900800
00000100:00100000:3.0:1777022451.092229:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815900800
00010000:00010000:3.0:1777022451.092236:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e2b0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78405cd expref: 45 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.092254:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.092272:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815901056
00000100:00100000:3.0:1777022451.092275:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815901056
00010000:00010000:3.0:1777022451.092286:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e350f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fba expref: 46 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.092300:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.092305:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 408
00000100:00100000:3.0:1777022451.092312:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2377:x1863342815899264:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022451.092320:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022451.092323:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e355c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841007 expref: 46 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.092333:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e355c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841007 expref: 46 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.092345:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e355c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 22 type: EXT [61440->77823] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841007 expref: 46 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.092355:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022451.092373:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2377:x1863342815899264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 62us (5645us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022451.092380:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 408
00000100:00100000:3.0:1777022451.092390:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.092396:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 409
00000100:00100000:3.0:1777022451.092401:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2377:x1863342815899520:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022451.092410:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022451.092414:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e354e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff9 expref: 44 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.092431:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e354e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff9 expref: 44 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.092442:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e354e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 21 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff9 expref: 44 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.092451:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022451.092467:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2377:x1863342815899520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 67us (5716us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022451.092473:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 409
00000100:00100000:3.0:1777022451.092483:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.092489:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 410
00000100:00100000:3.0:1777022451.092494:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815899904:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022451.092501:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022451.092504:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3563 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784100e expref: 42 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.093163:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784100e expref: 42 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.093185:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3563 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 20 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784100e expref: 42 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.093196:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022451.093226:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2377:x1863342815899904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 731us (6455us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022451.093240:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 410
00000100:00100000:3.0:1777022451.093256:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.093277:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 411
00000100:00100000:3.0:1777022451.093285:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815898880:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022451.093293:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022451.093298:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3578 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841023 expref: 40 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.093308:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3578 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841023 expref: 40 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.093321:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3578 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 19 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841023 expref: 40 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.093329:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022451.093346:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2377:x1863342815898880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 63us (6561us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022451.093352:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 411
00000100:00100000:3.0:1777022451.093362:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.093368:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 412
00000100:00100000:3.0:1777022451.093373:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342815899136:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022451.093380:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022451.093384:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e356a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841015 expref: 38 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.093403:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e356a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841015 expref: 38 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.093414:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e356a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 18 type: EXT [81920->86015] (req 81920->86015) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841015 expref: 38 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.093422:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022451.093553:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e2eda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 16 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840985 expref: 37 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.093576:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.093621:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815898240:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 15384us (15436us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.093628:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 404
00000100:00100000:1.0:1777022451.093643:0:5937:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:1.0:1777022451.093649:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 413
00000100:00100000:1.0:1777022451.093657:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2377:x1863342815899392:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.093665:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.093670:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e3555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841000 expref: 35 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.093680:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e3555 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841000 expref: 35 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.093693:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e3555 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 15 type: EXT [53248->61439] (req 53248->57343) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841000 expref: 35 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.093702:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.093714:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342815899392:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 59us (6904us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.093720:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 413
00000100:00100000:1.0:1777022451.093731:0:5937:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:1.0:1777022451.093737:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 414
00000100:00100000:1.0:1777022451.093743:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2377:x1863342815899648:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.093759:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.093764:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e3547 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff2 expref: 33 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.093773:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e3547 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff2 expref: 33 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.093785:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e3547 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 14 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840ff2 expref: 33 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.093794:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.093807:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2377:x1863342815899648:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 65us (6967us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.093813:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 414
00000100:00100000:1.0:1777022451.093824:0:5937:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:1.0:1777022451.093830:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 415
00000100:00100000:1.0:1777022451.093835:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2378:x1863342815899776:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.093843:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.093847:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e3540 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840feb expref: 31 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.093871:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e3540 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840feb expref: 31 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.093883:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e3540 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 13 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840feb expref: 31 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.094666:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.094692:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815899776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 856us (7801us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.094701:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 415
00000100:00100000:1.0:1777022451.094719:0:5937:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:1.0:1777022451.094727:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 416
00000100:00100000:1.0:1777022451.094735:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+29:2378:x1863342815900032:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.094744:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.094749:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fe4 expref: 29 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.094759:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fe4 expref: 29 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.094773:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e3539 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 12 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fe4 expref: 29 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.094782:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.094795:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2378:x1863342815900032:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 62us (7871us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.094801:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 416
00000100:00100000:1.0:1777022451.094811:0:5937:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:1.0:1777022451.094817:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 417
00000100:00100000:1.0:1777022451.094824:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815900160:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.094842:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.094847:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3532 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fdd expref: 27 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.094884:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3532 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fdd expref: 27 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.094895:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e3532 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 11 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fdd expref: 27 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.094903:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.094916:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815900160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 94us (4079us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.094921:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 417
00000100:00100000:1.0:1777022451.094931:0:5937:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:1.0:1777022451.094936:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 418
00000100:00100000:1.0:1777022451.094942:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815900416:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.094949:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.094953:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3524 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fcf expref: 25 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.094963:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3524 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fcf expref: 25 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.094975:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e3524 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 10 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fcf expref: 25 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.094995:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.095009:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2378:x1863342815900416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 67us (4128us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.095015:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 418
00000100:00100000:1.0:1777022451.095025:0:5937:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:1.0:1777022451.095032:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 419
00000100:00100000:1.0:1777022451.095038:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2378:x1863342815900672:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.095045:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.095049:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc1 expref: 23 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.095058:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc1 expref: 23 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.095070:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3516 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 9 type: EXT [12288->20479] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc1 expref: 23 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.095078:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.095089:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815900672:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 52us (4194us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.095095:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 419
00000100:00100000:1.0:1777022451.095104:0:5937:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:1.0:1777022451.095110:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 420
00000100:00100000:1.0:1777022451.095115:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2378:x1863342815900928:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.095133:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.095138:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e2b06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78405c6 expref: 21 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.095147:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e2b06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78405c6 expref: 21 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.095158:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e2b06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78405c6 expref: 21 pid: 6921 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.095168:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.095181:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342815900928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 67us (4276us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.095188:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 420
00000100:00100000:1.0:1777022451.095199:0:5937:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:1.0:1777022451.095204:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 421
00000100:00100000:1.0:1777022451.095210:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2378:x1863342815900288:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022451.095219:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022451.095223:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e352b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fd6 expref: 19 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022451.095848:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2377:x1863342815899136:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2473us (9048us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022451.095867:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 412
00000100:00100000:3.0:1777022451.095904:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.095912:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 422
00000100:00100000:3.0:1777022451.095920:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815900544:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022451.095931:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022451.095935:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e351d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc8 expref: 18 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.095984:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e352b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fd6 expref: 18 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.096199:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e351d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc8 expref: 18 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.096215:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e351d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 8 type: EXT [20480->24575] (req 20480->24575) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fc8 expref: 18 pid: 6923 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.096227:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022451.096241:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2378:x1863342815900544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 324us (4827us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022451.096255:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 422
00000100:00100000:3.0:1777022451.096277:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.096283:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 423
00000100:00100000:3.0:1777022451.096289:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2378:x1863342815900800:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022451.096296:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022451.096300:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e2b0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78405cd expref: 16 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.096309:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e2b0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78405cd expref: 16 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.096319:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e2b0d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 7 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78405cd expref: 16 pid: 6924 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.096328:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022451.096341:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2378:x1863342815900800:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 53us (4906us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022451.096347:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 423
00000100:00100000:3.0:1777022451.096357:0:5939:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56
00000100:00100000:3.0:1777022451.096362:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 424
00000100:00100000:3.0:1777022451.096369:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342815901056:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022451.096376:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022451.096379:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e350f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fba expref: 14 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.096398:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e350f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fba expref: 14 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.096408:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e350f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fba expref: 14 pid: 9584 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.096417:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022451.096444:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+13:2378:x1863342815901056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 75us (4981us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022451.096449:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 424
00010000:00010000:1.0:1777022451.096600:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e352b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [28672->32767] (req 28672->32767) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7840fd6 expref: 12 pid: 11979 timeout: 489 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.096623:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022451.096625:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022451.096629:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.096638:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022451.096655:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022451.096670:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815900288:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1460us (5732us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022451.096676:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 421
00010000:00010000:0.0:1777022451.100697:0:6921:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022451.100715:0:6921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022451.100728:0:6921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022451.100736:0:6921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022451.100794:0:6921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1777022451.100924:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022451.100931:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.100939:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570cc00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022451.100942:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.100950:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.100967:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022451.100975:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e3715 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022451.100998:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3463:x1863342835784448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 80581us (80772us total) trans 4294967365 rc 0/0
00000100:00100000:0.0:1777022451.101008:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425
00010000:00010000:3.0:1777022451.101010:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022451.101012:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022451.101013:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1777022451.101051:0:3463:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa656bb800/2, rc 0, transno 4294967365
00000100:00100000:3.0:1777022451.101057:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835784448:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1777022451.104159:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342815898752:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 23307us (23736us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022451.104172:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 406
00010000:00010000:2.0:1777022451.369438:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022451.433340:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1777022451.433362:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835790336:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1777022451.433428:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022451.433705:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835790464:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022451.433732:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022451.433892:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835790336
00000100:00100000:3.0:1777022451.433899:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835790336
00000100:00100000:3.0:1777022451.433945:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835790464
00000100:00100000:3.0:1777022451.433948:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835790464
00000100:00100000:3.0:1777022451.433964:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55
00000100:00100000:3.0:1777022451.433981:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835790336:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1777022451.434003:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 135168 granted 427930176 pending 2273280 free 3923255296 avail 3691732992
00000100:00100000:3.0:1777022451.434043:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835790336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (616us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022451.434051:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55
00000100:00100000:3.0:1777022451.434067:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56
00000100:00100000:3.0:1777022451.434073:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835790464:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022451.434082:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 33911360 pending 434176 free 3923574784 avail 3692052480
00000100:00100000:3.0:1777022451.434105:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835790464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32us (373us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022451.434110:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56
00000100:00100000:1.0:1777022451.434373:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835790464:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022451.434387:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835790336:0@lo:13:osp-pre-1-0.0
00010000:00010000:3.0:1777022452.397538:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022452.714448:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022452.714618:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815901312
00000100:00100000:2.0:1777022452.714629:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815901312
00000100:00100000:2.0:1777022452.714719:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 19
00000100:00100000:2.0:1777022452.714730:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10115:x1863342815901312:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022452.714975:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815901312:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 247us (535us total) trans 4294967341 rc 0/0
00000100:00100000:2.0:1777022452.714982:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 19
00000100:00080000:1.0:1777022452.715065:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022452.730054:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022452.732949:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815901568
00000100:00100000:2.0:1777022452.732966:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815901568
00000100:00100000:2.0:1777022452.733041:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 20
00000100:00100000:2.0:1777022452.733051:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815901568:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022452.733356:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10115:x1863342815901568:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 306us (3311us total) trans 4294967342 rc 0/0
00000100:00100000:2.0:1777022452.733364:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 20
00000100:00100000:0.0:1777022452.739418:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022452.739538:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815901696
00000100:00100000:2.0:1777022452.739550:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815901696
00000100:00100000:2.0:1777022452.739617:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 76
00000100:00100000:2.0:1777022452.739629:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10115:x1863342815901696:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022452.739658:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022452.739680:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e371c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410d2 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.739744:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3723 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.739759:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3723 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.739771:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3723 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022452.739826:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022452.739829:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022452.739847:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3723 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.739911:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e371c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410d2 expref: 12 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.739928:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3723 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410d2 expref: 11 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.739936:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bf00)
00010000:00010000:2.0:1777022452.739939:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022452.739943:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:2.0:1777022452.740001:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815901696:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 375us (591us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022452.740008:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 76
00000100:00100000:3.0:1777022452.754671:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022452.754784:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815901824
00000100:00100000:1.0:1777022452.754794:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815901824
00000100:00100000:1.0:1777022452.754889:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 77
00000100:00100000:1.0:1777022452.754899:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815901824:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022452.754937:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022452.754959:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e372a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410d9 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755042:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3731 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755057:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3731 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755068:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3731 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755084:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3738 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755090:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3738 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755097:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3738 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755174:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e373f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755183:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e373f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755189:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e373f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022452.755336:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 409600
00000004:00200000:1.0:1777022452.755346:0:5952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1777022452.755367:0:5952:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e373f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755377:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e373f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755385:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3731 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755392:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3731 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755398:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3731 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755403:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022452.755407:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3731 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755413:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3731 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755424:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bf00)
00010000:00010000:1.0:1777022452.755427:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022452.755432:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3731 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755438:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3731 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755451:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3738 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755465:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3738 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755470:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3738 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755475:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022452.755478:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3738 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755483:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3738 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755491:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa81569e00)
00010000:00010000:1.0:1777022452.755493:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022452.755496:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3738 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755502:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3738 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755537:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e372a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410d9 expref: 13 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755551:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e373f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410d9 expref: 12 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.755558:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:1.0:1777022452.755561:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022452.755568:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:1.0:1777022452.755750:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815901824:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 852us (1089us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022452.755759:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 77
00000100:00100000:1.0:1777022452.782545:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022452.782660:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815902080
00000100:00100000:2.0:1777022452.782670:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815902080
00000100:00100000:2.0:1777022452.782729:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 78
00000100:00100000:2.0:1777022452.782739:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815902080:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022452.782798:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1777022452.782825:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e373f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410d9 expref: 12 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.782848:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7400/0x72ae7b78094e3689 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784108c expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.782934:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:2.0:1777022452.782946:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3723 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410d2 expref: 10 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.782953:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bf00)
00010000:00010000:2.0:1777022452.782957:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022452.782977:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.782989:0:5954:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2200/0x72ae7b78094e369e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784109a expref: 9 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.782997:0:5954:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.783031:0:5954:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2200/0x72ae7b78094e369e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de784109a expref: 9 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.783044:0:5954:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2200/0x72ae7b78094e369e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784109a expref: 9 pid: 5954 timeout: 490 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022452.783057:0:5954:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5954:1863342835790592:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022452.783148:0:5954:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022452.789746:0:5954:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5954:1863342835790592:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022452.789775:0:5954:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022452.791164:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022452.791470:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815902208
00000100:00100000:3.0:1777022452.791489:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815902208
00010000:00010000:3.0:1777022452.791528:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2200/0x72ae7b78094e369e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784109a expref: 10 pid: 5954 timeout: 490 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022452.791566:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 425
00000100:00100000:3.0:1777022452.791575:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815902208:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022452.791588:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022452.791594:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2200/0x72ae7b78094e369e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784109a expref: 10 pid: 5954 timeout: 490 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022452.791606:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2200/0x72ae7b78094e369e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784109a expref: 10 pid: 5954 timeout: 490 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022452.791629:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2200/0x72ae7b78094e369e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784109a expref: 10 pid: 5954 timeout: 490 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022452.791645:0:5939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bf00)
00010000:00010000:3.0:1777022452.791649:0:5939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022452.791657:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022452.791664:0:5939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022452.791689:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022452.791748:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2377:x1863342815902208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 173us (589us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022452.791767:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 425
00010000:00010000:2.0:1777022452.792471:0:5954:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.792480:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.792505:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e374d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.792515:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e374d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.792523:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e374d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.792605:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.792617:0:5954:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e36ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410a1 expref: 8 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.792624:0:5954:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.792654:0:5954:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e36ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78410a1 expref: 8 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.792667:0:5954:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e36ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78410a1 expref: 8 pid: 7637 timeout: 490 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022452.792695:0:5954:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5954:1863342835790720:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022452.792767:0:5954:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022452.797127:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022452.797271:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815902336
00000100:00100000:0.0:1777022452.797281:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815902336
00010000:00010000:0.0:1777022452.797320:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e36ba lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78410a1 expref: 9 pid: 7637 timeout: 490 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022452.797362:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 426
00000100:00100000:0.0:1777022452.797372:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2378:x1863342815902336:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022452.797403:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022452.797411:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e36ba lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78410a1 expref: 9 pid: 7637 timeout: 490 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.797424:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e36ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78410a1 expref: 9 pid: 7637 timeout: 490 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.797444:0:11978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:0.0:1777022452.797449:0:11978:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.797457:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.797463:0:11978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.797481:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022452.797536:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2378:x1863342815902336:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 165us (418us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022452.797543:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 426
00010000:00010000:2.0:1777022452.799390:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e36ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78410a1 expref: 8 pid: 7637 timeout: 490 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022452.799414:0:5954:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5954:1863342835790720:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022452.799438:0:5954:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.799447:0:5954:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.799452:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1777022452.799702:0:5954:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].5, 64 off8512
00000004:00080000:2.0:1777022452.799712:0:5954:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 390965856668ns, next at 391965854371ns, rc = 0
00010000:00010000:2.0:1777022452.799760:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e375b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.799772:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e375b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.799783:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e375b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.799790:0:5954:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e375b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.799813:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e375b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.799818:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e375b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.799951:0:5954:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1777022452.799973:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.799979:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.799984:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.799989:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022452.799993:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.800000:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.800010:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:2.0:1777022452.800013:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1777022452.800028:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.800034:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3754 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.800049:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.800060:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.800065:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.800070:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022452.800072:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.800077:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.800085:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bf00)
00010000:00010000:2.0:1777022452.800087:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022452.800090:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.800095:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3746 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022452.800110:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f450014 reply state 00000000d318806a transno 4294967343 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e374d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022452.800118:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1777022452.800188:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815902080:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 17448us (17651us total) trans 4294967343 rc 0/0
00000100:00100000:2.0:1777022452.800197:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 78
00010000:00010000:3.0:1777022452.804577:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022452.804590:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e375b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022452.804602:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ae00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022452.804606:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e375b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022452.804615:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e375b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022452.804631:0:5940:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:3.0:1777022452.804634:0:5940:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1777022452.804639:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e375b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022452.804644:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e375b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022452.804664:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022452.804666:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022452.804668:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022452.810589:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:0.0:1777022452.810946:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e374d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.810969:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e374d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.810976:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e374d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.810997:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511be00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022452.811002:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e374d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.811009:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e374d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.811037:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa655deb00)
00010000:00010000:0.0:1777022452.811041:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022452.811045:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e374d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.811051:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e374d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022452.818925:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815902464
00000100:00100000:2.0:1777022452.818938:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815902464
00000100:00100000:2.0:1777022452.819252:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 79
00000100:00100000:2.0:1777022452.819267:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10115:x1863342815902464:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022452.819292:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022452.819313:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3762 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410e0 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.819375:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3769 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.819390:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3769 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.819402:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3769 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022452.819442:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022452.819446:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022452.819464:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3769 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.819486:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3762 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410e0 expref: 12 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.819501:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3769 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410e0 expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.819510:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de200)
00010000:00010000:2.0:1777022452.819512:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022452.819516:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022452.819585:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815902464:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 322us (9005us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022452.823401:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 79
00000100:00100000:0.0:1777022452.830564:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022452.830640:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815902592
00000100:00100000:2.0:1777022452.830649:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815902592
00000100:00100000:2.0:1777022452.830700:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 80
00000100:00100000:2.0:1777022452.830709:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815902592:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022452.830728:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022452.830748:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3770 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410e7 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.830808:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3777 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.830821:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3777 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.830832:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3777 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.830845:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e377e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.830889:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e377e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.830898:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e377e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.830964:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3785 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.830992:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3785 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831000:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3785 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022452.831036:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 409600
00000004:00200000:2.0:1777022452.831040:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022452.831058:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3785 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831068:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3785 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831077:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3777 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831083:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3777 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831089:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3777 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831094:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022452.831098:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3777 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831105:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3777 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831116:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de200)
00010000:00010000:2.0:1777022452.831119:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022452.831129:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3777 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831135:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3777 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831148:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e377e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831155:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e377e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831160:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e377e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831165:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ac00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022452.831168:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e377e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831173:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e377e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831180:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa655de100)
00010000:00010000:2.0:1777022452.831183:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022452.831186:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e377e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831191:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e377e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831219:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3770 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410e7 expref: 13 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831490:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3785 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410e7 expref: 12 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.831498:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:2.0:1777022452.831500:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022452.831503:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:3.0:1777022452.846637:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815902592:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 15916us (16069us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022452.846650:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 80
00000100:00100000:3.0:1777022452.851079:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022452.851177:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815902848
00000100:00100000:2.0:1777022452.851188:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815902848
00000100:00100000:2.0:1777022452.851260:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 81
00000100:00100000:2.0:1777022452.851270:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815902848:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022452.851326:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1777022452.851355:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3785 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410e7 expref: 12 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.851374:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e3643 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841070 expref: 11 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.851384:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:2.0:1777022452.851393:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3769 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410e0 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.851401:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de200)
00010000:00010000:2.0:1777022452.851409:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022452.851431:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e378c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.851461:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e378c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.851471:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e378c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.851485:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3793 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.851492:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3793 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.851499:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3793 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.851569:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.851580:0:5952:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e36dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410a8 expref: 7 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.851588:0:5952:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 4/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.851619:0:5952:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e36dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78410a8 expref: 7 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.851632:0:5952:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e36dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78410a8 expref: 7 pid: 5954 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022452.851657:0:5952:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835790848:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022452.851750:0:5952:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022452.855388:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022452.855446:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815902976
00000100:00100000:0.0:1777022452.855457:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815902976
00010000:00010000:0.0:1777022452.855504:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e36dd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78410a8 expref: 8 pid: 5954 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022452.855551:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 427
00000100:00100000:0.0:1777022452.855561:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342815902976:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022452.855575:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022452.855582:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e36dd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78410a8 expref: 8 pid: 5954 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.855594:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e36dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78410a8 expref: 8 pid: 5954 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.855629:0:5938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:0.0:1777022452.855634:0:5938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.855643:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.855650:0:5938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.855668:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022452.855725:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342815902976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 164us (355us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022452.855733:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 427
00010000:00010000:2.0:1777022452.856619:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e36dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78410a8 expref: 7 pid: 5954 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022452.856637:0:5952:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835790848:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022452.856661:0:5952:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.856669:0:5952:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.856674:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1777022452.856964:0:5952:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3, 64 off8384
00000004:00080000:2.0:1777022452.856974:0:5952:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 391023118857ns, next at 392023116627ns, rc = 0
00010000:00010000:2.0:1777022452.857040:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e37a1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857052:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e37a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857060:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e37a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857066:0:5952:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e37a1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857085:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e37a1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857091:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e37a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857113:0:5952:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1777022452.857134:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857139:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857144:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857148:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022452.857152:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857160:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857170:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:2.0:1777022452.857172:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1777022452.857175:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857180:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e379a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857194:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e378c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857205:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e378c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857210:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e378c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857214:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022452.857216:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e378c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857236:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e378c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857254:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de600)
00010000:00010000:2.0:1777022452.857256:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022452.857258:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e378c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.857263:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e378c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022452.857275:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b127c00 reply state 0000000038118e0d transno 4294967344 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3793 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022452.857284:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1777022452.857356:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815902848:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 6087us (6285us total) trans 4294967344 rc 0/0
00000100:00100000:2.0:1777022452.857365:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 81
00010000:00010000:0.0:1777022452.857708:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1777022452.857715:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e37a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.857720:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b800 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:0.0:1777022452.857723:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e37a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.857728:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e37a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.857736:0:5941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:0.0:1777022452.857738:0:5941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1777022452.857740:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e37a1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.857755:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e37a1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.857767:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022452.857769:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022452.857770:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022452.861922:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3793 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.861966:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3793 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.861974:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3793 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.861981:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022452.861986:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3793 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.861993:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3793 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.862009:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa655de500)
00010000:00010000:2.0:1777022452.862012:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1777022452.863745:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022452.863870:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815903104
00000100:00100000:0.0:1777022452.863880:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815903104
00000100:00100000:0.0:1777022452.863941:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 82
00000100:00100000:0.0:1777022452.863951:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815903104:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022452.863976:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022452.863997:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e37a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410ee expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.864075:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37af lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.864089:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.864100:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022452.864154:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022452.864158:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022452.864177:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.864199:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e37a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410ee expref: 13 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.864236:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410ee expref: 12 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.864254:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954a200)
00010000:00010000:0.0:1777022452.864256:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022452.864259:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3a00, rc 0)
00000100:00100000:0.0:1777022452.864319:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815903104:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 370us (583us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022452.864327:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 82
00010000:00010000:2.0:1777022452.864692:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3793 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.864703:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3793 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022452.866591:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022452.866787:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815903232
00000100:00100000:2.0:1777022452.866796:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815903232
00000100:00100000:2.0:1777022452.866881:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 83
00000100:00100000:2.0:1777022452.866891:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815903232:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022452.866910:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022452.866927:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e37b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410f5 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867011:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e37bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867025:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e37bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867035:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e37bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867048:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e37c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867054:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e37c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867060:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e37c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867097:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e37bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867104:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e37bd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867109:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e37bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867115:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022452.867119:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e37bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867135:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e37bd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867147:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954a200)
00010000:00010000:2.0:1777022452.867149:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022452.867154:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e37bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867159:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e37bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867171:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e37c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867177:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e37c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867183:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e37c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867187:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ac00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022452.867189:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e37c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867194:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e37c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867200:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc442db46 (ffff8efa655de200)
00010000:00010000:2.0:1777022452.867202:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022452.867205:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e37c4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867220:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e37c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867260:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e37b6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410f5 expref: 12 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867270:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954a200)
00010000:00010000:2.0:1777022452.867273:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022452.867276:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e37b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410f5 expref: 12 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.867284:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022452.867334:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815903232:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 445us (750us total) trans 0 rc 301/301
00000100:00100000:2.0:1777022452.867341:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 83
00000100:00100000:3.0:1777022452.875252:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022452.875337:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815903488
00000100:00100000:0.0:1777022452.875348:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815903488
00000100:00100000:0.0:1777022452.875411:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 84
00000100:00100000:0.0:1777022452.875422:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815903488:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022452.875444:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022452.875448:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1777022452.875476:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410ee expref: 11 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.875496:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954a200)
00010000:00010000:0.0:1777022452.875507:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022452.875522:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e37cb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78410fc expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.875616:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e37d2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.875639:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e37d2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.875649:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e37d2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.875662:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37d9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.875669:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37d9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.875675:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37d9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1777022452.876053:0:5953:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x5:0x0], index 0: 0
00010000:00010000:1.0:1777022452.876211:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e37e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.876221:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e37e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.876230:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e37e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.876273:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e37d2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.876281:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e37d2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.876287:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e37d2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.876293:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd2600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022452.876296:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e37d2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.876304:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e37d2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.876323:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ac00)
00010000:00010000:1.0:1777022452.876326:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022452.876330:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e37d2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.876335:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e37d2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1777022452.876345:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7cdc088 reply state 0000000093aec444 transno 4294967345 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37d9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022452.876355:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1777022452.876392:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e37cb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410fc expref: 13 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.876409:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e37e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410fc expref: 12 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022452.876415:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8efa81569e00)
00010000:00010000:1.0:1777022452.876417:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022452.876420:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:1.0:1777022452.876809:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10115:x1863342815903488:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1388us (1575us total) trans 4294967345 rc 0/0
00000100:00100000:1.0:1777022452.876819:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 84
00010000:00010000:0.0:1777022452.881271:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37d9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.881288:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37d9 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.881295:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37d9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.881302:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd3e00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022452.881307:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37d9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.881314:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37d9 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.881351:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc442db46 (ffff8efa4954a400)
00010000:00010000:0.0:1777022452.881354:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022452.881359:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37d9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.881365:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37d9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022452.886594:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022452.886789:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815903744
00000100:00100000:2.0:1777022452.886800:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815903744
00000100:00100000:2.0:1777022452.886893:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 85
00000100:00100000:2.0:1777022452.886904:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815903744:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022452.886971:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022452.886998:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e37e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78410fc expref: 12 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.887020:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8efa81569e00)
00010000:00010000:2.0:1777022452.887031:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022452.891448:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.891476:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.891489:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1777022452.891529:0:7637:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967346
00000004:00010000:0.0:1777022452.891563:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000059ee6198 reply state 00000000dd9c87b6 transno 4294967347 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022452.891572:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1777022452.891686:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10115:x1863342815903744:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 4781us (5099us total) trans 4294967347 rc 0/0
00000100:00100000:0.0:1777022452.891696:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 85
00000020:00080000:0.0:1777022452.891702:0:7637:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1777022452.899452:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:2.0:1777022452.899968:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.899996:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37ee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.900003:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.900010:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd3a00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022452.900015:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.900022:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37ee lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.900037:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8efa4954a200)
00010000:00010000:2.0:1777022452.900039:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022452.900044:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37ee lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022452.900050:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e37ee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022452.900592:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815903872
00000100:00100000:0.0:1777022452.900601:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815903872
00000100:00100000:0.0:1777022452.900661:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 86
00000100:00100000:0.0:1777022452.900671:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10115:x1863342815903872:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022452.900701:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022452.900719:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841103 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.900771:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841103 expref: 14 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.900784:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841103 expref: 14 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022452.900799:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8efa4954a400)
00010000:00010000:0.0:1777022452.900801:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:0.0:1777022452.900804:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3e00, rc 0)
00000100:00100000:0.0:1777022452.900878:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10115:x1863342815903872:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 208us (1435us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022452.900885:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 86
00000100:00100000:1.0:1777022452.905172:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022452.911184:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815904000
00000100:00100000:3.0:1777022452.911202:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815904000
00000100:00100000:3.0:1777022452.911307:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 426
00000100:00100000:3.0:1777022452.911320:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815904000:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022452.911342:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022452.911368:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016527bbc/0x72ae7b78094e37fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784110a expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022452.911393:0:6923:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1777022452.911416:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022452.911418:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022452.911424:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016527bbc/0x72ae7b78094e37fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784110a expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022452.911441:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000016527bbc/0x72ae7b78094e37fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784110a expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022452.911454:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6000, rc 0)
00000100:00100000:3.0:1777022452.911540:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10115:x1863342815904000:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 224us (6379us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022452.911547:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 426
00000100:00080000:1.0:1777022452.912608:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022452.922372:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022452.923161:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815904128
00000100:00100000:1.0:1777022452.923170:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815904128
00002000:00010000:1.0:1777022452.923225:0:6928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/5 (163840->18446744073709551615)
00002000:00100000:1.0:1777022452.923230:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11180 with x1863342815904128 ext(163840->18446744073709551615)
00002000:00010000:1.0:1777022452.923253:0:6928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65a11180.
00000100:00100000:1.0:1777022452.923284:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 210
00000100:00100000:1.0:1777022452.923293:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342815904128:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:1.0:1777022452.923456:0:6928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb size from disk: 0 -> 163840
00002000:00010000:1.0:1777022452.923460:0:6928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb mtime from disk: 0 -> 1777022452
00002000:00010000:1.0:1777022452.923463:0:6928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:1.0:1777022452.923465:0:6928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb ctime from disk: 0 -> 1777022452
00002000:00010000:1.0:1777022452.923468:0:6928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:1.0:1777022452.923540:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342815904128:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 249us (1183us total) trans 4294967304 rc 0/0
00000100:00100000:1.0:1777022452.923548:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 210
00002000:00010000:1.0:1777022452.923551:0:6928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/5 (163840->18446744073709551615)
00002000:00100000:1.0:1777022452.923554:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11180 with x1863342815904128 ext(163840->18446744073709551615)
00002000:00010000:1.0:1777022452.923558:0:6928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65a11180.
00000100:00100000:0.0:1777022452.946688:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022452.947127:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815904256
00000100:00100000:3.0:1777022452.947137:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815904256
00002000:00100000:3.0:1777022452.947186:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5:0x0] (0->4095)  req@ffff8efa660b3b80 x1863342815904256/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:103/0 lens 488/0 e 0 to 0 dl 1777022463 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022452.947208:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b3b80 with x1863342815904256 ext(0->4095)
00002000:00010000:3.0:1777022452.947214:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b3b80
00000100:00100000:3.0:1777022452.947260:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 211
00000100:00100000:3.0:1777022452.947270:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342815904256:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022452.947758:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342815904256:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 487us (1078us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022452.947765:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 211
00002000:00100000:3.0:1777022452.947773:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5:0x0] (0->4095)  req@ffff8efa660b3b80 x1863342815904256/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:103/0 lens 488/4536 e 0 to 0 dl 1777022463 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022452.947782:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b3b80 with x1863342815904256 ext(0->4095)
00002000:00010000:3.0:1777022452.947786:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b3b80
00000100:00100000:1.0:1777022452.964631:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022452.964907:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815904384
00000100:00100000:3.0:1777022452.964917:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815904384
00002000:00100000:3.0:1777022452.964965:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (4096->8191)  req@ffff8efa660c6d80 x1863342815904384/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:103/0 lens 488/0 e 0 to 0 dl 1777022463 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022452.964976:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c6d80 with x1863342815904384 ext(4096->8191)
00002000:00010000:3.0:1777022452.964982:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660c6d80
00000100:00100000:3.0:1777022452.965027:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 212
00000100:00100000:3.0:1777022452.965036:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342815904384:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022452.965252:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342815904384:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 217us (629us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022452.965260:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 212
00002000:00100000:3.0:1777022452.965273:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (4096->8191)  req@ffff8efa660c6d80 x1863342815904384/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:103/0 lens 488/4536 e 0 to 0 dl 1777022463 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022452.965281:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c6d80 with x1863342815904384 ext(4096->8191)
00002000:00010000:3.0:1777022452.965285:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660c6d80
00000100:00100000:0.0:1777022452.969112:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022452.969331:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815904512
00000100:00100000:3.0:1777022452.969342:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815904512
00002000:00100000:3.0:1777022452.969388:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5:0x0] (8192->12287)  req@ffff8efa660b1500 x1863342815904512/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:103/0 lens 488/0 e 0 to 0 dl 1777022463 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022452.969399:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1500 with x1863342815904512 ext(8192->12287)
00002000:00010000:3.0:1777022452.969404:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b1500
00000100:00100000:3.0:1777022452.969435:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 213
00000100:00100000:3.0:1777022452.969444:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342815904512:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022452.969646:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342815904512:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 202us (542us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022452.969653:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 213
00002000:00100000:3.0:1777022452.969772:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5:0x0] (8192->12287)  req@ffff8efa660b1500 x1863342815904512/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:103/0 lens 488/4536 e 0 to 0 dl 1777022463 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022452.969780:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1500 with x1863342815904512 ext(8192->12287)
00002000:00010000:3.0:1777022452.969784:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b1500
00000100:00100000:1.0:1777022452.996266:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022452.996352:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022452.996387:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022452.996419:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022452.996444:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022452.996472:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815905024
00000100:00100000:1.0:1777022452.996481:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815905024
00000100:00100000:2.0:1777022452.996525:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815904896
00000100:00100000:2.0:1777022452.996529:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815904896
00000100:00100000:1.0:1777022452.996532:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815905152
00000100:00100000:1.0:1777022452.996534:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815905152
00000100:00100000:0.0:1777022452.996594:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815904768
00000100:00100000:0.0:1777022452.996599:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815904768
00000100:00100000:0.0:1777022452.996629:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 257
00000100:00100000:0.0:1777022452.996639:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f83a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342815904768:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022452.996717:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f83a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342815904768:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 80us (364us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022452.996724:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 257
00000100:00100000:1.0:1777022452.996832:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 70
00000100:00100000:1.0:1777022452.996852:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2380:x1863342815905024:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022452.996918:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2380:x1863342815905024:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 68us (530us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022452.996925:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 70
00000100:00100000:1.0:1777022452.996938:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 71
00000100:00100000:1.0:1777022452.996944:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2380:x1863342815905152:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022452.996967:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2380:x1863342815905152:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (523us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022452.996973:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 71
00000100:00100000:1.0:1777022452.996984:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 72
00000100:00100000:1.0:1777022452.996991:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815904896:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022452.997013:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815904896:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (594us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022452.997033:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 72
00000100:00100000:3.0:1777022453.001116:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815904640
00000100:00100000:3.0:1777022453.001128:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815904640
00002000:00100000:3.0:1777022453.001183:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (12288->69631)  req@ffff8efa660c7b80 x1863342815904640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:103/0 lens 488/0 e 0 to 0 dl 1777022463 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022453.001194:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7b80 with x1863342815904640 ext(12288->69631)
00002000:00010000:3.0:1777022453.001217:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660c7b80
00000100:00100000:3.0:1777022453.005432:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 214
00000100:00100000:3.0:1777022453.005450:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342815904640:12345-192.168.202.33@tcp:3:kworker.0
00000100:00080000:0.0:1777022453.005817:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1777022453.005827:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022453.017028:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342815904640:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 11573us (20758us total) trans 0 rc 57344/57344
00000100:00100000:3.0:1777022453.017041:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 214
00002000:00100000:3.0:1777022453.017053:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (12288->69631)  req@ffff8efa660c7b80 x1863342815904640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:103/0 lens 488/440 e 0 to 0 dl 1777022463 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022453.017063:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7b80 with x1863342815904640 ext(12288->69631)
00002000:00010000:3.0:1777022453.017068:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660c7b80
00000100:00100000:0.0:1777022453.038609:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022453.038696:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815905280
00000100:00100000:3.0:1777022453.038706:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815905280
00002000:00100000:3.0:1777022453.038752:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5:0x0] (69632->106495)  req@ffff8efa660b0000 x1863342815905280/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 488/0 e 0 to 0 dl 1777022464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022453.038763:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b0000 with x1863342815905280 ext(69632->106495)
00002000:00010000:3.0:1777022453.038769:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b0000
00000100:00100000:3.0:1777022453.038804:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 215
00000100:00100000:3.0:1777022453.038813:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342815905280:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022453.043047:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342815905280:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4222us (4435us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022453.043060:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 215
00002000:00100000:1.0:1777022453.043074:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5:0x0] (69632->106495)  req@ffff8efa660b0000 x1863342815905280/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 488/440 e 0 to 0 dl 1777022464 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022453.043085:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b0000 with x1863342815905280 ext(69632->106495)
00002000:00010000:1.0:1777022453.043091:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b0000
00000100:00100000:0.0:1777022453.057046:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.057543:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815905408
00000100:00100000:2.0:1777022453.057555:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815905408
00002000:00100000:2.0:1777022453.057608:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5:0x0] (106496->143359)  req@ffff8efa660b0700 x1863342815905408/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 488/0 e 0 to 0 dl 1777022464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022453.057620:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b0700 with x1863342815905408 ext(106496->143359)
00002000:00010000:2.0:1777022453.057626:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b0700
00000100:00100000:2.0:1777022453.057716:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 216
00000100:00100000:2.0:1777022453.057739:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2380:x1863342815905408:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022453.068260:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2380:x1863342815905408:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10501us (11299us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022453.068274:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 216
00002000:00100000:2.0:1777022453.068288:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5:0x0] (106496->143359)  req@ffff8efa660b0700 x1863342815905408/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 488/440 e 0 to 0 dl 1777022464 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022453.068300:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b0700 with x1863342815905408 ext(106496->143359)
00002000:00010000:2.0:1777022453.068306:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b0700
00000100:00100000:3.0:1777022453.078106:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022453.078284:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815905536
00000100:00100000:1.0:1777022453.078294:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815905536
00002000:00100000:1.0:1777022453.078349:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5:0x0] (143360->163839)  req@ffff8efa65a10380 x1863342815905536/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 488/0 e 0 to 0 dl 1777022464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022453.078360:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10380 with x1863342815905536 ext(143360->163839)
00002000:00010000:1.0:1777022453.078365:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65a10380
00000100:00100000:1.0:1777022453.078401:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 217
00000100:00100000:1.0:1777022453.078410:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342815905536:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022453.091488:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342815905536:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 13069us (13380us total) trans 0 rc 20480/20480
00000100:00100000:1.0:1777022453.091501:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 217
00002000:00100000:1.0:1777022453.091513:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x5:0x0] (143360->163839)  req@ffff8efa65a10380 x1863342815905536/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 488/440 e 0 to 0 dl 1777022464 ref 1 fl Complete:/600/0 rc 20480/20480 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022453.091524:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10380 with x1863342815905536 ext(143360->163839)
00002000:00010000:1.0:1777022453.091529:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65a10380
00000100:00100000:1.0:1777022453.116436:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.116543:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815905664
00000100:00100000:2.0:1777022453.116552:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815905664
00000100:00100000:2.0:1777022453.116650:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 87
00000100:00100000:2.0:1777022453.116671:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10115:x1863342815905664:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022453.116690:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022453.116712:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3803 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841111 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.116770:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e380a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.116784:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e380a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.116795:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e380a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022453.116833:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022453.116837:0:5952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022453.116900:0:5952:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e380a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.116923:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3803 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841111 expref: 16 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.116940:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e380a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841111 expref: 15 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.117120:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de200)
00010000:00010000:2.0:1777022453.117125:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022453.117129:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a400, rc 0)
00000100:00100000:2.0:1777022453.117192:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815905664:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 533us (765us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022453.117199:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 87
00000100:00100000:0.0:1777022453.120713:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.120798:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815905792
00000100:00100000:2.0:1777022453.120808:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815905792
00000100:00100000:2.0:1777022453.120880:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 88
00000100:00100000:2.0:1777022453.120891:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815905792:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022453.120911:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022453.120929:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3811 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841118 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.120998:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3818 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121011:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3818 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121022:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3818 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121050:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e381f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121057:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e381f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121062:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e381f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121123:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3826 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121130:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121137:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022453.121179:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 163840
00000004:00200000:2.0:1777022453.121183:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022453.121201:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121211:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121218:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3818 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121428:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3818 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121445:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3818 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121451:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022453.121454:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3818 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121462:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3818 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121473:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de200)
00010000:00010000:2.0:1777022453.121477:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022453.121481:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3818 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121487:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3818 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121501:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e381f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121507:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e381f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121511:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e381f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121515:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022453.121517:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e381f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121531:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e381f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121538:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc442db46 (ffff8efa655de500)
00010000:00010000:2.0:1777022453.121540:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022453.121543:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e381f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121548:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e381f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121577:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3811 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841118 expref: 17 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121588:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3826 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841118 expref: 16 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.121595:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8efa4954a400)
00010000:00010000:2.0:1777022453.121596:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022453.121599:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022453.121668:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10115:x1863342815905792:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 779us (962us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022453.121676:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 88
00000100:00100000:3.0:1777022453.124601:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022453.124718:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815905920
00000100:00100000:1.0:1777022453.124728:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815905920
00002000:00100000:1.0:1777022453.124774:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (0->163839)  req@ffff8efa65a11500 x1863342815905920/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 488/0 e 0 to 0 dl 1777022464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1777022453.124784:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11500 with x1863342815905920 ext(0->163839)
00002000:00010000:1.0:1777022453.124790:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65a11500
00000100:00100000:1.0:1777022453.124816:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 218
00000100:00100000:1.0:1777022453.124825:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342815905920:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00100000:0.0:1777022453.138436:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022453.143122:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342815905920:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 18286us (18519us total) trans 4294967305 rc 0/0
00000100:00100000:3.0:1777022453.143136:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 218
00002000:00100000:3.0:1777022453.143149:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (0->163839)  req@ffff8efa65a11500 x1863342815905920/t4294967305(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 488/448 e 0 to 0 dl 1777022464 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1777022453.143167:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11500 with x1863342815905920 ext(0->163839)
00002000:00010000:3.0:1777022453.143173:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65a11500
00000100:00100000:2.0:1777022453.146400:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815906176
00000100:00100000:2.0:1777022453.146414:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815906176
00000100:00100000:2.0:1777022453.146502:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 89
00000100:00100000:2.0:1777022453.146514:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10115:x1863342815906176:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022453.146594:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1777022453.146624:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3826 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841118 expref: 16 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.146654:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e37f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841103 expref: 15 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.146666:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8efa4954a400)
00010000:00010000:2.0:1777022453.146681:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e380a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841111 expref: 14 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.146690:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de200)
00010000:00010000:2.0:1777022453.146695:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022453.146725:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e382d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.146738:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e382d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.146747:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e382d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.146757:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3834 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.146762:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3834 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.146768:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3834 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.146877:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e383b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.146886:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e383b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.146893:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e383b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1777022453.147080:0:5952:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x9:0x0] is inserted into orphan list, open count = 1
00010000:00010000:2.0:1777022453.147148:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e383b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.147156:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e383b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.147161:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e383b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.147167:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022453.147171:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e383b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.147177:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e383b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.147185:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8efa655de100)
00010000:00010000:2.0:1777022453.147187:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1777022453.147190:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e383b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.147207:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e383b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.148531:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e382d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.148548:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e382d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.148556:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e382d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.148562:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022453.148567:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e382d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.148575:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e382d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.148588:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de500)
00010000:00010000:2.0:1777022453.148591:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022453.148595:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e382d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.148601:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e382d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022453.148621:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebda890a reply state 0000000029ec8539 transno 4294967348 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3834 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022453.148630:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000001:00080000:1.0:1777022453.149278:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967305 is committed
00000001:00100000:1.0:1777022453.149308:0:6917:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 33d9035e-b8f8-4200-afbe-3051ed275c79
00000100:00100000:2.0:1777022453.149626:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815906176:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 3111us (11510us total) trans 4294967348 rc 0/0
00000100:00100000:2.0:1777022453.149636:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 89
00000100:00100000:0.0:1777022453.155116:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022453.155212:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.155782:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815906304
00000100:00100000:2.0:1777022453.155793:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815906304
00000100:00100000:2.0:1777022453.155880:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 90
00000100:00100000:2.0:1777022453.155891:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815906304:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022453.155916:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022453.155938:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3842 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784111f expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.156017:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3849 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.156030:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3849 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.156042:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3849 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022453.156083:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022453.156087:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022453.156106:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3849 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.156129:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3842 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784111f expref: 17 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.156145:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3849 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784111f expref: 16 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.156169:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de100)
00010000:00010000:2.0:1777022453.156173:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022453.156176:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a400, rc 0)
00000100:00100000:2.0:1777022453.156231:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10115:x1863342815906304:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 343us (1123us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022453.156249:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 90
00000100:00100000:1.0:1777022453.160104:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815906432
00000100:00100000:1.0:1777022453.160128:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815906432
00000100:00100000:1.0:1777022453.160205:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2
00000100:00100000:1.0:1777022453.160216:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10130:x1863342815906432:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022453.160232:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00002000:00010000:1.0:1777022453.160285:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb blocks from disk: 0 -> 320
00010000:00010000:1.0:1777022453.160314:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016527bbc/0x72ae7b78094e37fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784110a expref: 7 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022453.160348:0:5937:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2:0x0] updating lvb size from disk: 0 -> 94160
00002000:00010000:1.0:1777022453.160351:0:5937:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2:0x0] updating lvb mtime from disk: 0 -> 1777022436
00002000:00010000:1.0:1777022453.160353:0:5937:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2:0x0] updating lvb ctime from disk: 0 -> 1777022436
00002000:00010000:1.0:1777022453.160355:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2:0x0] updating lvb blocks from disk: 0 -> 184
00010000:00010000:1.0:1777022453.160363:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a900ca6/0x72ae7b78094e290e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840517 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.160375:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022453.160445:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+5:10130:x1863342815906432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 232us (5232us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022453.160453:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2
00010000:00010000:3.0:1777022453.162843:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3834 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.162883:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3834 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.162891:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3834 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.162899:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022453.162903:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3834 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.162911:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3834 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.162928:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc442db46 (ffff8efa655de600)
00010000:00010000:3.0:1777022453.162931:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022453.162936:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3834 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.162943:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3834 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022453.171722:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022453.171778:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022453.172006:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815906560
00000100:00100000:3.0:1777022453.172017:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815906560
00000100:00100000:3.0:1777022453.172089:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 91
00000100:00100000:3.0:1777022453.172101:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815906560:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022453.172149:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022453.172170:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3850 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841126 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172261:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e3857 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172275:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e3857 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172286:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e3857 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172357:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e385e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172364:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e385e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172370:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e385e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172404:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e3857 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172411:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e3857 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172416:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e3857 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172421:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b7600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022453.172433:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e3857 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172440:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e3857 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172451:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de100)
00010000:00010000:3.0:1777022453.172454:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022453.172458:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e3857 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172463:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e3857 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172476:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e385e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172482:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e385e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172487:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e385e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172492:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6a00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022453.172494:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e385e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172500:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e385e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172507:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdddd5b93 (ffff8efa6519e000)
00010000:00010000:3.0:1777022453.172509:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022453.172519:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e385e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172524:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e385e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172554:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3850 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841126 expref: 16 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172564:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de100)
00010000:00010000:3.0:1777022453.172566:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022453.172569:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3850 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841126 expref: 16 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.172578:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022453.172633:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815906560:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 534us (922us total) trans 0 rc 301/301
00000100:00100000:3.0:1777022453.172640:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 91
00000100:00100000:2.0:1777022453.174002:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815906688
00000100:00100000:2.0:1777022453.174016:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815906688
00002000:00100000:2.0:1777022453.174060:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4:0x0] (0->409599)  req@ffff8efa660b2680 x1863342815906688/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:104/0 lens 488/0 e 0 to 0 dl 1777022464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022453.174071:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b2680 with x1863342815906688 ext(0->409599)
00002000:00010000:2.0:1777022453.174075:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b2680
00000100:00100000:2.0:1777022453.174100:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:2.0:1777022453.174109:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342815906688:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00100000:0.0:1777022453.181159:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.181213:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815906944
00000100:00100000:2.0:1777022453.181233:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815906944
00000100:00100000:2.0:1777022453.181300:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 92
00000100:00100000:2.0:1777022453.181311:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10115:x1863342815906944:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022453.181333:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022453.181336:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1777022453.181361:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3849 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784111f expref: 15 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.181379:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de100)
00010000:00010000:2.0:1777022453.181399:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022453.181414:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3865 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784112d expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.181508:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e386c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.181522:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e386c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.181531:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e386c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.181543:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3873 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.181548:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3873 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.181554:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3873 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1777022453.181831:0:5954:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x6:0x0], index 1: 0
00010000:00010000:2.0:1777022453.184116:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e387a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.184158:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e387a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.184170:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e387a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.184230:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e386c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.184256:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e386c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.184263:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e386c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.184269:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022453.184274:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e386c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.184282:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e386c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.184295:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de500)
00010000:00010000:2.0:1777022453.184298:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022453.184305:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e386c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.184312:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e386c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022453.184329:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa18daea reply state 000000003b1ade1b transno 4294967349 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3873 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022453.184338:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1777022453.184373:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3865 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784112d expref: 17 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.184392:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e387a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784112d expref: 16 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.184410:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8efa655def00)
00010000:00010000:2.0:1777022453.184412:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022453.184415:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a600, rc 0)
00000100:00100000:2.0:1777022453.184501:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10115:x1863342815906944:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3192us (3352us total) trans 4294967349 rc 0/0
00000100:00100000:2.0:1777022453.184511:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 92
00000100:00100000:2.0:1777022453.193371:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342815906688:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 19251us (21579us total) trans 4294967306 rc 0/0
00000100:00100000:2.0:1777022453.193386:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 219
00002000:00100000:2.0:1777022453.193399:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4:0x0] (0->409599)  req@ffff8efa660b2680 x1863342815906688/t4294967306(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:104/0 lens 488/448 e 0 to 0 dl 1777022464 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022453.193410:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b2680 with x1863342815906688 ext(0->409599)
00002000:00010000:2.0:1777022453.193415:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b2680
00000100:00100000:3.0:1777022453.196741:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022453.196818:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022453.196877:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815907328
00000100:00100000:1.0:1777022453.196886:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815907328
00000100:00100000:0.0:1777022453.196894:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815907200
00000100:00100000:0.0:1777022453.196898:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815907200
00000100:00100000:1.0:1777022453.196937:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3
00000100:00100000:0.0:1777022453.196939:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 93
00000100:00100000:1.0:1777022453.196947:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+8:5459:x1863342815907328:12345-192.168.202.33@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1777022453.196951:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10115:x1863342815907200:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:1.0:1777022453.196962:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022453.197002:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022453.197015:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059090293/0x72ae7b78094e370e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x44801000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410cb expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.197015:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e387a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784112d expref: 17 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.197032:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8efa655def00)
00010000:00010000:1.0:1777022453.197039:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022453.197039:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022453.197084:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+7:5459:x1863342815907328:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 139us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022453.197091:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3
00010000:00010000:0.0:1777022453.197210:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3888 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.197222:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3888 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.197232:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3888 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1777022453.197287:0:7637:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967350
00000004:00010000:0.0:1777022453.197311:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e3aafc17 reply state 00000000909b5a4c transno 4294967351 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3888 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022453.197317:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1777022453.197360:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10115:x1863342815907200:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 416us (631us total) trans 4294967351 rc 0/0
00000100:00100000:0.0:1777022453.197365:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 93
00000020:00080000:0.0:1777022453.197367:0:7637:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00010000:00010000:2.0:1777022453.198113:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3873 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.198123:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3873 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.198130:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3873 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.198136:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022453.198140:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3873 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.198159:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3873 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.198170:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdddd5b93 (ffff8efa655de200)
00010000:00010000:2.0:1777022453.198172:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022453.198176:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3873 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.198180:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3873 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022453.202731:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:3.0:1777022453.202881:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3888 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022453.202885:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815907456
00010000:00010000:3.0:1777022453.202895:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3888 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022453.202895:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815907456
00010000:00010000:3.0:1777022453.202901:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3888 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.202907:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd2600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022453.202929:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3888 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.202938:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3888 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022453.202950:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 94
00000100:00100000:1.0:1777022453.202960:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10115:x1863342815907456:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022453.202963:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8efa4954a500)
00010000:00010000:3.0:1777022453.202966:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022453.202972:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3888 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.202977:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3888 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.202983:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022453.203002:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e388f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841134 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.203058:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e388f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841134 expref: 18 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.203073:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e388f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841134 expref: 18 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.203089:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:1.0:1777022453.203091:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:1.0:1777022453.203093:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:1.0:1777022453.203160:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10115:x1863342815907456:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 201us (439us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022453.203167:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 94
00000100:00100000:3.0:1777022453.206103:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.206304:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815907584
00000100:00100000:2.0:1777022453.206314:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815907584
00002000:00100000:2.0:1777022453.206366:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (299008->409599)  req@ffff8efa66128e00 x1863342815907584/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:104/0 lens 488/0 e 0 to 0 dl 1777022464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022453.206382:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128e00 with x1863342815907584 ext(299008->409599)
00002000:00010000:2.0:1777022453.206387:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128e00
00000100:00100000:2.0:1777022453.206451:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 220
00000100:00100000:2.0:1777022453.206462:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815907584:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022453.207827:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.208218:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815907712
00000100:00100000:2.0:1777022453.208227:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815907712
00000100:00100000:2.0:1777022453.208297:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 427
00000100:00100000:2.0:1777022453.208308:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10115:x1863342815907712:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022453.208322:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022453.208340:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784113b expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022453.208381:0:9584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1777022453.208402:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022453.208405:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022453.208413:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784113b expref: 9 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.208430:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784113b expref: 9 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.208443:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:2.0:1777022453.208492:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815907712:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 187us (670us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022453.208499:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 427
00000100:00100000:3.0:1777022453.212196:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022453.212361:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815907840
00000100:00100000:0.0:1777022453.212372:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815907840
00002000:00010000:0.0:1777022453.212412:0:6927:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4096->18446744073709551615)
00002000:00100000:0.0:1777022453.212417:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66129880 with x1863342815907840 ext(4096->18446744073709551615)
00002000:00010000:0.0:1777022453.212429:0:6927:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66129880.
00000100:00100000:0.0:1777022453.212467:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 221
00000100:00100000:0.0:1777022453.212478:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342815907840:12345-192.168.202.33@tcp:10:mmap_sanity.0
00000100:00100000:1.0:1777022453.213794:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815907584:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 7328us (7694us total) trans 4294967366 rc 0/0
00000100:00100000:1.0:1777022453.213803:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 220
00002000:00100000:1.0:1777022453.213813:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (299008->409599)  req@ffff8efa66128e00 x1863342815907584/t4294967366(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:104/0 lens 488/448 e 0 to 0 dl 1777022464 ref 1 fl Complete:/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022453.213820:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128e00 with x1863342815907584 ext(299008->409599)
00002000:00010000:1.0:1777022453.213824:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128e00
00002000:00010000:2.0:1777022453.214034:0:6927:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 0 -> 4096
00002000:00010000:2.0:1777022453.214038:0:6927:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 0 -> 1777022452
00002000:00010000:2.0:1777022453.214041:0:6927:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:2.0:1777022453.214043:0:6927:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 0 -> 1777022452
00002000:00010000:2.0:1777022453.214045:0:6927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:2.0:1777022453.214069:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342815907840:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 1593us (1882us total) trans 4294967367 rc 0/0
00000100:00100000:2.0:1777022453.214077:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 221
00002000:00010000:2.0:1777022453.214080:0:6927:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4096->18446744073709551615)
00002000:00100000:2.0:1777022453.214083:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66129880 with x1863342815907840 ext(4096->18446744073709551615)
00002000:00010000:2.0:1777022453.214088:0:6927:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66129880.
00000001:00080000:2.0:1777022453.215372:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed
00000001:00080000:2.0:1777022453.215397:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed
00000001:00080000:2.0:1777022453.215402:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed
00000100:00100000:2.0:1777022453.217106:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022453.217200:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815907968
00000100:00100000:0.0:1777022453.217210:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815907968
00000100:00100000:0.0:1777022453.217297:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 95
00000100:00100000:0.0:1777022453.217307:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10115:x1863342815907968:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022453.217330:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022453.217351:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3800/0x72ae7b78094e389d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841142 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.217413:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e38a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.217442:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e38a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.217452:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e38a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022453.217489:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022453.217493:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022453.217510:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e38a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.217532:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3800/0x72ae7b78094e389d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841142 expref: 9 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.217549:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e38a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841142 expref: 8 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.217557:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ae00)
00010000:00010000:0.0:1777022453.217560:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022453.217563:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2e00, rc 0)
00000100:00100000:0.0:1777022453.217628:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10115:x1863342815907968:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 322us (529us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022453.217635:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 95
00000100:00080000:1.0:1777022453.217883:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022453.220158:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.220261:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815908224
00000100:00100000:2.0:1777022453.220271:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815908224
00000100:00100000:2.0:1777022453.220334:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 96
00000100:00100000:2.0:1777022453.220344:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10115:x1863342815908224:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022453.220366:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022453.220385:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e38ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841149 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220457:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e38b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220470:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e38b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220480:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e38b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220493:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e38b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220500:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e38b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220507:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e38b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220605:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e38c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220631:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e38c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220638:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e38c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022453.220648:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 4096
00010000:00010000:2.0:1777022453.220744:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e38b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220751:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e38b2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220758:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e38b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220764:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022453.220768:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e38b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220776:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e38b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220786:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ae00)
00010000:00010000:2.0:1777022453.220790:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022453.220796:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e38b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220802:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e38b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220814:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e38b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220826:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e38b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220832:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e38b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220837:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022453.220840:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e38b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.220846:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e38b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.221030:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdddd5b93 (ffff8efa655deb00)
00010000:00010000:2.0:1777022453.221033:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022453.221036:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e38b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.221043:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e38b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.221085:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e38ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841149 expref: 11 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.221098:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e38c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841149 expref: 10 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.221105:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:2.0:1777022453.221107:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022453.221117:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511aa00, rc 0)
00000100:00100000:2.0:1777022453.221178:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10115:x1863342815908224:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 835us (1026us total) trans 4294967352 rc 0/0
00000100:00100000:2.0:1777022453.221186:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 96
00000100:00100000:2.0:1777022453.230401:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.230453:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022453.230526:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815908480
00000100:00100000:3.0:1777022453.230536:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815908480
00000100:00100000:3.0:1777022453.230603:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 4
00000100:00100000:0.0:1777022453.230605:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815908352
00000100:00100000:0.0:1777022453.230610:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815908352
00000100:00100000:3.0:1777022453.230613:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:5458:x1863342815908480:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022453.230629:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1777022453.230645:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 428
00000100:00100000:0.0:1777022453.230660:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2378:x1863342815908352:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022453.230667:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3700 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x44801000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78410c4 expref: 7 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.230681:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022453.230690:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022453.230692:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e38ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841150 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022453.230740:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835790976:192.168.202.33@tcp:106:
00000100:00100000:3.0:1777022453.230741:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:5458:x1863342815908480:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 131us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022453.230748:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 4
00000100:00100000:0.0:1777022453.230804:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e9c0 going to sleep for 11 seconds
00002000:00010000:3.0:1777022453.232942:0:6923:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 0 -> 1777022452
00002000:00010000:3.0:1777022453.232977:0:6923:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 0 -> 1
00000100:00100000:3.0:1777022453.233000:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835790976:192.168.202.33@tcp:106:
00010000:00010000:3.0:1777022453.233037:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e38ce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841150 expref: 6 pid: 6923 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.233071:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e38ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841150 expref: 6 pid: 6923 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.233083:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3800, rc 0)
00000100:00100000:3.0:1777022453.233144:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2378:x1863342815908352:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2491us (2751us total) trans 0 rc 301/301
00000100:00100000:3.0:1777022453.233153:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 428
00000100:00100000:0.0:1777022453.239819:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022453.239946:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815908736
00000100:00100000:3.0:1777022453.239956:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815908736
00000100:00100000:3.0:1777022453.240014:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 21
00000100:00100000:3.0:1777022453.240026:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49dfa050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10133:x1863342815908736:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000004:00080000:3.0:1777022453.240252:0:5955:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x9:0x0] is deleted from orphan list, OSS objects to be destroyed.
00000040:00080000:3.0:1777022453.240301:0:5955:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4, 64 off8448
00010000:00010000:3.0:1777022453.240360:0:5955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e38d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.240376:0:5955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e38d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.240388:0:5955:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e38d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.240395:0:5955:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e38d5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.240412:0:5955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e38d5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.240417:0:5955:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e38d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.240433:0:5955:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1777022453.240511:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49dfa050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10133:x1863342815908736:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 488us (701us total) trans 4294967353 rc 0/0
00000100:00100000:3.0:1777022453.240520:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 21
00010000:00010000:0.0:1777022453.240622:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1777022453.240628:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e38d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.240635:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6800 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:0.0:1777022453.240639:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e38d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.240647:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e38d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.240659:0:6937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8efa6519e000)
00010000:00010000:0.0:1777022453.240662:0:6937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1777022453.240666:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e38d5 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.240671:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e38d5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.240688:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022453.240690:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022453.240691:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022453.250911:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022453.250996:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815908864
00000100:00100000:3.0:1777022453.251008:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815908864
00002000:00100000:3.0:1777022453.251062:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4095)  req@ffff8efa66161500 x1863342815908864/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 488/0 e 0 to 0 dl 1777022464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022453.251073:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66161500 with x1863342815908864 ext(0->4095)
00002000:00010000:3.0:1777022453.251079:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66161500
00000100:00100000:3.0:1777022453.251113:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 222
00000100:00100000:3.0:1777022453.251123:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342815908864:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022453.251367:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342815908864:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 245us (467us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022453.251374:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 222
00002000:00100000:3.0:1777022453.251381:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4095)  req@ffff8efa66161500 x1863342815908864/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 488/4536 e 0 to 0 dl 1777022464 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022453.251389:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66161500 with x1863342815908864 ext(0->4095)
00002000:00010000:3.0:1777022453.251392:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66161500
00000100:00100000:0.0:1777022453.259054:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022453.259131:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815908992
00000100:00100000:1.0:1777022453.259140:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815908992
00000100:00100000:1.0:1777022453.259201:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 429
00000100:00100000:1.0:1777022453.259212:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+5:10115:x1863342815908992:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022453.259231:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022453.259257:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841157 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.259288:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784113b expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.259298:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022453.259300:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022453.259304:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.259338:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de784113b expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.259368:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784113b expref: 6 pid: 9584 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022453.259396:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835791104:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022453.259490:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32000 going to sleep for 11 seconds
00000100:00100000:3.0:1777022453.264476:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835791104:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022453.264513:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.264534:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:3.0:1777022453.264595:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10115:x1863342815908992:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5385us (5550us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022453.264604:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 429
00000100:00100000:3.0:1777022453.265536:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022453.267596:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815909120
00000100:00100000:1.0:1777022453.267610:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815909120
00002000:00100000:1.0:1777022453.267678:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4095)  req@ffff8efa6612b100 x1863342815909120/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 4584/0 e 0 to 0 dl 1777022464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022453.267691:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612b100 with x1863342815909120 ext(0->4095)
00010000:00010000:1.0:1777022453.267700:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784113b expref: 7 pid: 9584 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.267715:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784113b expref: 7 pid: 9584 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022453.267723:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6612b100
00000100:00100000:1.0:1777022453.267759:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 245
00000100:00100000:1.0:1777022453.267768:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815909120:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022453.268372:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342815909120:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 602us (2837us total) trans 4294967368 rc 0/0
00000100:00100000:1.0:1777022453.268380:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 245
00002000:00100000:1.0:1777022453.268387:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4095)  req@ffff8efa6612b100 x1863342815909120/t4294967368(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 4584/448 e 0 to 0 dl 1777022464 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022453.268409:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612b100 with x1863342815909120 ext(0->4095)
00010000:00010000:1.0:1777022453.268415:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784113b expref: 9 pid: 9584 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.268428:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784113b expref: 9 pid: 9584 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022453.268435:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6612b100
00000100:00100000:0.0:1777022453.271682:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.272322:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815909248
00000100:00100000:2.0:1777022453.272333:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815909248
00010000:00010000:2.0:1777022453.272371:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784113b expref: 9 pid: 9584 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022453.272456:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 428
00000100:00100000:2.0:1777022453.272465:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342815909248:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022453.272481:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022453.272497:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1 -> 8
00010000:00010000:2.0:1777022453.272503:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784113b expref: 9 pid: 9584 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.272517:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784113b expref: 9 pid: 9584 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.272541:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3896 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784113b expref: 9 pid: 9584 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.272556:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022453.272568:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022453.272576:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 5 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.272586:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 5 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.272625:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 5 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022453.272640:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835791232:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022453.272728:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022453.276297:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.276466:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835791232:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022453.276491:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022453.276535:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815909248:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4071us (4861us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022453.276545:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 428
00000100:00100000:3.0:1777022453.276749:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815909376
00000100:00100000:3.0:1777022453.276757:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815909376
00002000:00100000:3.0:1777022453.276801:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4095)  req@ffff8efa660b2300 x1863342815909376/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:104/0 lens 488/0 e 0 to 0 dl 1777022464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022453.276811:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b2300 with x1863342815909376 ext(0->4095)
00002000:00010000:3.0:1777022453.276816:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b2300
00000100:00100000:3.0:1777022453.276845:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 223
00000100:00100000:3.0:1777022453.276877:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342815909376:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022453.277001:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342815909376:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 148us (714us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022453.277008:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 223
00002000:00100000:3.0:1777022453.277014:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4095)  req@ffff8efa660b2300 x1863342815909376/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:104/0 lens 488/4536 e 0 to 0 dl 1777022464 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022453.277022:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b2300 with x1863342815909376 ext(0->4095)
00002000:00010000:3.0:1777022453.277025:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b2300
00000100:00100000:0.0:1777022453.280825:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022453.280959:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815909504
00000100:00100000:3.0:1777022453.280969:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815909504
00000100:00100000:3.0:1777022453.281023:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 430
00000100:00100000:3.0:1777022453.281034:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10115:x1863342815909504:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022453.281051:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022453.281069:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e38e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784115e expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.281098:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 5 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.281106:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022453.281108:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022453.281112:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e38e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784115e expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.281154:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 5 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.281167:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 5 pid: 11979 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022453.281180:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66129c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835791360:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022453.281263:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee000 going to sleep for 11 seconds
00000100:00100000:0.0:1777022453.283716:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66129c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835791360:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022453.283747:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e38e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784115e expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.283767:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:0.0:1777022453.283827:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815909504:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2795us (3010us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022453.283835:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 430
00000100:00100000:0.0:1777022453.286629:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022453.286783:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815909632
00000100:00100000:1.0:1777022453.286794:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815909632
00002000:00100000:1.0:1777022453.286840:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4095)  req@ffff8efa660ef800 x1863342815909632/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:104/0 lens 4584/0 e 0 to 0 dl 1777022464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022453.286851:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ef800 with x1863342815909632 ext(0->4095)
00010000:00010000:1.0:1777022453.286892:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 6 pid: 11979 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.286909:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 6 pid: 11979 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022453.286917:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660ef800
00000100:00100000:0.0:1777022453.287249:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 246
00000100:00100000:0.0:1777022453.287262:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342815909632:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022453.287553:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342815909632:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 292us (931us total) trans 4294967369 rc 0/0
00000100:00100000:0.0:1777022453.287564:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 246
00002000:00100000:0.0:1777022453.287571:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4095)  req@ffff8efa660ef800 x1863342815909632/t4294967369(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:104/0 lens 4584/448 e 0 to 0 dl 1777022464 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022453.287578:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ef800 with x1863342815909632 ext(0->4095)
00010000:00010000:0.0:1777022453.287584:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 8 pid: 11979 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.287596:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 8 pid: 11979 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022453.287621:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660ef800
00000100:00100000:1.0:1777022453.290828:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022453.291068:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815909760
00000100:00100000:3.0:1777022453.291078:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815909760
00010000:00010000:3.0:1777022453.291116:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 8 pid: 11979 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022453.291174:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 429
00000100:00100000:3.0:1777022453.291184:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2379:x1863342815909760:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022453.291198:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022453.291218:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 8 pid: 11979 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.291230:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 8 pid: 11979 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.291261:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e38dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841157 expref: 8 pid: 11979 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.291278:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022453.291280:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022453.291288:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e38e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784115e expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.291297:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e38e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784115e expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.291337:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e38e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784115e expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022453.291350:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835791488:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022453.291438:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee000 going to sleep for 11 seconds
00000100:00100000:2.0:1777022453.294995:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022453.295153:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815909888
00000100:00100000:1.0:1777022453.295163:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815909888
00002000:00100000:1.0:1777022453.295211:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4095)  req@ffff8efa66163b80 x1863342815909888/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 488/0 e 0 to 0 dl 1777022464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022453.295252:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66163b80 with x1863342815909888 ext(0->4095)
00002000:00010000:1.0:1777022453.295258:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66163b80
00000100:00100000:1.0:1777022453.295283:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 224
00000100:00100000:1.0:1777022453.295294:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342815909888:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022453.295470:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342815909888:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 177us (484us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022453.295478:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 224
00002000:00100000:1.0:1777022453.295485:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4095)  req@ffff8efa66163b80 x1863342815909888/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:104/0 lens 488/4536 e 0 to 0 dl 1777022464 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022453.295493:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66163b80 with x1863342815909888 ext(0->4095)
00002000:00010000:1.0:1777022453.295496:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66163b80
00000100:00100000:3.0:1777022453.296044:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835791488:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022453.296064:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022453.296096:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2379:x1863342815909760:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4914us (5279us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022453.296105:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 429
00000100:00100000:2.0:1777022453.300261:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022453.300379:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815910016
00000100:00100000:3.0:1777022453.300389:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815910016
00000100:00100000:3.0:1777022453.300445:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 431
00000100:00100000:3.0:1777022453.300456:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10115:x1863342815910016:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022453.300472:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022453.300491:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e38ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841165 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.300523:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e38e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784115e expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.300531:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022453.300533:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022453.300536:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e38ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841165 expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.300569:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e38e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784115e expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.300583:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e38e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784115e expref: 8 pid: 6921 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022453.300618:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835791616:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022453.300702:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3ee000 going to sleep for 11 seconds
00000100:00100000:1.0:1777022453.303622:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.303780:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815910144
00000100:00100000:2.0:1777022453.303789:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815910144
00010000:00010000:2.0:1777022453.303826:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e38e3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784115e expref: 9 pid: 6921 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022453.303905:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 430
00000100:00100000:2.0:1777022453.303914:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342815910144:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022453.303947:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022453.303982:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e38e3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784115e expref: 9 pid: 6921 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.303996:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e38e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784115e expref: 9 pid: 6921 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.304022:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022453.304024:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022453.304032:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e38ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841165 expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.304041:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e38ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841165 expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.304073:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e38ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841165 expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022453.304087:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835791744:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022453.304295:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00010000:00010000:3.0:1777022453.304803:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e38e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784115e expref: 9 pid: 6921 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022453.304817:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835791616:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022453.304839:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e38ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841165 expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.304849:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022453.304931:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10115:x1863342815910016:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4478us (4679us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022453.304940:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 431
00000100:00100000:2.0:1777022453.308323:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835791744:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022453.308348:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022453.308404:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815910144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4490us (4788us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022453.308414:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 430
00000100:00100000:0.0:1777022453.311926:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022453.312062:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815910272
00000100:00100000:3.0:1777022453.312073:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815910272
00002000:00100000:3.0:1777022453.312136:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4095)  req@ffff8efa660edf80 x1863342815910272/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:104/0 lens 488/0 e 0 to 0 dl 1777022464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022453.312146:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660edf80 with x1863342815910272 ext(0->4095)
00002000:00010000:3.0:1777022453.312152:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660edf80
00000100:00100000:3.0:1777022453.312187:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 225
00000100:00100000:3.0:1777022453.312196:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342815910272:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022453.312888:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342815910272:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 691us (969us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022453.312911:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 225
00002000:00100000:3.0:1777022453.312919:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4095)  req@ffff8efa660edf80 x1863342815910272/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:104/0 lens 488/4536 e 0 to 0 dl 1777022464 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022453.312928:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660edf80 with x1863342815910272 ext(0->4095)
00002000:00010000:3.0:1777022453.312932:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660edf80
00000100:00100000:0.0:1777022453.316830:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022453.316936:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815910528
00000100:00100000:3.0:1777022453.316945:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815910528
00000100:00100000:3.0:1777022453.317130:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 22
00000100:00100000:3.0:1777022453.317142:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10115:x1863342815910528:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:3.0:1777022453.317416:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10115:x1863342815910528:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 276us (593us total) trans 4294967354 rc 0/0
00000100:00100000:3.0:1777022453.317422:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 22
00000100:00100000:0.0:1777022453.319731:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.319810:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815910784
00000100:00100000:2.0:1777022453.319828:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815910784
00000100:00100000:2.0:1777022453.319891:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 23
00000100:00100000:2.0:1777022453.319901:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10115:x1863342815910784:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022453.320095:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10115:x1863342815910784:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 195us (369us total) trans 4294967355 rc 0/0
00000100:00100000:2.0:1777022453.320101:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 23
00000100:00100000:0.0:1777022453.322447:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022453.322577:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815910912
00000100:00100000:3.0:1777022453.322585:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815910912
00000100:00100000:3.0:1777022453.322645:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 97
00000100:00100000:3.0:1777022453.322655:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10115:x1863342815910912:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022453.322676:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022453.322696:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e38f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784116c expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.322753:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e38f8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.322767:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e38f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.322794:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e38f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022453.322837:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022453.322841:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022453.323013:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e38f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.323037:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e38f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784116c expref: 22 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.323055:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e38f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784116c expref: 21 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.323064:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ae00)
00010000:00010000:3.0:1777022453.323066:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022453.323070:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6600, rc 0)
00000100:00100000:2.0:1777022453.323776:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815910912:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1120us (1337us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022453.323786:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 97
00000100:00100000:0.0:1777022453.326499:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022453.326600:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815911040
00000100:00100000:1.0:1777022453.326609:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815911040
00000100:00100000:1.0:1777022453.326675:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 98
00000100:00100000:1.0:1777022453.326684:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815911040:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022453.326703:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022453.326722:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e38ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841173 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.326781:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3906 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.326794:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3906 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.326817:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3906 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.326833:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e390d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.326840:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e390d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.326845:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e390d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.326965:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3914 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.326975:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3914 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.326981:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3914 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022453.327020:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 4096
00000004:00200000:1.0:1777022453.327024:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1777022453.327042:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3914 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327052:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3914 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327060:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3906 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327075:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3906 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327080:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3906 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327085:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570ca00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022453.327089:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3906 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327095:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3906 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327105:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ae00)
00010000:00010000:1.0:1777022453.327107:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022453.327112:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3906 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327294:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3906 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327310:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e390d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327315:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e390d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327321:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e390d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327327:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570de00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022453.327336:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e390d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327342:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e390d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327351:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdddd5b93 (ffff8efa81569e00)
00010000:00010000:1.0:1777022453.327354:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022453.327356:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e390d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327362:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e390d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327393:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e38ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841173 expref: 23 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327404:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3914 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841173 expref: 22 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.327411:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:1.0:1777022453.327413:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022453.327416:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:0.0:1777022453.327534:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10115:x1863342815911040:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 850us (1043us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022453.327543:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 98
00000100:00100000:0.0:1777022453.335050:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022453.335131:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815911296
00000100:00100000:1.0:1777022453.335140:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815911296
00000100:00100000:1.0:1777022453.335192:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 99
00000100:00100000:1.0:1777022453.335202:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10115:x1863342815911296:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:1.0:1777022453.335272:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:1.0:1777022453.335300:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3914 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841173 expref: 22 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.335337:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e388f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841134 expref: 21 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.335348:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:1.0:1777022453.335356:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e38f8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784116c expref: 20 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.335365:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ae00)
00010000:00010000:1.0:1777022453.335368:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022453.335391:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.335405:0:5952:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e38a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841142 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.335413:0:5952:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.335445:0:5952:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e38a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841142 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.335458:0:5952:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e38a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841142 expref: 10 pid: 7637 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022453.335471:0:5952:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835791872:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022453.335551:0:5952:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022453.338981:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.339082:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815911424
00000100:00100000:2.0:1777022453.339092:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815911424
00010000:00010000:2.0:1777022453.339141:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e38a4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841142 expref: 11 pid: 7637 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022453.339171:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 431
00000100:00100000:2.0:1777022453.339180:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815911424:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022453.339196:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022453.339202:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e38a4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841142 expref: 11 pid: 7637 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.339216:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e38a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841142 expref: 11 pid: 7637 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.339384:0:11978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ae00)
00010000:00010000:2.0:1777022453.339390:0:11978:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.339410:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.339417:0:11978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.339436:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022453.339496:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815911424:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 316us (523us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022453.339504:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 431
00010000:00010000:3.0:1777022453.339751:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e38a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841142 expref: 10 pid: 7637 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022453.339766:0:5952:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835791872:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022453.339786:0:5952:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.339795:0:5952:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.339800:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.339830:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e3922 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.339840:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e3922 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.339848:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e3922 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.339963:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.339974:0:5952:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e38c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841149 expref: 9 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.339981:0:5952:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 4/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.340010:0:5952:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e38c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841149 expref: 9 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.340023:0:5952:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e38c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841149 expref: 9 pid: 5954 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022453.340037:0:5952:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835792000:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022453.340088:0:5952:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3eec00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022453.348604:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022453.348707:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815911552
00000100:00100000:1.0:1777022453.348716:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815911552
00010000:00010000:1.0:1777022453.348759:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e38c0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841149 expref: 10 pid: 5954 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022453.348803:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 432
00000100:00100000:1.0:1777022453.348814:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815911552:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022453.348828:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022453.348835:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e38c0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841149 expref: 10 pid: 5954 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.348846:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e38c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841149 expref: 10 pid: 5954 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.348905:0:5938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:1.0:1777022453.348910:0:5938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.348919:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.348927:0:5938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022453.348959:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022453.349011:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815911552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 200us (415us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022453.349019:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 432
00010000:00010000:3.0:1777022453.349715:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e38c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841149 expref: 9 pid: 5954 timeout: 491 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022453.349752:0:5952:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835792000:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022453.349773:0:5952:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.349780:0:5952:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.349786:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1777022453.350049:0:5952:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].6, 64 off8576
00010000:00010000:3.0:1777022453.350098:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e3930 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350109:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e3930 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350130:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e3930 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350137:0:5952:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e3930 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350143:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e3930 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350149:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e3930 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350167:0:5952:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1777022453.350192:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350198:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350204:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350210:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022453.350214:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350221:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350231:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:3.0:1777022453.350235:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1777022453.350249:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350254:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6800/0x72ae7b78094e3929 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350271:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350276:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350281:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350286:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022453.350296:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350302:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350310:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ae00)
00010000:00010000:3.0:1777022453.350312:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022453.350316:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022453.350321:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e391b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1777022453.350336:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040184113 reply state 00000000bcd537d4 transno 4294967356 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e3922 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022453.350346:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1777022453.351131:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1777022453.351139:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e3930 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.351147:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6000 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:0.0:1777022453.351150:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e3930 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.351156:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e3930 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.351165:0:5940:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8efa81569b00)
00010000:00010000:0.0:1777022453.351167:0:5940:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1777022453.351169:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e3930 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.351175:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6000/0x72ae7b78094e3930 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.351200:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022453.351202:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022453.351204:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022453.353990:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815911296:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 18778us (18937us total) trans 4294967356 rc 0/0
00000100:00100000:2.0:1777022453.354002:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 99
00010000:00010000:2.0:1777022453.355263:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e3922 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.355279:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e3922 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.355286:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e3922 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.355292:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6a00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022453.355298:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e3922 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.355305:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e3922 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.355319:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdddd5b93 (ffff8efa6519ef00)
00010000:00010000:2.0:1777022453.355335:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022453.355341:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e3922 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.355347:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e3922 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022453.360722:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022453.360807:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815911680
00000100:00100000:0.0:1777022453.360817:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815911680
00000100:00100000:0.0:1777022453.360901:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 100
00000100:00100000:0.0:1777022453.360910:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10115:x1863342815911680:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022453.360931:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022453.360959:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e3937 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784117a expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.361023:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e393e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.361037:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e393e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.361049:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e393e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022453.361089:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022453.361092:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022453.361109:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e393e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.361141:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e3937 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784117a expref: 22 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.361159:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e393e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784117a expref: 21 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.361179:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954a900)
00010000:00010000:0.0:1777022453.361182:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022453.361185:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2e00, rc 0)
00000100:00100000:0.0:1777022453.361230:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815911680:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 322us (517us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022453.361248:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 100
00000100:00100000:0.0:1777022453.365464:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022453.365769:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815911936
00000100:00100000:2.0:1777022453.365779:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815911936
00000100:00100000:2.0:1777022453.366081:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 101
00000100:00100000:2.0:1777022453.366093:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10115:x1863342815911936:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022453.366115:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022453.366218:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1777022453.366254:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e393e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784117a expref: 21 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.366276:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954a900)
00010000:00010000:2.0:1777022453.366287:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022453.366302:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3945 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841181 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.366488:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e394c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.366501:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e394c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.366510:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e394c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.366560:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3953 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.366568:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3953 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.366574:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3953 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1777022453.367250:0:7637:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x6:0x0], index 0: 0
00010000:00010000:2.0:1777022453.367488:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e395a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.367499:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e395a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.367507:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e395a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.367540:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e394c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.367547:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e394c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.367554:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e394c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.367561:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511bc00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022453.367564:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e394c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.367583:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e394c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.367593:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655deb00)
00010000:00010000:2.0:1777022453.367595:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022453.367599:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e394c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.367605:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e394c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022453.367616:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008d110d35 reply state 0000000038fc9633 transno 4294967357 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3953 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022453.367624:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1777022453.367665:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3945 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841181 expref: 23 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.367683:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e395a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841181 expref: 22 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.367689:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8efa655def00)
00010000:00010000:2.0:1777022453.367691:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022453.367693:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022453.367824:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10115:x1863342815911936:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1733us (2369us total) trans 4294967357 rc 0/0
00000100:00100000:2.0:1777022453.367834:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 101
00000100:00100000:3.0:1777022453.372315:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:0.0:1777022453.372382:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3953 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.372395:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3953 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.372402:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3953 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.372408:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022453.372413:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3953 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.372420:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3953 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.372435:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5e55773a (ffff8efa655de600)
00010000:00010000:0.0:1777022453.372438:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022453.372442:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3953 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022453.372448:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3953 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022453.373327:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815912064
00000100:00100000:2.0:1777022453.373346:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815912064
00000100:00100000:2.0:1777022453.373413:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 432
00000100:00100000:2.0:1777022453.373424:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+5:10115:x1863342815912064:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022453.373442:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022453.373461:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3968 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841188 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022453.373486:0:11979:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1777022453.373507:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022453.373509:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022453.373517:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3968 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841188 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.373531:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3968 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841188 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022453.373542:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022453.374061:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+6:10115:x1863342815912064:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 638us (1754us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022453.374068:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 432
00010000:00010000:2.0:1777022453.419299:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022454.236064:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022454.236239:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815912192
00000100:00100000:1.0:1777022454.236261:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815912192
00002000:00100000:1.0:1777022454.236325:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (0->4194303)  req@ffff8efa6612a680 x1863342815912192/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:105/0 lens 488/0 e 0 to 0 dl 1777022465 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1777022454.236336:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612a680 with x1863342815912192 ext(0->4194303)
00002000:00010000:1.0:1777022454.236341:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa6612a680
00000100:00100000:1.0:1777022454.236371:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 226
00000100:00100000:1.0:1777022454.236380:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342815912192:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00080000:0.0:1777022454.240180:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022454.378281:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342815912192:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 141888us (142211us total) trans 4294967307 rc 0/0
00000100:00100000:3.0:1777022454.378295:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 226
00002000:00100000:3.0:1777022454.378308:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (0->4194303)  req@ffff8efa6612a680 x1863342815912192/t4294967307(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:105/0 lens 488/448 e 0 to 0 dl 1777022465 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1777022454.378320:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612a680 with x1863342815912192 ext(0->4194303)
00002000:00010000:3.0:1777022454.378326:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa6612a680
00010000:00010000:0.0:1777022454.442995:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022455.378556:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022455.378812:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815912448
00000100:00100000:3.0:1777022455.378822:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815912448
00000100:00100000:3.0:1777022455.378955:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 24
00000100:00100000:3.0:1777022455.378979:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10115:x1863342815912448:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000001:00080000:3.0:1777022455.379243:0:5956:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967358
00000100:00080000:0.0:1777022455.379521:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022455.379575:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815912448:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 597us (1028us total) trans 4294967359 rc 0/0
00000100:00100000:3.0:1777022455.379583:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 24
00000020:00080000:3.0:1777022455.379588:0:5956:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1777022455.392307:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022455.395549:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022455.396429:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815912704
00000100:00100000:0.0:1777022455.396442:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815912704
00002000:00100000:0.0:1777022455.396524:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x6:0x0] (4194304->8388607)  req@ffff8efa66129180 x1863342815912704/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:106/0 lens 488/0 e 0 to 0 dl 1777022466 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1777022455.396535:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66129180 with x1863342815912704 ext(4194304->8388607)
00002000:00010000:0.0:1777022455.396540:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66129180
00000100:00100000:0.0:1777022455.396569:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 227
00000100:00100000:0.0:1777022455.396579:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815912704:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00100000:2.0:1777022455.404133:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815912576
00000100:00100000:2.0:1777022455.404147:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815912576
00000100:00100000:2.0:1777022455.404227:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 102
00000100:00100000:2.0:1777022455.404238:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10115:x1863342815912576:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022455.404261:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022455.404293:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e396f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784118f expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.404355:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3976 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.404369:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.404382:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022455.404420:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022455.404424:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022455.404441:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.404462:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e396f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784118f expref: 26 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.404479:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3976 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784118f expref: 25 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.404487:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655deb00)
00010000:00010000:2.0:1777022455.404490:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022455.404494:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:2.0:1777022455.407513:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10115:x1863342815912576:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3265us (15202us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022455.407525:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 102
00000100:00100000:3.0:1777022455.439377:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022455.439590:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815912960
00000100:00100000:0.0:1777022455.439600:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815912960
00000100:00100000:0.0:1777022455.449489:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 103
00000100:00100000:0.0:1777022455.449511:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10115:x1863342815912960:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022455.449537:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022455.449560:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e397d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841196 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022455.449704:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3984 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022455.449719:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3984 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022455.449731:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3984 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022455.449753:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 8388608
00010000:00010000:0.0:1777022455.449903:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3e00/0x72ae7b78094e397d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841196 expref: 28 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022455.449921:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3984 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841196 expref: 27 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022455.449929:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8efa655def00)
00010000:00010000:0.0:1777022455.449932:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d
00010000:00010000:0.0:1777022455.449935:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3200, rc 0)
00000100:00100000:0.0:1777022455.461365:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815912960:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11849us (21982us total) trans 4294967360 rc 0/0
00000100:00100000:0.0:1777022455.461378:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 103
00010000:00010000:0.0:1777022455.466245:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022455.480988:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022455.481677:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815913216
00000100:00100000:2.0:1777022455.481706:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815913216
00000100:00100000:2.0:1777022455.481758:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 25
00000100:00100000:2.0:1777022455.481769:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815913216:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:0.0:1777022455.482093:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10115:x1863342815913216:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 325us (1113us total) trans 4294967361 rc 0/0
00000100:00100000:0.0:1777022455.482102:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 25
00000100:00100000:3.0:1777022455.516111:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022455.516304:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815913472
00000100:00100000:2.0:1777022455.516314:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815913472
00000100:00100000:2.0:1777022455.516370:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 104
00000100:00100000:2.0:1777022455.516380:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10115:x1863342815913472:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022455.516437:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1777022455.516461:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3984 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841196 expref: 28 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.516481:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e395a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841181 expref: 27 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.516492:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8efa655def00)
00010000:00010000:2.0:1777022455.516504:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3976 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784118f expref: 26 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.516512:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655deb00)
00010000:00010000:2.0:1777022455.516516:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022455.516536:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3992 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.516548:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3992 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.516558:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3992 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.516580:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3999 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.516586:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3999 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.516593:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3999 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.516702:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e39a0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.516709:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e39a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.516715:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e39a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1777022455.516961:0:5954:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].5, 64 off8512
00000004:00080000:2.0:1777022455.516972:0:5954:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 393683116992ns, next at 394683114137ns, rc = 0
00010000:00010000:2.0:1777022455.517014:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517026:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517034:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517040:0:5954:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517056:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517061:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517090:0:5954:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1777022455.517109:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e39a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517114:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e39a0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517120:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e39a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517125:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511be00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022455.517128:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1777022455.517129:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e39a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022455.517137:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517139:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e39a0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022455.517153:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ae00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:2.0:1777022455.517159:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8efa655de400)
00010000:00010000:1.0:1777022455.517159:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517165:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1777022455.517170:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e39a0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022455.517171:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517188:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e39a0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022455.517192:0:5941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8efa655de400)
00010000:00010000:1.0:1777022455.517198:0:5941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1777022455.517202:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39a7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022455.517208:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39a7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517226:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3992 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022455.517233:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022455.517236:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022455.517240:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3992 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022455.517246:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022455.517251:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3992 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517255:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ac00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022455.517258:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3992 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517264:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3992 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517272:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de900)
00010000:00010000:2.0:1777022455.517274:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022455.517277:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3992 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.517282:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3992 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022455.517294:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5383985 reply state 0000000096d5093b transno 4294967362 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3999 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022455.517302:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1777022455.517380:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815913472:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 1001us (1276us total) trans 4294967362 rc 0/0
00000100:00100000:2.0:1777022455.517389:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 104
00010000:00010000:2.0:1777022455.522711:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3999 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.522743:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3999 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.522751:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3999 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.522757:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022455.522762:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3999 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.522769:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3999 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.522783:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5e55773a (ffff8efa655dec00)
00010000:00010000:2.0:1777022455.522786:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022455.522791:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3999 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.522796:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3999 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022455.620319:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342815912704:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 223729us (224766us total) trans 4294967308 rc 0/0
00000100:00100000:2.0:1777022455.620334:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 227
00002000:00100000:2.0:1777022455.620348:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x6:0x0] (4194304->8388607)  req@ffff8efa66129180 x1863342815912704/t4294967308(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:106/0 lens 488/448 e 0 to 0 dl 1777022466 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022455.620359:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66129180 with x1863342815912704 ext(4194304->8388607)
00002000:00010000:2.0:1777022455.620365:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66129180
00000100:00100000:0.0:1777022455.655947:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022455.656622:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815913600
00000100:00100000:2.0:1777022455.656640:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815913600
00000100:00100000:2.0:1777022455.656696:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 105
00000100:00100000:2.0:1777022455.656705:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10115:x1863342815913600:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022455.656730:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022455.656752:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e39ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784119d expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.656820:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e39b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.656835:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e39b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.656845:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e39b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022455.656913:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022455.656916:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022455.656939:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e39b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.656959:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e39ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784119d expref: 28 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.656975:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e39b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784119d expref: 27 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.656983:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dec00)
00010000:00010000:2.0:1777022455.656986:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022455.657002:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ac00, rc 0)
00000100:00100000:2.0:1777022455.657054:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815913600:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 351us (1116us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022455.657061:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 105
00000100:00100000:1.0:1777022455.659948:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022455.660263:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815913856
00000100:00100000:2.0:1777022455.660273:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815913856
00000100:00100000:2.0:1777022455.660326:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 106
00000100:00100000:2.0:1777022455.660335:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10115:x1863342815913856:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022455.660353:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022455.660356:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1777022455.660379:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e39b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784119d expref: 27 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.660396:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dec00)
00010000:00010000:2.0:1777022455.660405:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022455.660417:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e39bc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411a4 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.660668:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e39c3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.660681:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e39c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.660690:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e39c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.660723:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e39ca lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.660748:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e39ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.660755:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e39ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1777022455.661247:0:5954:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x7:0x0], index 1: 0
00010000:00010000:2.0:1777022455.661383:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.661392:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.661399:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.661428:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e39c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.661435:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e39c3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.661440:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e39c3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.661446:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022455.661450:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e39c3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.661457:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e39c3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.661700:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de900)
00010000:00010000:2.0:1777022455.661703:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022455.661707:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e39c3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.661713:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e39c3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022455.661725:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004857d8bb reply state 00000000d7fb256d transno 4294967363 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e39ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022455.661733:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1777022455.661758:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e39bc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411a4 expref: 29 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.661771:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411a4 expref: 28 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.661777:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8efa655def00)
00010000:00010000:2.0:1777022455.661780:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022455.661782:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022455.661960:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10115:x1863342815913856:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1625us (2018us total) trans 4294967363 rc 0/0
00000100:00100000:2.0:1777022455.661968:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 106
00000100:00100000:3.0:1777022455.673031:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022455.673129:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815913984
00000100:00100000:2.0:1777022455.673138:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815913984
00000100:00100000:2.0:1777022455.673193:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 433
00000100:00100000:2.0:1777022455.673202:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10115:x1863342815913984:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022455.673243:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022455.673263:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e39df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411ab expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022455.673286:0:6921:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1777022455.673306:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022455.673307:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022455.673316:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e39df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411ab expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.673331:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e39df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411ab expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022455.673344:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511bc00, rc 0)
00000100:00100000:2.0:1777022455.673395:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815913984:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 194us (372us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022455.673402:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 433
00000100:00080000:3.0:1777022455.674170:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1777022455.678426:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e39ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022455.678444:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e39ca lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022455.678452:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e39ca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022455.678488:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022455.678493:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e39ca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022455.678500:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e39ca lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022455.678517:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x366f449e (ffff8efa655deb00)
00010000:00010000:0.0:1777022455.678521:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022455.678525:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e39ca lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022455.678531:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e39ca lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022456.041198:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835792384:0@lo:400:kworker.0
00000100:00100000:1.0:1777022456.041275:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022456.041338:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1777022456.041344:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835792512:0@lo:400:kworker.0
00000100:00100000:1.0:1777022456.041376:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022456.041411:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835792384
00000100:00100000:1.0:1777022456.041418:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835792384
00000100:00100000:1.0:1777022456.041473:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121
00000100:00100000:1.0:1777022456.041482:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835792384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022456.041524:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835792384:12345-0@lo:400:kworker.0 Request processed in 44us (250us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022456.041530:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121
00000100:00100000:1.0:1777022456.041566:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835792384:0@lo:400:kworker.0
00000100:00080000:3.0:1777022456.041641:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022456.041671:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835792512
00000100:00100000:3.0:1777022456.041674:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835792512
00000100:00100000:3.0:1777022456.041714:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73
00000100:00100000:3.0:1777022456.041720:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835792512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022456.041755:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835792512:12345-0@lo:400:kworker.0 Request processed in 35us (378us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022456.041760:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73
00000100:00100000:3.0:1777022456.041785:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835792512:0@lo:400:kworker.0
00000100:00080000:1.0:1777022456.042624:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1777022456.042748:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835792128:0@lo:400:kworker.0
00000100:00100000:2.0:1777022456.042794:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022456.042836:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835792640:0@lo:400:kworker.0
00000100:00100000:2.0:1777022456.042884:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022456.042913:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1777022456.042929:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3462:1863342835792256:0@lo:400:kworker.0
00000100:00100000:2.0:1777022456.042948:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022456.042964:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835792768:0@lo:400:kworker.0
00000100:00100000:2.0:1777022456.043005:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022456.043033:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835792640
00000100:00100000:2.0:1777022456.043038:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835792640
00000100:00080000:2.0:1777022456.043057:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022456.043082:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835792256
00000100:00100000:2.0:1777022456.043084:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835792256
00000100:00100000:2.0:1777022456.043096:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122
00000100:00100000:2.0:1777022456.043102:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835792640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022456.043139:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835792640:12345-0@lo:400:kworker.0 Request processed in 37us (255us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022456.043145:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122
00000100:00100000:2.0:1777022456.043173:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835792640:0@lo:400:kworker.0
00000100:00100000:2.0:1777022456.043191:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123
00000100:00100000:2.0:1777022456.043199:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3462:x1863342835792256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022456.043243:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3462:x1863342835792256:12345-0@lo:400:kworker.0 Request processed in 45us (293us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022456.043250:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123
00000100:00100000:2.0:1777022456.043274:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3462:1863342835792256:0@lo:400:kworker.0
00000100:00100000:2.0:1777022456.043293:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835792768
00000100:00100000:2.0:1777022456.043296:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835792768
00000100:00080000:2.0:1777022456.043311:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022456.043335:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74
00000100:00100000:2.0:1777022456.043342:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835792768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022456.043386:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835792768:12345-0@lo:400:kworker.0 Request processed in 45us (381us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022456.043392:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74
00000100:00100000:2.0:1777022456.043419:0:3462:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967365 gen 2
00000004:00080000:2.0:1777022456.043424:0:3462:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa656bb800, transno 4294967365
00000100:00100000:2.0:1777022456.043434:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835792768:0@lo:400:kworker.0
00000100:00100000:3.0:1777022456.043624:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835792128
00000100:00100000:3.0:1777022456.043638:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835792128
00000100:00100000:3.0:1777022456.043672:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258
00000100:00100000:3.0:1777022456.043678:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f838450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835792128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022456.043709:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f838450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835792128:12345-0@lo:400:kworker.0 Request processed in 32us (915us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022456.043724:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258
00000100:00100000:2.0:1777022456.050381:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835792128:0@lo:400:kworker.0
00000001:00080000:1.0:1777022456.059566:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967363 is committed
00000004:00080000:1.0:1777022456.059579:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed
00000001:00080000:1.0:1777022456.059610:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967354 is committed
00000004:00080000:1.0:1777022456.059624:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 3 committed
00000004:00080000:1.0:1777022456.059641:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 6 committed
00000100:00100000:3.0:1777022456.060024:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1777022456.060065:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835793152:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1777022456.060128:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022456.060257:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835793024:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1777022456.060287:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022456.060316:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1777022456.060322:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835792896:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1777022456.060341:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022456.060758:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835793152
00000100:00100000:3.0:1777022456.060767:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835793152
00000100:00100000:3.0:1777022456.060817:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835793024
00000100:00100000:3.0:1777022456.060821:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835793024
00000100:00100000:3.0:1777022456.060835:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835792896
00000100:00100000:3.0:1777022456.060838:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835792896
00000100:00100000:3.0:1777022456.060852:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434
00000100:00100000:3.0:1777022456.060888:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835793152:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1777022456.060915:0:6924:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:6 count 1
00010000:00010000:3.0:1777022456.060948:0:6924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.060969:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3968 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841188 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.060977:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022456.060980:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022456.060983:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061011:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3968 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841188 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061024:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3968 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841188 expref: 9 pid: 11979 timeout: 494 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022456.061049:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6924:1863342835793280:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022456.061111:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b17240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022456.061127:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435
00000100:00100000:3.0:1777022456.061134:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3465:x1863342835793024:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1777022456.061148:0:6923:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5 count 1
00002000:00010000:3.0:1777022456.061167:0:6923:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x5:0x0] initial LVB size: 163840, mtime: 0x69eb35f4, atime: 0x0, ctime: 0x69eb35f4, blocks: 0x140
00010000:00010000:3.0:1777022456.061172:0:6923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e39ed lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061180:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022456.061182:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022456.061186:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e39ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061201:0:6923:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e39ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061223:0:6923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e39ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061230:0:6923:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e39ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061248:0:6923:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1777022456.061625:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3465:x1863342835793024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 490us (1335us total) trans 4294967309 rc 0/0
00000100:00100000:3.0:1777022456.061722:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435
00000100:00100000:3.0:1777022456.061740:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436
00000100:00100000:3.0:1777022456.061747:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3465:x1863342835792896:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1777022456.061759:0:6923:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4 count 1
00002000:00010000:3.0:1777022456.061772:0:6923:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x4:0x0] initial LVB size: 409600, mtime: 0x69eb35f2, atime: 0x0, ctime: 0x69eb35f2, blocks: 0x320
00010000:00010000:3.0:1777022456.061777:0:6923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e39f4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061785:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022456.061787:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022456.061790:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e39f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061799:0:6923:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e39f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061807:0:6923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e39f4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061814:0:6923:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e39f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061828:0:6923:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1777022456.061913:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3465:x1863342835792896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 166us (1571us total) trans 4294967310 rc 0/0
00000100:00100000:3.0:1777022456.061933:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436
00010000:00010000:3.0:1777022456.061959:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1777022456.061965:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e39ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061973:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b7400 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022456.061977:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e39ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.061985:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e39ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.062002:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e39ed lrc: 1/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.062009:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e39ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.062027:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022456.062030:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e39f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.062036:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6400 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022456.062040:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e39f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.062047:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e39f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.062067:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e39f4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.062074:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e39f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.062086:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022456.062087:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022456.062089:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022456.062096:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1777022456.062128:0:3465:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa6612ad80/2, rc 0, transno 4294967310
00000100:00100000:3.0:1777022456.062134:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835792896:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1777022456.062144:0:3465:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa66128000/2, rc 0, transno 4294967309
00000100:00100000:3.0:1777022456.062147:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835793024:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1777022456.063909:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1777022456.063929:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835793408:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1777022456.063986:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022456.064781:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835793408
00000100:00100000:2.0:1777022456.064790:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835793408
00000100:00100000:2.0:1777022456.064842:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437
00000100:00100000:2.0:1777022456.064851:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835793408:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1777022456.064898:0:6923:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5 count 1
00002000:00010000:2.0:1777022456.064927:0:6923:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 409600, mtime: 0x69eb35f2, atime: 0x69eb35ef, ctime: 0x69eb35f2, blocks: 0x320
00010000:00010000:2.0:1777022456.064935:0:6923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e39fb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.064950:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022456.064952:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022456.064957:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e39fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.064972:0:6923:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e39fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.064981:0:6923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e39fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.064989:0:6923:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e39fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.065020:0:6923:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1777022456.065174:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3462:x1863342835793408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 323us (1186us total) trans 4294967370 rc 0/0
00000100:00100000:2.0:1777022456.065182:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437
00000004:00080000:2.0:1777022456.065238:0:3462:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa66160a80/2, rc 0, transno 4294967370
00000100:00100000:2.0:1777022456.065249:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835793408:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1777022456.065368:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1777022456.065374:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e39fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022456.065382:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511be00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:1.0:1777022456.065386:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e39fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022456.065401:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e39fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022456.065418:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e39fb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022456.065425:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e39fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022456.065442:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022456.065444:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022456.065446:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022456.078590:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022456.079255:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815914112
00000100:00100000:2.0:1777022456.079265:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815914112
00010000:00010000:2.0:1777022456.079331:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3968 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841188 expref: 10 pid: 11979 timeout: 494 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022456.079366:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 433
00000100:00100000:2.0:1777022456.079376:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342815914112:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022456.079390:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022456.079396:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3968 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841188 expref: 10 pid: 11979 timeout: 494 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.079409:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3968 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841188 expref: 10 pid: 11979 timeout: 494 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.079432:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022456.079434:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022456.079439:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.079464:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.079485:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022456.079535:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342815914112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 161us (955us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022456.079543:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 433
00000100:00080000:0.0:1777022456.079709:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1777022456.089735:0:6924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3968 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841188 expref: 9 pid: 11979 timeout: 494 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022456.089759:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6924:1863342835793280:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022456.089785:0:6924:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.089798:0:6924:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.089831:0:6924:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.089842:0:6924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.089851:0:6924:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022456.089911:0:6924:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1777022456.090110:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3463:x1863342835793152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29222us (29980us total) trans 4294967311 rc 0/0
00000100:00100000:3.0:1777022456.091206:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434
00000004:00080000:3.0:1777022456.091296:0:3463:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa66128700/2, rc 0, transno 4294967311
00000100:00100000:3.0:1777022456.091303:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835793152:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1777022456.092090:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1777022456.092100:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.092113:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b7e00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:2.0:1777022456.092128:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.092137:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.092158:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.092164:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e39e6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022456.092187:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022456.092207:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022456.092217:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022456.489110:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1777022456.558832:0:8317:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 394724974639ns, next at 395724972118ns, rc = 0
00000100:00100000:2.0:1777022456.558984:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835793664:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1777022456.559048:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022456.559119:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1777022456.559125:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835793536:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1777022456.559145:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022456.559290:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835793664
00000100:00100000:0.0:1777022456.559300:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835793664
00000100:00100000:0.0:1777022456.559353:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835793536
00000100:00100000:0.0:1777022456.559371:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835793536
00000100:00100000:0.0:1777022456.559392:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57
00000100:00100000:0.0:1777022456.559400:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835793664:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1777022456.559432:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 450835008 pending 57344 free 3923255296 avail 3691732992
00000100:00100000:0.0:1777022456.559480:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835793664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (431us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022456.559486:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57
00000100:00100000:0.0:1777022456.559502:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58
00000100:00100000:0.0:1777022456.559507:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3465:x1863342835793536:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1777022456.559516:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 67039808 pending 8871936 free 3918807040 avail 3687284736
00000100:00100000:0.0:1777022456.559537:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3465:x1863342835793536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 30us (391us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022456.559542:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58
00000100:00100000:2.0:1777022456.559952:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835793536:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1777022456.559967:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835793664:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022456.571063:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022456.571164:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815914240
00000100:00100000:2.0:1777022456.571173:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815914240
00002000:00100000:2.0:1777022456.571231:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303)  req@ffff8efa6612aa00 x1863342815914240/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:107/0 lens 488/0 e 0 to 0 dl 1777022467 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022456.571242:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612aa00 with x1863342815914240 ext(0->4194303)
00002000:00010000:2.0:1777022456.571248:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612aa00
00000100:00100000:2.0:1777022456.571280:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 228
00000100:00100000:2.0:1777022456.571290:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342815914240:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00100000:3.0:1777022456.692002:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2380:x1863342815914240:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 120698us (120934us total) trans 4294967371 rc 0/0
00000100:00100000:3.0:1777022456.692020:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 228
00002000:00100000:3.0:1777022456.692036:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303)  req@ffff8efa6612aa00 x1863342815914240/t4294967371(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:107/0 lens 488/448 e 0 to 0 dl 1777022467 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1777022456.692047:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612aa00 with x1863342815914240 ext(0->4194303)
00002000:00010000:3.0:1777022456.692054:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612aa00
00000100:00100000:0.0:1777022457.346391:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022457.346514:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815914496
00000100:00100000:3.0:1777022457.346524:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815914496
00000100:00100000:3.0:1777022457.346605:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 26
00000100:00100000:3.0:1777022457.346617:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10115:x1863342815914496:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00080000:0.0:1777022457.346764:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000001:00080000:3.0:1777022457.346842:0:5956:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967364
00000100:00100000:3.0:1777022457.346990:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815914496:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 375us (609us total) trans 4294967365 rc 0/0
00000100:00100000:3.0:1777022457.346999:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 26
00000020:00080000:3.0:1777022457.347003:0:5956:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1777022457.354033:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022457.354138:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815914624
00000100:00100000:2.0:1777022457.354149:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815914624
00000100:00100000:2.0:1777022457.354222:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 107
00000100:00100000:2.0:1777022457.354233:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10115:x1863342815914624:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022457.354260:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022457.354287:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411b2 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.354370:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3a09 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.354384:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3a09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.354397:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3a09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022457.354444:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022457.354448:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022457.354481:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3a09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.354505:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411b2 expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.354522:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3a09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411b2 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.354531:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de700)
00010000:00010000:2.0:1777022457.354534:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022457.354538:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022457.354603:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10115:x1863342815914624:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 372us (577us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022457.354610:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 107
00000100:00100000:0.0:1777022457.362597:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022457.362740:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815914752
00000100:00100000:3.0:1777022457.362749:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815914752
00002000:00100000:3.0:1777022457.362816:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4194304->8388607)  req@ffff8efa660eea00 x1863342815914752/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:108/0 lens 488/0 e 0 to 0 dl 1777022468 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1777022457.362827:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660eea00 with x1863342815914752 ext(4194304->8388607)
00002000:00010000:3.0:1777022457.362831:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660eea00
00000100:00100000:3.0:1777022457.362884:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 229
00000100:00100000:3.0:1777022457.362894:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342815914752:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00080000:0.0:1777022457.364534:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022457.367350:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022457.373865:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815915008
00000100:00100000:0.0:1777022457.373881:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815915008
00000100:00100000:0.0:1777022457.376762:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 108
00000100:00100000:0.0:1777022457.376776:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10115:x1863342815915008:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022457.376795:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022457.376815:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e3a10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411b9 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022457.376934:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2800/0x72ae7b78094e3a17 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022457.376960:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2800/0x72ae7b78094e3a17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022457.376971:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2800/0x72ae7b78094e3a17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022457.376982:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8388608
00010000:00010000:0.0:1777022457.377082:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3a00/0x72ae7b78094e3a10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411b9 expref: 13 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022457.377504:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2800/0x72ae7b78094e3a17 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411b9 expref: 12 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022457.377515:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8efa655def00)
00010000:00010000:0.0:1777022457.377517:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d
00010000:00010000:0.0:1777022457.377521:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2800, rc 0)
00000100:00100000:0.0:1777022457.380384:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815915008:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3601us (13029us total) trans 4294967366 rc 0/0
00000100:00100000:0.0:1777022457.380397:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 108
00000100:00100000:0.0:1777022457.397325:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022457.397417:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815915264
00000100:00100000:2.0:1777022457.397427:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815915264
00000100:00100000:2.0:1777022457.397505:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 27
00000100:00100000:2.0:1777022457.397515:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49dfa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815915264:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022457.397764:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49dfa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10115:x1863342815915264:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 250us (448us total) trans 4294967367 rc 0/0
00000100:00100000:2.0:1777022457.397771:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 27
00000100:00100000:1.0:1777022457.404412:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022457.405024:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815915520
00000100:00100000:2.0:1777022457.405034:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815915520
00000100:00100000:2.0:1777022457.405091:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 109
00000100:00100000:2.0:1777022457.405103:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10115:x1863342815915520:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022457.405163:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1777022457.405189:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2800/0x72ae7b78094e3a17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411b9 expref: 13 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405222:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e39d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411a4 expref: 12 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405233:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8efa655def00)
00010000:00010000:2.0:1777022457.405248:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3a09 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411b2 expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405256:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de700)
00010000:00010000:2.0:1777022457.405262:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022457.405284:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a25 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405297:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a25 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405322:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a25 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405385:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a2c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405393:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a2c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405401:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a2c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405483:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a33 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405491:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a33 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405497:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a33 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1777022457.405703:0:5954:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 64 off8640
00010000:00010000:2.0:1777022457.405744:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3a3a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405753:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405759:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405765:0:5954:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3a3a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405776:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3a3a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405782:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3a3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405808:0:5954:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1777022457.405824:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a33 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405829:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a33 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405834:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a33 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405839:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022457.405843:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a33 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405849:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a33 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405897:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8efa655de100)
00010000:00010000:2.0:1777022457.405899:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1777022457.405903:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a33 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405918:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a33 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405931:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a25 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405944:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a25 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405950:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a25 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405955:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511aa00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022457.405958:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a25 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405963:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a25 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405970:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dee00)
00010000:00010000:2.0:1777022457.405972:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022457.405974:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a25 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.405979:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a25 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022457.405990:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a8bda78 reply state 00000000acce1068 transno 4294967368 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a2c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022457.405998:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1777022457.406066:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815915520:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 965us (1664us total) trans 4294967368 rc 0/0
00000100:00100000:2.0:1777022457.406074:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 109
00010000:00010000:3.0:1777022457.406344:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022457.406351:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3a3a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022457.406357:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a400 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022457.406360:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3a3a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022457.406366:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3a3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022457.406386:0:5941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8efa655de100)
00010000:00010000:3.0:1777022457.406389:0:5941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1777022457.406392:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3a3a lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022457.406396:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3a3a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022457.406407:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022457.406409:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022457.406411:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022457.414292:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a2c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.414332:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a2c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.414339:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a2c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.414345:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022457.414349:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a2c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.414356:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a2c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.414371:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x366f449e (ffff8efa655ded00)
00010000:00010000:2.0:1777022457.414374:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022457.414378:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a2c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.414385:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a2c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022457.503775:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2379:x1863342815914752:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 140870us (141176us total) trans 4294967372 rc 0/0
00000100:00100000:2.0:1777022457.503790:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 229
00002000:00100000:2.0:1777022457.503804:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4194304->8388607)  req@ffff8efa660eea00 x1863342815914752/t4294967372(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:108/0 lens 488/448 e 0 to 0 dl 1777022468 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022457.503815:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660eea00 with x1863342815914752 ext(4194304->8388607)
00002000:00010000:2.0:1777022457.503820:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660eea00
00010000:00010000:2.0:1777022457.513213:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022457.518248:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022457.518379:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815915648
00000100:00100000:2.0:1777022457.518390:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815915648
00000100:00100000:2.0:1777022457.518456:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 110
00000100:00100000:2.0:1777022457.518467:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10115:x1863342815915648:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022457.518490:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022457.518514:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411c0 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.518577:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a48 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.518591:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.518602:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022457.518652:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022457.518655:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022457.518673:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.518695:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411c0 expref: 13 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.518711:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411c0 expref: 12 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.518719:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655ded00)
00010000:00010000:2.0:1777022457.518733:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022457.518737:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511aa00, rc 0)
00000100:00100000:2.0:1777022457.518793:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815915648:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 328us (557us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022457.518800:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 110
00000100:00100000:3.0:1777022457.521347:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022457.521504:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815915904
00000100:00100000:2.0:1777022457.521514:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815915904
00000100:00100000:2.0:1777022457.521771:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 111
00000100:00100000:2.0:1777022457.521783:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10115:x1863342815915904:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022457.521803:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022457.521824:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a4f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411c7 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.521967:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3a56 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.521982:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3a56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.521994:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3a56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022457.522004:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 91136
00010000:00010000:2.0:1777022457.522096:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a4f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411c7 expref: 15 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.522113:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3a56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411c7 expref: 14 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022457.522140:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8efa4954b900)
00010000:00010000:2.0:1777022457.522143:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022457.522146:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022457.522211:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10115:x1863342815915904:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 431us (875us total) trans 4294967369 rc 0/0
00000100:00100000:2.0:1777022457.522219:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 111
00000100:00100000:1.0:1777022457.530946:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022457.530984:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022457.531026:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022457.531048:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815916160
00000100:00100000:1.0:1777022457.531057:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815916160
00000100:00100000:1.0:1777022457.531107:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815916288
00000100:00100000:1.0:1777022457.531110:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815916288
00000100:00100000:1.0:1777022457.531151:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 5
00000100:00100000:1.0:1777022457.531162:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+14:2380:x1863342815916160:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022457.531205:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022457.531231:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3a56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411c7 expref: 14 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022457.531250:0:5938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8efa4954b900)
00010000:00010000:1.0:1777022457.531255:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022457.531307:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2380:x1863342815916160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 147us (322us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022457.531314:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 5
00000100:00100000:1.0:1777022457.531334:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 6
00000100:00100000:1.0:1777022457.531341:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:5458:x1863342815916288:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022457.531348:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022457.531363:0:5938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:1.0:1777022457.531366:0:5938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 0 -> 1777022456
00002000:00010000:1.0:1777022457.531369:0:5938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 0 -> 1777022456
00002000:00010000:1.0:1777022457.531371:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 16384
00010000:00010000:1.0:1777022457.531385:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e39df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411ab expref: 13 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022457.531404:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022457.531423:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+12:5458:x1863342815916288:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 83us (398us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022457.531430:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 6
00000100:00100000:3.0:1777022457.533015:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815916032
00000100:00100000:3.0:1777022457.533027:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815916032
00000100:00100000:3.0:1777022457.533080:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 438
00000100:00100000:3.0:1777022457.533090:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342815916032:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022457.533105:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022457.533132:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e3a64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411ce expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022457.533153:0:9584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2:0x0] initial LVB size: 94160, mtime: 0x69eb35e4, atime: 0x0, ctime: 0x69eb35e4, blocks: 0xb8
00010000:00010000:3.0:1777022457.533170:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022457.533172:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022457.533179:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e3a64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411ce expref: 10 pid: 9584 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022457.533205:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e3a64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411ce expref: 10 pid: 9584 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022457.533235:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6400, rc 0)
00000100:00100000:3.0:1777022457.533283:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342815916032:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 194us (2345us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022457.533290:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 438
00000100:00100000:3.0:1777022457.535438:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022457.535472:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815916416
00000100:00100000:3.0:1777022457.535479:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815916416
00000100:00100000:3.0:1777022457.535541:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 7
00000100:00100000:3.0:1777022457.535550:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10130:x1863342815916416:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022457.535564:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022457.535598:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e38ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841165 expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022457.535636:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022457.535681:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10130:x1863342815916416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 132us (252us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022457.535689:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 7
00000100:00080000:3.0:1777022457.535709:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022458.101333:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022458.101389:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022458.101509:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022458.101555:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022458.101633:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815916544
00000100:00100000:0.0:1777022458.101647:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815916544
00000100:00100000:0.0:1777022458.101721:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 259
00000100:00100000:0.0:1777022458.101735:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f83b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342815916544:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022458.101835:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f83b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342815916544:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 104us (517us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022458.101843:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 259
00000100:00100000:1.0:1777022458.102236:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815917056
00000100:00100000:1.0:1777022458.102253:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815917056
00000100:00100000:1.0:1777022458.102362:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 124
00000100:00100000:1.0:1777022458.102386:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2380:x1863342815917056:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022458.102476:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2380:x1863342815917056:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 92us (967us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022458.102483:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 124
00000100:00080000:0.0:1777022458.103402:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022458.111073:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022458.111109:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022458.111136:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815916672
00000100:00100000:0.0:1777022458.111149:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815916672
00000100:00100000:0.0:1777022458.111596:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 125
00000100:00100000:0.0:1777022458.111611:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2380:x1863342815916672:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022458.111696:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2380:x1863342815916672:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 89us (636us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022458.111704:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 125
00000100:00100000:2.0:1777022458.113135:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815916800
00000100:00100000:2.0:1777022458.113146:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815916800
00000100:00100000:2.0:1777022458.113352:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815917312
00000100:00080000:0.0:1777022458.113368:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022458.113406:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 75
00000100:00100000:0.0:1777022458.113418:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342815916800:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022458.113490:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815917312
00000100:00100000:2.0:1777022458.113523:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 76
00000100:00100000:2.0:1777022458.113530:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2380:x1863342815917312:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022458.113672:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2380:x1863342815917312:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 141us (12115us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022458.113680:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 76
00000100:00100000:0.0:1777022458.116771:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342815916800:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 3342us (15366us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022458.116785:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 75
00000100:00100000:2.0:1777022458.117607:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815916928
00000100:00100000:2.0:1777022458.117617:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815916928
00000100:00100000:2.0:1777022458.117672:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 77
00000100:00100000:2.0:1777022458.117682:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2380:x1863342815916928:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022458.121775:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2380:x1863342815916928:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 4079us (10650us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022458.121793:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 77
00000100:00100000:3.0:1777022458.129770:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022458.130584:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815917184
00000100:00100000:2.0:1777022458.130598:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815917184
00000100:00100000:2.0:1777022458.130753:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 78
00000100:00100000:2.0:1777022458.130775:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2380:x1863342815917184:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022458.130906:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2380:x1863342815917184:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 133us (1146us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022458.130914:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 78
00000100:00080000:0.0:1777022458.132505:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1777022458.539215:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022458.540986:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022458.548626:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815917440
00000100:00100000:3.0:1777022458.548643:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815917440
00002000:00100000:3.0:1777022458.555208:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x2:0x0] (0->4095)  req@ffff8efa661adf80 x1863342815917440/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:109/0 lens 488/0 e 0 to 0 dl 1777022469 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1777022458.555292:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661adf80 with x1863342815917440 ext(0->4095)
00002000:00010000:3.0:1777022458.555301:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa661adf80
00000100:00100000:3.0:1777022458.557434:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 230
00000100:00100000:3.0:1777022458.557470:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342815917440:12345-192.168.202.33@tcp:3:mmap_sanity.0
00000100:00100000:3.0:1777022458.557665:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342815917440:12345-192.168.202.33@tcp:3:mmap_sanity.0 Request processed in 210us (16687us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022458.557673:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 230
00002000:00100000:3.0:1777022458.557682:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x2:0x0] (0->4095)  req@ffff8efa661adf80 x1863342815917440/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:109/0 lens 488/4536 e 0 to 0 dl 1777022469 ref 1 fl Complete:/600/0 rc 4096/4096 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1777022458.557691:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661adf80 with x1863342815917440 ext(0->4095)
00002000:00010000:3.0:1777022458.557697:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa661adf80
00000100:00100000:1.0:1777022458.572289:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022458.572583:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815917568
00000100:00100000:2.0:1777022458.572593:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815917568
00002000:00100000:2.0:1777022458.572645:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x2:0x0] (4096->8191)  req@ffff8efa661af800 x1863342815917568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:109/0 lens 488/0 e 0 to 0 dl 1777022469 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022458.572656:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661af800 with x1863342815917568 ext(4096->8191)
00002000:00010000:2.0:1777022458.572661:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa661af800
00000100:00100000:2.0:1777022458.572704:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 231
00000100:00100000:2.0:1777022458.572716:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342815917568:12345-192.168.202.33@tcp:3:mmap_sanity.0
00000100:00100000:2.0:1777022458.572917:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342815917568:12345-192.168.202.33@tcp:3:mmap_sanity.0 Request processed in 202us (636us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022458.572924:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 231
00002000:00100000:2.0:1777022458.572930:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x2:0x0] (4096->8191)  req@ffff8efa661af800 x1863342815917568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:109/0 lens 488/4536 e 0 to 0 dl 1777022469 ref 1 fl Complete:/600/0 rc 4096/4096 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022458.572938:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661af800 with x1863342815917568 ext(4096->8191)
00002000:00010000:2.0:1777022458.572941:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa661af800
00000100:00100000:1.0:1777022458.579573:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022458.580110:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815917696
00000100:00100000:0.0:1777022458.580121:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815917696
00002000:00100000:2.0:1777022458.580408:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x2:0x0] (8192->12287)  req@ffff8efa661ac380 x1863342815917696/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:109/0 lens 488/0 e 0 to 0 dl 1777022469 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022458.580420:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661ac380 with x1863342815917696 ext(8192->12287)
00002000:00010000:2.0:1777022458.580425:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa661ac380
00000100:00100000:2.0:1777022458.580526:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 232
00000100:00100000:2.0:1777022458.580536:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342815917696:12345-192.168.202.33@tcp:3:mmap_sanity.0
00000100:00100000:2.0:1777022458.580878:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342815917696:12345-192.168.202.33@tcp:3:mmap_sanity.0 Request processed in 320us (1291us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022458.580886:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 232
00002000:00100000:2.0:1777022458.581055:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x2:0x0] (8192->12287)  req@ffff8efa661ac380 x1863342815917696/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:109/0 lens 488/4536 e 0 to 0 dl 1777022469 ref 1 fl Complete:/600/0 rc 4096/4096 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022458.581066:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661ac380 with x1863342815917696 ext(8192->12287)
00002000:00010000:2.0:1777022458.581070:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa661ac380
00000100:00100000:3.0:1777022458.588110:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022458.589329:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815917824
00000100:00100000:2.0:1777022458.589341:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815917824
00002000:00100000:2.0:1777022458.589396:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x2:0x0] (12288->69631)  req@ffff8efa65c53100 x1863342815917824/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:109/0 lens 488/0 e 0 to 0 dl 1777022469 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022458.589408:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53100 with x1863342815917824 ext(12288->69631)
00002000:00010000:2.0:1777022458.589414:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65c53100
00000100:00100000:2.0:1777022458.589452:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 233
00000100:00100000:2.0:1777022458.589463:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342815917824:12345-192.168.202.33@tcp:3:mmap_sanity.0
00000100:00100000:2.0:1777022458.612579:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342815917824:12345-192.168.202.33@tcp:3:mmap_sanity.0 Request processed in 23107us (24467us total) trans 0 rc 57344/57344
00000100:00100000:2.0:1777022458.612592:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 233
00002000:00100000:2.0:1777022458.612617:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x2:0x0] (12288->69631)  req@ffff8efa65c53100 x1863342815917824/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:109/0 lens 488/440 e 0 to 0 dl 1777022469 ref 1 fl Complete:/600/0 rc 57344/57344 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022458.612627:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53100 with x1863342815917824 ext(12288->69631)
00002000:00010000:2.0:1777022458.612644:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65c53100
00000100:00100000:1.0:1777022458.620122:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000001:00080000:0.0:1777022458.620397:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed
00000001:00080000:0.0:1777022458.620413:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed
00000001:00080000:0.0:1777022458.620418:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed
00000001:00080000:1.0:1777022458.620521:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967311 is committed
00000001:00080000:1.0:1777022458.620528:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967308 is committed
00000001:00080000:1.0:1777022458.620535:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967306 is committed
00000100:00100000:3.0:1777022458.620593:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815917952
00000100:00100000:3.0:1777022458.620603:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815917952
00002000:00100000:3.0:1777022458.620652:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x2:0x0] (69632->94207)  req@ffff8efa661aea00 x1863342815917952/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:109/0 lens 488/0 e 0 to 0 dl 1777022469 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:3.0:1777022458.620663:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661aea00 with x1863342815917952 ext(69632->94207)
00002000:00010000:3.0:1777022458.620669:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa661aea00
00000100:00100000:3.0:1777022458.620839:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 234
00000100:00100000:3.0:1777022458.620850:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342815917952:12345-192.168.202.33@tcp:3:mmap_sanity.0
00000100:00100000:2.0:1777022458.635316:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342815917952:12345-192.168.202.33@tcp:3:mmap_sanity.0 Request processed in 14456us (15191us total) trans 0 rc 24576/24576
00000100:00100000:2.0:1777022458.635330:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 234
00002000:00100000:2.0:1777022458.635343:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x2:0x0] (69632->94207)  req@ffff8efa661aea00 x1863342815917952/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:109/0 lens 488/440 e 0 to 0 dl 1777022469 ref 1 fl Complete:/600/0 rc 24576/24576 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022458.635354:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661aea00 with x1863342815917952 ext(69632->94207)
00002000:00010000:2.0:1777022458.635360:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa661aea00
00000100:00100000:0.0:1777022458.675659:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022458.675775:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815918208
00000100:00100000:2.0:1777022458.675786:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815918208
00000100:00100000:2.0:1777022458.675847:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28
00000100:00100000:2.0:1777022458.675907:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10115:x1863342815918208:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022458.676356:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10115:x1863342815918208:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 499us (705us total) trans 4294967370 rc 0/0
00000100:00100000:2.0:1777022458.676365:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28
00000100:00100000:1.0:1777022458.680577:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022458.681035:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815918464
00000100:00100000:2.0:1777022458.681046:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815918464
00000100:00100000:2.0:1777022458.681109:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 112
00000100:00100000:2.0:1777022458.681121:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10115:x1863342815918464:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022458.681773:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1777022458.681805:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e28f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7840510 expref: 14 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.681826:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8efa4954b900)
00010000:00010000:2.0:1777022458.681843:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3a48 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411c0 expref: 13 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682343:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655ded00)
00010000:00010000:2.0:1777022458.682352:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022458.682379:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a6b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682393:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a6b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682403:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a6b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682470:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e3a72 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682479:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e3a72 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682486:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e3a72 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682562:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a79 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682571:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682578:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1777022458.682842:0:5953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].6, 64 off8576
00000004:00080000:2.0:1777022458.682904:0:5953:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 396848997040ns, next at 397848994774ns, rc = 0
00010000:00010000:2.0:1777022458.682965:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3a80 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682974:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3a80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682982:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3a80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682988:0:5953:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3a80 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682993:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3a80 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.682999:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3a80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683026:0:5953:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1777022458.683048:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683054:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a79 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683060:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683066:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022458.683070:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683076:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a79 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683091:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8efa655def00)
00010000:00010000:2.0:1777022458.683094:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1777022458.683099:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a79 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683104:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3a79 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683119:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a6b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683126:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a6b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683131:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a6b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683136:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022458.683139:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a6b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683145:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a6b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683151:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dee00)
00010000:00010000:2.0:1777022458.683153:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022458.683156:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a6b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022458.683162:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3a6b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022458.683198:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec0f62d3 reply state 00000000d487b18c transno 4294967371 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e3a72 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022458.683208:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1777022458.683286:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10115:x1863342815918464:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 2166us (2715us total) trans 4294967371 rc 0/0
00000100:00100000:2.0:1777022458.683296:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 112
00010000:00010000:3.0:1777022458.684581:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022458.684605:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3a80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022458.684616:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511bc00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022458.684621:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3a80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022458.684629:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3a80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022458.684643:0:5941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8efa655def00)
00010000:00010000:3.0:1777022458.684646:0:5941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1777022458.684650:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3a80 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022458.684656:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e3a80 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022458.684677:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022458.684680:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022458.684681:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022458.693843:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e3a72 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022458.693908:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e3a72 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022458.693915:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e3a72 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022458.693937:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ae00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022458.693942:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e3a72 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022458.693950:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e3a72 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022458.693966:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcf1d5a2f (ffff8efa655de700)
00010000:00010000:0.0:1777022458.693969:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022458.693974:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e3a72 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022458.693981:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e3a72 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.561128:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022459.750117:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022459.753498:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815918592
00000100:00100000:0.0:1777022459.753514:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815918592
00000100:00100000:0.0:1777022459.753679:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 113
00000100:00100000:0.0:1777022459.753712:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10156:x1863342815918592:12345-192.168.202.33@tcp:101:bash.0
00010000:00010000:0.0:1777022459.753748:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022459.753771:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3c00/0x72ae7b78094e3a87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411d5 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.754152:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3000/0x72ae7b78094e3a8e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.754167:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3000/0x72ae7b78094e3a8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.754211:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3000/0x72ae7b78094e3a8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022459.754258:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022459.754261:0:5952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022459.754294:0:5952:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3000/0x72ae7b78094e3a8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.754318:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3c00/0x72ae7b78094e3a87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411d5 expref: 15 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.754336:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3000/0x72ae7b78094e3a8e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411d5 expref: 14 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.754345:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bb00)
00010000:00010000:0.0:1777022459.754348:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022459.754351:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3000, rc 0)
00000100:00100000:0.0:1777022459.754421:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10156:x1863342815918592:12345-192.168.202.33@tcp:101:bash.0 Request processed in 733us (4314us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022459.754429:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 113
00000100:00080000:3.0:1777022459.758193:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022459.758316:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022459.758410:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815918720
00000100:00100000:3.0:1777022459.758421:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815918720
00000100:00100000:3.0:1777022459.758477:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 114
00000100:00100000:3.0:1777022459.758487:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10156:x1863342815918720:12345-192.168.202.33@tcp:101:bash.0
00010000:00010000:3.0:1777022459.758509:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022459.758528:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e3a95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411dc expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758622:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e3a9c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758636:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e3a9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758647:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e3a9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758662:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e3aa3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758669:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e3aa3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758675:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e3aa3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758711:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e3a9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758731:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e3a9c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758738:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e3a9c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758744:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b7000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022459.758749:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e3a9c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758767:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e3a9c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758779:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bb00)
00010000:00010000:3.0:1777022459.758782:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022459.758786:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e3a9c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758793:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7000/0x72ae7b78094e3a9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758807:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e3aa3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.758813:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e3aa3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.759139:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e3aa3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.759145:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b6c00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022459.759148:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e3aa3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.759155:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e3aa3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.759163:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x635bc478 (ffff8efa6519e400)
00010000:00010000:3.0:1777022459.759166:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022459.759169:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e3aa3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.759195:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e3aa3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.759228:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e3a95 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411dc expref: 15 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.759239:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bb00)
00010000:00010000:3.0:1777022459.759242:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022459.759245:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7e00/0x72ae7b78094e3a95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411dc expref: 15 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.759255:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7e00, rc 0)
00000100:00100000:3.0:1777022459.759346:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10156:x1863342815918720:12345-192.168.202.33@tcp:101:bash.0 Request processed in 860us (1035us total) trans 0 rc 301/301
00000100:00100000:3.0:1777022459.759354:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 114
00000100:00100000:2.0:1777022459.782915:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022459.783027:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815918976
00000100:00100000:0.0:1777022459.783038:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815918976
00000100:00100000:0.0:1777022459.783110:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 115
00000100:00100000:0.0:1777022459.783122:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10158:x1863342815918976:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022459.783148:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022459.783150:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1777022459.783203:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3000/0x72ae7b78094e3a8e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411d5 expref: 14 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783222:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bb00)
00010000:00010000:0.0:1777022459.783234:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022459.783248:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3c00/0x72ae7b78094e3aaa lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411e3 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783350:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3ab1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783366:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3ab1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783377:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3ab1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783393:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3ab8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783399:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783406:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1777022459.783697:0:5954:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x7:0x0], index 0: 0
00010000:00010000:0.0:1777022459.783819:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e3abf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783828:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e3abf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783847:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e3abf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783927:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3ab1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783934:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3ab1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783940:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3ab1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783946:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd2600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022459.783950:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3ab1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783956:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3ab1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783964:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ba00)
00010000:00010000:0.0:1777022459.783967:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022459.783970:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3ab1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.783975:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2600/0x72ae7b78094e3ab1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1777022459.783985:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a3b8a19 reply state 000000007eaef30a transno 4294967372 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022459.783994:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1777022459.784025:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3c00/0x72ae7b78094e3aaa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411e3 expref: 16 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.784040:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e3abf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411e3 expref: 15 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.784047:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8efa4954b200)
00010000:00010000:0.0:1777022459.784049:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1777022459.784052:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3600, rc 0)
00000100:00100000:0.0:1777022459.784122:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10158:x1863342815918976:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1003us (1217us total) trans 4294967372 rc 0/0
00000100:00100000:0.0:1777022459.784130:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 115
00000100:00100000:0.0:1777022459.794669:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:2.0:1777022459.794810:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.794824:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3ab8 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.794831:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3ab8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.794837:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd3200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022459.794841:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3ab8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.794848:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3ab8 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.794894:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcf1d5a2f (ffff8efa4954b400)
00010000:00010000:2.0:1777022459.794897:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022459.794901:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3ab8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.794926:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3ab8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022459.795630:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815919104
00000100:00100000:1.0:1777022459.795644:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815919104
00000100:00100000:1.0:1777022459.795717:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 439
00000100:00100000:1.0:1777022459.795727:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:10158:x1863342815919104:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022459.795745:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022459.795765:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004dbddd1/0x72ae7b78094e3acd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411ea expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022459.795794:0:6923:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1777022459.795826:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022459.795829:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022459.795839:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004dbddd1/0x72ae7b78094e3acd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411ea expref: 7 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.796310:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004dbddd1/0x72ae7b78094e3acd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411ea expref: 7 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.796323:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570cc00, rc 0)
00000100:00100000:1.0:1777022459.797911:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10158:x1863342815919104:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2178us (3245us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022459.797923:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 439
00000100:00100000:3.0:1777022459.824603:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022459.824714:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815919360
00000100:00100000:2.0:1777022459.824734:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815919360
00000100:00100000:2.0:1777022459.824795:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29
00000100:00100000:2.0:1777022459.824805:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10158:x1863342815919360:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022459.825503:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10158:x1863342815919360:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 698us (908us total) trans 4294967373 rc 0/0
00000100:00100000:2.0:1777022459.825512:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29
00000100:00100000:2.0:1777022459.827760:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022459.828059:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815919488
00000100:00100000:1.0:1777022459.828068:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815919488
00000100:00100000:1.0:1777022459.828221:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 116
00000100:00100000:1.0:1777022459.828232:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66162300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10158:x1863342815919488:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022459.828257:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022459.828281:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e3ad4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411f1 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.828351:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e3adb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.828366:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e3adb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.828377:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e3adb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022459.828420:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:1.0:1777022459.828424:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1777022459.828443:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e3adb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.828483:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e3ad4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411f1 expref: 18 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.828501:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e3adb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411f1 expref: 17 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.828509:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569700)
00010000:00010000:1.0:1777022459.828512:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1777022459.828515:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:1.0:1777022459.829851:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66162300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10158:x1863342815919488:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1616us (2093us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022459.829893:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 116
00000100:00100000:0.0:1777022459.836488:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022459.836578:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815919616
00000100:00100000:1.0:1777022459.836588:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815919616
00000100:00100000:1.0:1777022459.836649:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 117
00000100:00100000:1.0:1777022459.836660:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10158:x1863342815919616:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022459.836681:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022459.836701:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3ae2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411f8 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.836779:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e3ae9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.836793:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e3ae9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.836807:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e3ae9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.836916:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3af0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.836925:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3af0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.836932:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3af0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.836969:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e3ae9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.836976:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e3ae9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.836982:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e3ae9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.836988:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022459.836992:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e3ae9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.836999:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e3ae9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.837010:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569700)
00010000:00010000:1.0:1777022459.837013:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022459.837017:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e3ae9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.837023:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e3ae9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.837043:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3af0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.837049:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3af0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.837055:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3af0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.837060:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022459.837063:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3af0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.837069:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3af0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.837075:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xefc67454 (ffff8efa81569000)
00010000:00010000:1.0:1777022459.837078:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022459.837081:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3af0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.837097:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e3af0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.837135:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3ae2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411f8 expref: 18 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.837146:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569700)
00010000:00010000:1.0:1777022459.837148:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022459.837158:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e3ae2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411f8 expref: 18 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.837168:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:1.0:1777022459.837261:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10158:x1863342815919616:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 602us (784us total) trans 0 rc 301/301
00000100:00100000:1.0:1777022459.837268:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 117
00000100:00100000:3.0:1777022459.840031:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022459.841291:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815919872
00000100:00100000:1.0:1777022459.841304:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815919872
00000100:00100000:1.0:1777022459.841371:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 118
00000100:00100000:1.0:1777022459.841381:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10158:x1863342815919872:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022459.841402:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022459.841406:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1777022459.841432:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e3adb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411f1 expref: 17 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.841453:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569700)
00010000:00010000:1.0:1777022459.841465:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022459.841479:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3af7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78411ff expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.841746:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3afe lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.841760:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3afe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.841770:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3afe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.841799:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3b05 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.841807:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3b05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.841814:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3b05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1777022459.842123:0:7637:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x8:0x0], index 1: 0
00010000:00010000:1.0:1777022459.842317:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e3b0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.842326:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e3b0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.842334:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e3b0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.842364:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3afe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.842372:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3afe lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.842379:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3afe lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.842386:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022459.842390:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3afe lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.842411:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3afe lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.842420:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569a00)
00010000:00010000:1.0:1777022459.842423:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022459.842427:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3afe lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.842434:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e3afe lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1777022459.842444:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0148773 reply state 000000000330fcda transno 4294967374 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3b05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022459.842453:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1777022459.842478:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3af7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411ff expref: 19 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.842494:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e3b0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411ff expref: 18 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.842502:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8efa81569300)
00010000:00010000:1.0:1777022459.842505:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022459.842507:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ce00, rc 0)
00000100:00100000:1.0:1777022459.846580:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815919872:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5189us (6547us total) trans 4294967374 rc 0/0
00000100:00100000:1.0:1777022459.846593:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 118
00010000:00010000:0.0:1777022459.854653:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3b05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.854671:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3b05 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.854679:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3b05 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.854686:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022459.854690:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3b05 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.854698:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3b05 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.854745:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xefc67454 (ffff8efa81569900)
00010000:00010000:0.0:1777022459.854748:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022459.854753:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3b05 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022459.854760:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e3b05 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022459.856206:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022459.857990:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815920128
00000100:00100000:1.0:1777022459.858019:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815920128
00000100:00100000:1.0:1777022459.858118:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 119
00000100:00100000:1.0:1777022459.858128:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10158:x1863342815920128:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:1.0:1777022459.858197:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022459.858223:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e3b0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411ff expref: 18 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.858242:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8efa81569300)
00010000:00010000:1.0:1777022459.858253:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022459.858404:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3b1a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.858417:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3b1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.858428:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3b1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1777022459.858462:0:5954:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967375
00000004:00010000:1.0:1777022459.858481:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007471b36 reply state 00000000328bff01 transno 4294967376 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3b1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022459.858490:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1777022459.858592:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342815920128:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 465us (2393us total) trans 4294967376 rc 0/0
00000100:00100000:1.0:1777022459.858599:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 119
00000020:00080000:1.0:1777022459.858604:0:5954:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00010000:00010000:1.0:1777022459.864422:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3b1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.864439:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3b1a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.864461:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3b1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.864468:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570ca00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022459.864473:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3b1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.864482:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3b1a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.864496:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8efa81569a00)
00010000:00010000:1.0:1777022459.864500:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022459.864504:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3b1a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.864511:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e3b1a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022459.869077:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022459.869543:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815920256
00000100:00100000:2.0:1777022459.869552:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815920256
00000100:00100000:2.0:1777022459.869613:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 120
00000100:00100000:2.0:1777022459.869624:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815920256:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022459.869648:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022459.869671:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3b21 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841206 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.869725:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3b21 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841206 expref: 20 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.869740:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3b21 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841206 expref: 20 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.869757:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8efa655dee00)
00010000:00010000:2.0:1777022459.869773:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:2.0:1777022459.869777:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022459.869845:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342815920256:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 223us (776us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022459.869893:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 120
00000100:00100000:2.0:1777022459.873591:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022459.873676:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815920384
00000100:00100000:1.0:1777022459.873686:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815920384
00000100:00100000:1.0:1777022459.873755:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 440
00000100:00100000:1.0:1777022459.873765:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+5:10158:x1863342815920384:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022459.873783:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022459.873804:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e3b28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784120d expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022459.873831:0:11979:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1777022459.873890:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022459.873893:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022459.873914:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e3b28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784120d expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.873934:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e3b28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784120d expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022459.873947:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ce00, rc 0)
00000100:00100000:1.0:1777022459.873998:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+6:10158:x1863342815920384:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 235us (416us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022459.874006:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 440
00000100:00080000:3.0:1777022459.874424:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1777022459.913832:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022459.914304:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815920512
00000100:00100000:1.0:1777022459.914315:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815920512
00002000:00010000:1.0:1777022459.914353:0:6929:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/8 (40960->18446744073709551615)
00002000:00100000:1.0:1777022459.914359:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ef480 with x1863342815920512 ext(40960->18446744073709551615)
00002000:00010000:1.0:1777022459.914370:0:6929:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660ef480.
00000100:00100000:1.0:1777022459.914403:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 235
00000100:00100000:1.0:1777022459.914412:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342815920512:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:1.0:1777022459.914843:0:6929:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb size from disk: 0 -> 40960
00002000:00010000:1.0:1777022459.914848:0:6929:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb mtime from disk: 0 -> 1777022459
00002000:00010000:1.0:1777022459.914850:0:6929:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:1.0:1777022459.914876:0:6929:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb ctime from disk: 0 -> 1777022459
00002000:00010000:1.0:1777022459.914879:0:6929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:1.0:1777022459.915048:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342815920512:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 637us (1226us total) trans 4294967373 rc 0/0
00000100:00100000:1.0:1777022459.915056:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 235
00002000:00010000:1.0:1777022459.915060:0:6929:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/8 (40960->18446744073709551615)
00002000:00100000:1.0:1777022459.915075:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ef480 with x1863342815920512 ext(40960->18446744073709551615)
00002000:00010000:1.0:1777022459.915080:0:6929:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660ef480.
00000100:00100000:0.0:1777022459.924418:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022459.924709:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815920640
00000100:00100000:2.0:1777022459.924843:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815920640
00002000:00100000:2.0:1777022459.925088:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x8:0x0] (0->4095)  req@ffff8efa660eed80 x1863342815920640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:110/0 lens 488/0 e 0 to 0 dl 1777022470 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022459.925098:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660eed80 with x1863342815920640 ext(0->4095)
00002000:00010000:2.0:1777022459.925105:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660eed80
00000100:00100000:2.0:1777022459.925141:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 236
00000100:00100000:2.0:1777022459.925151:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815920640:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022459.925395:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815920640:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 244us (985us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022459.925403:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 236
00002000:00100000:2.0:1777022459.925410:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x8:0x0] (0->4095)  req@ffff8efa660eed80 x1863342815920640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:110/0 lens 488/4536 e 0 to 0 dl 1777022470 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022459.925419:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660eed80 with x1863342815920640 ext(0->4095)
00002000:00010000:2.0:1777022459.925422:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660eed80
00000100:00100000:2.0:1777022459.933066:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022459.933922:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815920768
00000100:00100000:0.0:1777022459.933933:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815920768
00002000:00100000:0.0:1777022459.933986:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x8:0x0] (4096->8191)  req@ffff8efa66163800 x1863342815920768/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:110/0 lens 488/0 e 0 to 0 dl 1777022470 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022459.933998:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66163800 with x1863342815920768 ext(4096->8191)
00002000:00010000:0.0:1777022459.934004:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66163800
00000100:00100000:0.0:1777022459.934029:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 237
00000100:00100000:0.0:1777022459.934040:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342815920768:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022459.934261:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342815920768:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 222us (1204us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022459.934269:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 237
00002000:00100000:0.0:1777022459.934276:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x8:0x0] (4096->8191)  req@ffff8efa66163800 x1863342815920768/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:110/0 lens 488/4536 e 0 to 0 dl 1777022470 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022459.934284:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66163800 with x1863342815920768 ext(4096->8191)
00002000:00010000:0.0:1777022459.934287:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66163800
00000100:00100000:0.0:1777022459.951128:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022459.951762:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815920896
00000100:00100000:2.0:1777022459.951773:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815920896
00002000:00100000:2.0:1777022459.951822:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x8:0x0] (8192->12287)  req@ffff8efa65654380 x1863342815920896/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:110/0 lens 488/0 e 0 to 0 dl 1777022470 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022459.951850:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654380 with x1863342815920896 ext(8192->12287)
00002000:00010000:2.0:1777022459.951903:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654380
00000100:00100000:2.0:1777022459.951939:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 238
00000100:00100000:2.0:1777022459.951949:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815920896:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022459.952133:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342815920896:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 185us (1014us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022459.952141:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 238
00002000:00100000:2.0:1777022459.952148:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x8:0x0] (8192->12287)  req@ffff8efa65654380 x1863342815920896/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:110/0 lens 488/4536 e 0 to 0 dl 1777022470 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022459.952157:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654380 with x1863342815920896 ext(8192->12287)
00002000:00010000:2.0:1777022459.952160:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654380
00000100:00100000:3.0:1777022459.960057:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022459.961265:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815921024
00000100:00100000:0.0:1777022459.961278:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815921024
00002000:00100000:0.0:1777022459.961331:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x8:0x0] (12288->40959)  req@ffff8efa65ffca80 x1863342815921024/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:110/0 lens 488/0 e 0 to 0 dl 1777022470 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022459.961342:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffca80 with x1863342815921024 ext(12288->40959)
00002000:00010000:0.0:1777022459.961348:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffca80
00000100:00100000:0.0:1777022459.961385:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 239
00000100:00100000:0.0:1777022459.961394:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342815921024:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022459.965114:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342815921024:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3710us (5055us total) trans 0 rc 28672/28672
00000100:00100000:2.0:1777022459.965126:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 239
00002000:00100000:2.0:1777022459.965139:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x8:0x0] (12288->40959)  req@ffff8efa65ffca80 x1863342815921024/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:110/0 lens 488/440 e 0 to 0 dl 1777022470 ref 1 fl Complete:/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022459.965150:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffca80 with x1863342815921024 ext(12288->40959)
00002000:00010000:2.0:1777022459.965156:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffca80
00000100:00100000:3.0:1777022459.971956:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022459.972235:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815921280
00000100:00100000:2.0:1777022459.972245:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815921280
00000100:00100000:2.0:1777022459.972296:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30
00000100:00100000:2.0:1777022459.972306:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342815921280:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022459.972585:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342815921280:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 279us (637us total) trans 4294967377 rc 0/0
00000100:00100000:2.0:1777022459.972602:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30
00000100:00100000:0.0:1777022459.981085:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022459.981295:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815921408
00000100:00100000:2.0:1777022459.981307:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815921408
00000100:00100000:2.0:1777022459.981361:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 121
00000100:00100000:2.0:1777022459.981372:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342815921408:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022459.981396:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022459.981418:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841214 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.981481:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b36 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.981497:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.981508:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022459.981553:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022459.981556:0:5952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022459.981576:0:5952:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.981678:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841214 expref: 23 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.981697:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841214 expref: 22 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.981719:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655ded00)
00010000:00010000:2.0:1777022459.981721:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022459.981724:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ac00, rc 0)
00000100:00100000:2.0:1777022459.981785:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815921408:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 415us (711us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022459.981793:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 121
00000100:00100000:3.0:1777022459.984296:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022459.984421:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815921536
00000100:00100000:2.0:1777022459.984431:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815921536
00000100:00100000:2.0:1777022459.984489:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 122
00000100:00100000:2.0:1777022459.984498:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815921536:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022459.984518:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022459.984537:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3b3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784121b expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985047:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3b44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985062:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3b44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985072:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3b44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985085:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3b4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985092:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3b4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985112:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3b4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985189:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3b52 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985197:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3b52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985202:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3b52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022459.985238:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 40960
00000004:00200000:2.0:1777022459.985243:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022459.985261:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3b52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985272:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3b52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985280:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3b44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985286:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3b44 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985293:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3b44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985298:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022459.985302:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3b44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985316:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3b44 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985326:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655ded00)
00010000:00010000:2.0:1777022459.985329:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022459.985334:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3b44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985339:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3b44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985351:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3b4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985356:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3b4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985362:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3b4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985367:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511be00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022459.985369:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3b4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985375:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3b4b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985381:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xefc67454 (ffff8efa655de000)
00010000:00010000:2.0:1777022459.985384:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022459.985386:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3b4b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985401:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3b4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985432:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3b3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784121b expref: 24 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985444:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3b52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784121b expref: 23 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.985451:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8efa655dee00)
00010000:00010000:2.0:1777022459.985453:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022459.985456:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022459.985519:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10158:x1863342815921536:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1021us (1230us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022459.985527:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 122
00000100:00100000:3.0:1777022459.991464:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022459.991545:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815921792
00000100:00100000:2.0:1777022459.991554:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815921792
00000100:00100000:2.0:1777022459.991621:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 123
00000100:00100000:2.0:1777022459.991632:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10158:x1863342815921792:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022459.991687:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1777022459.991715:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3b52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784121b expref: 23 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.991737:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3b21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841206 expref: 22 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.991767:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8efa655dee00)
00010000:00010000:2.0:1777022459.991785:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841214 expref: 21 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.991793:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655ded00)
00010000:00010000:2.0:1777022459.991799:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022459.991821:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b59 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.991833:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b59 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.991844:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b59 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992086:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3b60 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992095:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3b60 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992101:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3b60 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992197:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b67 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992206:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b67 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992225:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b67 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1777022459.992426:0:5952:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 64 off8704
00000004:00080000:2.0:1777022459.992435:0:5952:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 398158579636ns, next at 399158577471ns, rc = 0
00010000:00010000:2.0:1777022459.992490:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e3b6e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992500:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e3b6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992507:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e3b6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992514:0:5952:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e3b6e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992520:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e3b6e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992526:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e3b6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992550:0:5952:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1777022459.992568:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b67 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992575:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b67 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992581:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b67 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992595:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022459.992599:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b67 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992606:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b67 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992615:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8efa655def00)
00010000:00010000:2.0:1777022459.992617:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1777022459.992622:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b67 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992627:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b67 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992642:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b59 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992648:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b59 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992654:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b59 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992658:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022459.992661:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b59 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992666:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b59 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992682:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dea00)
00010000:00010000:2.0:1777022459.992684:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022459.992686:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b59 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022459.992692:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b59 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022459.992705:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053462069 reply state 0000000068cc6d08 transno 4294967378 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3b60 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022459.992713:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1777022459.992800:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815921792:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 1168us (1344us total) trans 4294967378 rc 0/0
00000100:00100000:2.0:1777022459.992809:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 123
00010000:00010000:3.0:1777022459.993754:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022459.993762:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e3b6e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.993785:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ba00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022459.993788:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e3b6e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.993795:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e3b6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.993807:0:5940:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8efa655def00)
00010000:00010000:3.0:1777022459.993809:0:5940:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1777022459.993812:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e3b6e lrc: 1/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.993818:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e3b6e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022459.993835:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022459.993837:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022459.993839:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022460.016633:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:3.0:1777022460.016724:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3b60 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.016738:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3b60 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.016746:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3b60 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.016753:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022460.016757:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3b60 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.016783:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3b60 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.016799:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xefc67454 (ffff8efa655de700)
00010000:00010000:3.0:1777022460.016803:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022460.016807:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3b60 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.016814:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e3b60 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.016910:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815921920
00000100:00100000:2.0:1777022460.016920:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815921920
00000100:00100000:2.0:1777022460.016964:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 124
00000100:00100000:2.0:1777022460.016974:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342815921920:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.016997:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.017016:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841222 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.017074:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b7c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.017087:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.017107:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022460.017156:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022460.017159:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022460.017184:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.017205:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841222 expref: 23 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.017219:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841222 expref: 22 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.017226:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dea00)
00010000:00010000:2.0:1777022460.017229:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022460.017231:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022460.017284:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815921920:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 311us (660us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.017290:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 124
00000100:00100000:1.0:1777022460.022353:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.022557:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815922048
00000100:00100000:0.0:1777022460.022569:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815922048
00000100:00100000:0.0:1777022460.022638:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 125
00000100:00100000:0.0:1777022460.022648:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815922048:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022460.022668:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022460.022688:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e3b83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841229 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.022750:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e3b8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.022763:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e3b8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.022774:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e3b8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.022832:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2c00/0x72ae7b78094e3b91 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.022839:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2c00/0x72ae7b78094e3b91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.022846:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2c00/0x72ae7b78094e3b91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023339:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e3b8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023348:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e3b8a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023354:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e3b8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023360:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd3400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022460.023363:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e3b8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023369:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e3b8a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023381:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dea00)
00010000:00010000:1.0:1777022460.023384:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022460.023387:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e3b8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023393:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3400/0x72ae7b78094e3b8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023405:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2c00/0x72ae7b78094e3b91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023410:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2c00/0x72ae7b78094e3b91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023428:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2c00/0x72ae7b78094e3b91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023433:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd2c00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022460.023435:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2c00/0x72ae7b78094e3b91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023441:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2c00/0x72ae7b78094e3b91 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023448:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8635a1a7 (ffff8efa4954ba00)
00010000:00010000:1.0:1777022460.023450:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022460.023452:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2c00/0x72ae7b78094e3b91 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023456:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2c00/0x72ae7b78094e3b91 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023487:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e3b83 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841229 expref: 23 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023496:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dea00)
00010000:00010000:1.0:1777022460.023499:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022460.023501:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2e00/0x72ae7b78094e3b83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841229 expref: 23 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.023509:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2e00, rc 0)
00000100:00100000:1.0:1777022460.023573:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815922048:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 926us (1228us total) trans 0 rc 301/301
00000100:00100000:1.0:1777022460.023600:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 125
00000100:00100000:0.0:1777022460.041836:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.042141:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815922304
00000100:00100000:2.0:1777022460.042151:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815922304
00000100:00100000:2.0:1777022460.042252:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 126
00000100:00100000:2.0:1777022460.042262:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815922304:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.042284:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.042287:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1777022460.042317:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3b7c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841222 expref: 22 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.042352:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dea00)
00010000:00010000:2.0:1777022460.042363:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022460.042379:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b98 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841230 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.042477:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.042490:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.042499:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.042510:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3ba6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.042516:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.042522:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1777022460.043374:0:5953:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x8:0x0], index 0: 0
00010000:00010000:2.0:1777022460.043529:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3bad lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.043542:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3bad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.043566:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3bad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.043612:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.043619:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b9f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.043626:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b9f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.043632:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ac00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022460.043636:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b9f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.043644:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b9f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.043654:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655ded00)
00010000:00010000:2.0:1777022460.044008:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022460.044015:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b9f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.044022:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3b9f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022460.044038:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039710a6a reply state 000000004c8703ba transno 4294967379 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.044047:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1777022460.044087:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3b98 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841230 expref: 24 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.044106:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3bad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841230 expref: 23 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.044113:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8efa655de000)
00010000:00010000:2.0:1777022460.044116:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022460.044118:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022460.044274:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815922304:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2013us (2447us total) trans 4294967379 rc 0/0
00000100:00100000:2.0:1777022460.044284:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 126
00000100:00100000:0.0:1777022460.059033:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.059138:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815922560
00000100:00100000:2.0:1777022460.059148:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815922560
00000100:00100000:2.0:1777022460.059229:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 127
00000100:00100000:2.0:1777022460.059239:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815922560:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022460.059294:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022460.059321:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3bad lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841230 expref: 24 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.059340:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8efa655de000)
00010000:00010000:2.0:1777022460.059351:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022460.059505:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3bbb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.059519:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3bbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.059529:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3bbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1777022460.059600:0:5952:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967380
00000004:00010000:2.0:1777022460.059620:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007514cb2 reply state 0000000097eb1400 transno 4294967381 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3bbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.059628:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1777022460.060231:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815922560:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 991us (1204us total) trans 4294967381 rc 0/0
00000100:00100000:2.0:1777022460.060239:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 127
00000020:00080000:2.0:1777022460.060244:0:5952:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00010000:00010000:1.0:1777022460.060700:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.060721:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3ba6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.060729:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3ba6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.060735:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022460.060739:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3ba6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.060747:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3ba6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.060760:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8635a1a7 (ffff8efa655dee00)
00010000:00010000:1.0:1777022460.060763:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022460.060767:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3ba6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.060774:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e3ba6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.064528:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:3.0:1777022460.072803:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3bbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.072821:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3bbb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.072829:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3bbb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.072836:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022460.072841:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3bbb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.072849:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3bbb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.072899:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8efa655de200)
00010000:00010000:3.0:1777022460.072903:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022460.072908:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3bbb lrc: 2/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.072936:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e3bbb lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.074311:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815922688
00000100:00100000:2.0:1777022460.074325:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815922688
00000100:00100000:2.0:1777022460.074523:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 128
00000100:00100000:2.0:1777022460.074535:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815922688:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.074559:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.074597:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3bc2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841237 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.074657:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3bc2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841237 expref: 25 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.074672:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3bc2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841237 expref: 25 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.074690:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8efa655ded00)
00010000:00010000:2.0:1777022460.074692:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:2.0:1777022460.074695:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022460.074766:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815922688:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 234us (10249us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.074788:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 128
00000100:00100000:2.0:1777022460.082988:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.083216:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815922816
00000100:00100000:3.0:1777022460.083226:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815922816
00000100:00100000:3.0:1777022460.083293:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 441
00000100:00100000:3.0:1777022460.083304:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10158:x1863342815922816:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022460.083322:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022460.083346:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e3bc9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784123e expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022460.083374:0:6924:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1777022460.083394:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.083397:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.083404:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e3bc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784123e expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.083423:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e3bc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784123e expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.083437:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7e00, rc 0)
00000100:00100000:3.0:1777022460.083491:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10158:x1863342815922816:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 190us (513us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.083499:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 441
00000100:00080000:0.0:1777022460.084207:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022460.086241:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.086315:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815922944
00000100:00100000:3.0:1777022460.086325:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815922944
00002000:00010000:3.0:1777022460.086377:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/8 (4096->18446744073709551615)
00002000:00100000:3.0:1777022460.086383:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33480 with x1863342815922944 ext(4096->18446744073709551615)
00002000:00010000:3.0:1777022460.086394:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65b33480.
00000100:00100000:3.0:1777022460.086426:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 240
00000100:00100000:3.0:1777022460.086436:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342815922944:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:3.0:1777022460.086619:0:11976:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb size from disk: 0 -> 4096
00002000:00010000:3.0:1777022460.086622:0:11976:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb mtime from disk: 0 -> 1777022459
00002000:00010000:3.0:1777022460.086624:0:11976:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:3.0:1777022460.086626:0:11976:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb ctime from disk: 0 -> 1777022459
00002000:00010000:3.0:1777022460.086628:0:11976:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:3.0:1777022460.086680:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342815922944:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 245us (447us total) trans 4294967312 rc 0/0
00000100:00100000:3.0:1777022460.086688:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 240
00002000:00010000:3.0:1777022460.086693:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/8 (4096->18446744073709551615)
00002000:00100000:3.0:1777022460.086696:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33480 with x1863342815922944 ext(4096->18446744073709551615)
00002000:00010000:3.0:1777022460.086700:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65b33480.
00000100:00100000:3.0:1777022460.092566:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.093101:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815923072
00000100:00100000:1.0:1777022460.093111:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815923072
00002000:00100000:1.0:1777022460.093164:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x8:0x0] (0->4095)  req@ffff8efa65ffdf80 x1863342815923072/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.093206:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffdf80 with x1863342815923072 ext(0->4095)
00002000:00010000:1.0:1777022460.093212:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65ffdf80
00000100:00100000:1.0:1777022460.093249:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 241
00000100:00100000:1.0:1777022460.093259:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342815923072:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022460.093475:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342815923072:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 216us (918us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022460.093483:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 241
00002000:00100000:1.0:1777022460.093490:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x8:0x0] (0->4095)  req@ffff8efa65ffdf80 x1863342815923072/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.093498:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffdf80 with x1863342815923072 ext(0->4095)
00002000:00010000:1.0:1777022460.093501:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65ffdf80
00000100:00100000:1.0:1777022460.100999:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.101227:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815923328
00000100:00100000:2.0:1777022460.101240:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815923328
00000100:00100000:2.0:1777022460.101296:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31
00000100:00100000:2.0:1777022460.101308:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815923328:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022460.101532:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815923328:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 227us (542us total) trans 4294967382 rc 0/0
00000100:00100000:2.0:1777022460.101540:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31
00000100:00100000:0.0:1777022460.109975:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.110160:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815923456
00000100:00100000:2.0:1777022460.110180:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815923456
00000100:00100000:2.0:1777022460.110241:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 129
00000100:00100000:2.0:1777022460.110251:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815923456:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.110281:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.110309:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3bd0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841245 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.110381:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3bd7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.110396:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3bd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.110407:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3bd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022460.110445:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022460.110461:0:5952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022460.110481:0:5952:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3bd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.110503:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3bd0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841245 expref: 28 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.110519:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3bd7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841245 expref: 27 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.110527:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de000)
00010000:00010000:2.0:1777022460.110530:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022460.110533:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ac00, rc 0)
00000100:00100000:2.0:1777022460.110602:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342815923456:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 353us (636us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.110609:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 129
00000100:00100000:1.0:1777022460.125323:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.125404:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815923712
00000100:00100000:2.0:1777022460.125414:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815923712
00000100:00100000:2.0:1777022460.125474:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 130
00000100:00100000:2.0:1777022460.125485:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342815923712:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.125505:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.125527:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3bde lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784124c expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125612:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3be5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125626:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3be5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125656:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3be5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125672:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3bec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125680:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3bec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125685:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3bec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125801:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3bf3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125810:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125816:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022460.125825:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 4096
00010000:00010000:2.0:1777022460.125948:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3be5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125956:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3be5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125962:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3be5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125968:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022460.125978:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3be5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125986:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3be5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.125997:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de000)
00010000:00010000:2.0:1777022460.125999:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022460.126004:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3be5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.126010:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3be5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.126022:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3bec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.126028:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3bec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.126033:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3bec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.126039:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511be00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022460.126041:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3bec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.126046:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3bec lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.126053:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8635a1a7 (ffff8efa655dea00)
00010000:00010000:2.0:1777022460.126054:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022460.126063:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3bec lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.126069:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3bec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.126106:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e3bde lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784124c expref: 30 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.126118:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3bf3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784124c expref: 29 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.126125:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8efa655ded00)
00010000:00010000:2.0:1777022460.126127:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022460.126129:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022460.126192:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815923712:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 709us (879us total) trans 4294967383 rc 0/0
00000100:00100000:2.0:1777022460.126200:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 130
00000100:00100000:1.0:1777022460.129434:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.129559:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815923968
00000100:00100000:2.0:1777022460.129567:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815923968
00000100:00100000:2.0:1777022460.129631:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 32
00000100:00100000:2.0:1777022460.129642:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815923968:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022460.130283:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342815923968:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 641us (855us total) trans 4294967384 rc 0/0
00000100:00100000:2.0:1777022460.130291:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 32
00000100:00100000:0.0:1777022460.146045:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.146242:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815924224
00000100:00100000:1.0:1777022460.146253:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815924224
00000100:00100000:1.0:1777022460.146311:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 131
00000100:00100000:1.0:1777022460.146320:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342815924224:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:1.0:1777022460.146374:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:1.0:1777022460.146396:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e3bf3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784124c expref: 30 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.146417:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e3bc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841237 expref: 29 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.146447:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8efa655ded00)
00010000:00010000:1.0:1777022460.146463:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e3bd7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841245 expref: 28 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.146725:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de000)
00010000:00010000:1.0:1777022460.146733:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022460.146757:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e3c01 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.146771:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e3c01 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.146781:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e3c01 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.146793:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c08 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.146799:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c08 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.146806:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c08 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.149262:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c0f lrc: 3/0,1 mode: --/EX res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.149282:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c0f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.149310:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c0f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1777022460.150291:0:5952:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 64 off8640
00000004:00080000:1.0:1777022460.150306:0:5952:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 398316450084ns, next at 399316445996ns, rc = 0
00010000:00010000:1.0:1777022460.150360:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c16 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150372:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150381:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150388:0:5952:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c16 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150394:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c16 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150400:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150473:0:5952:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1777022460.150496:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c0f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150502:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c0f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150508:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c0f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150523:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022460.150527:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c0f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150534:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c0f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150545:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8efa81569200)
00010000:00010000:1.0:1777022460.150547:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1777022460.150551:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c0f lrc: 2/0,0 mode: --/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150556:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c0f lrc: 0/0,0 mode: --/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150573:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e3c01 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150579:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e3c01 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150585:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e3c01 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150599:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022460.150601:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e3c01 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150606:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e3c01 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150624:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569a00)
00010000:00010000:1.0:1777022460.150626:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022460.150629:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e3c01 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.150635:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e3c01 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1777022460.150651:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000280e6ed4 reply state 000000000bdeeb6c transno 4294967385 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c08 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.150661:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1777022460.150769:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815924224:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 4446us (4728us total) trans 4294967385 rc 0/0
00000100:00100000:1.0:1777022460.150779:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 131
00010000:00010000:3.0:1777022460.163892:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022460.163908:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c16 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.163919:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d200 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022460.163923:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c16 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.163932:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.163972:0:5941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8efa81569200)
00010000:00010000:3.0:1777022460.163974:0:5941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1777022460.163979:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c16 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.163984:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c16 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.164214:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022460.164217:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022460.164219:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022460.164749:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c08 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.164760:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c08 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.164766:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c08 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.164771:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570da00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022460.164775:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c08 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.164781:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c08 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.164791:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8635a1a7 (ffff8efa81569000)
00010000:00010000:2.0:1777022460.164793:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022460.164797:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c08 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.164802:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c08 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.165245:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.165339:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815924352
00000100:00100000:2.0:1777022460.165348:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815924352
00000100:00100000:2.0:1777022460.165400:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 132
00000100:00100000:2.0:1777022460.165410:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10158:x1863342815924352:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.165432:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.165452:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3c1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841253 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.165531:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3c24 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.165543:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3c24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.165552:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3c24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022460.165600:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022460.165605:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022460.165624:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3c24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.165648:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3c1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841253 expref: 30 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.165663:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3c24 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841253 expref: 29 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.165671:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dea00)
00010000:00010000:2.0:1777022460.165673:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022460.165676:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022460.165741:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815924352:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 334us (502us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.165749:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 132
00000100:00100000:2.0:1777022460.169206:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.169825:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815924480
00000100:00100000:3.0:1777022460.169836:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815924480
00000100:00100000:0.0:1777022460.170159:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 133
00000100:00100000:0.0:1777022460.170182:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815924480:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022460.170203:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022460.170225:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3c2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784125a expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170293:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e3c32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170310:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e3c32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170323:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e3c32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170419:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3c39 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170427:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3c39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170434:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3c39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170470:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e3c32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170476:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e3c32 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170483:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e3c32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170489:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd2400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022460.170492:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e3c32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170500:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e3c32 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170511:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dea00)
00010000:00010000:0.0:1777022460.170514:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022460.170519:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e3c32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170525:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2400/0x72ae7b78094e3c32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170545:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3c39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170551:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3c39 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170557:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3c39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170562:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd2000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022460.170566:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3c39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170572:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3c39 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170579:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (ffff8efa4954bb00)
00010000:00010000:0.0:1777022460.170582:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022460.170584:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3c39 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170590:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd2000/0x72ae7b78094e3c39 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170620:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3c2b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784125a expref: 30 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170630:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dea00)
00010000:00010000:0.0:1777022460.170632:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022460.170643:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3200/0x72ae7b78094e3c2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784125a expref: 30 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.170652:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3200, rc 0)
00000100:00100000:0.0:1777022460.170729:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815924480:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 560us (1533us total) trans 0 rc 301/301
00000100:00100000:0.0:1777022460.170736:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 133
00000100:00100000:0.0:1777022460.175750:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.175820:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815924736
00000100:00100000:2.0:1777022460.175842:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815924736
00000100:00100000:2.0:1777022460.175938:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 134
00000100:00100000:2.0:1777022460.175948:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815924736:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.175969:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.175973:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1777022460.175999:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e3c24 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841253 expref: 29 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.176018:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dea00)
00010000:00010000:2.0:1777022460.176028:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022460.176043:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3c40 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841261 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.176134:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3c47 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.176146:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3c47 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.176154:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3c47 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.176165:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3c4e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.176184:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3c4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.176191:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3c4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1777022460.176457:0:5953:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x9:0x0], index 1: 0
00010000:00010000:2.0:1777022460.176573:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3c55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.176582:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3c55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.176987:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3c55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.177024:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3c47 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.177032:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3c47 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.177037:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3c47 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.177044:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511aa00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022460.177048:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3c47 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.177055:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3c47 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.177063:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de300)
00010000:00010000:2.0:1777022460.177066:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022460.177070:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3c47 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.177087:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e3c47 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022460.177098:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000024d468bc reply state 0000000031c14cdf transno 4294967386 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3c4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.177106:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1777022460.177144:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e3c40 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841261 expref: 31 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.177160:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3c55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841261 expref: 30 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.177178:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8efa655de800)
00010000:00010000:2.0:1777022460.177180:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022460.177183:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:2.0:1777022460.177255:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10158:x1863342815924736:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1310us (1516us total) trans 4294967386 rc 0/0
00000100:00100000:2.0:1777022460.177265:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 134
00010000:00010000:3.0:1777022460.180811:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3c4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.180829:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3c4e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.180837:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3c4e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.180844:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022460.180849:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3c4e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.180911:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3c4e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.180928:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (ffff8efa655de500)
00010000:00010000:3.0:1777022460.180932:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022460.180936:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3c4e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.180962:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e3c4e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.181182:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.181444:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815924992
00000100:00100000:1.0:1777022460.181454:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815924992
00000100:00100000:1.0:1777022460.181507:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 135
00000100:00100000:1.0:1777022460.181517:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342815924992:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:1.0:1777022460.181574:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022460.181592:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e3c55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841261 expref: 30 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.181606:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8efa655de800)
00010000:00010000:1.0:1777022460.181613:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022460.181784:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c63 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.181809:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.181817:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1777022460.181898:0:5954:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967387
00000004:00010000:1.0:1777022460.181919:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000afd27620 reply state 000000009ff179ba transno 4294967388 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.181928:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1777022460.182018:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815924992:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 502us (847us total) trans 4294967388 rc 0/0
00000100:00100000:1.0:1777022460.182025:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 135
00000020:00080000:1.0:1777022460.182030:0:5954:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00010000:00010000:2.0:1777022460.189769:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.189785:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c63 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.189793:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.189799:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022460.189818:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.189825:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c63 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.189842:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8efa81569a00)
00010000:00010000:2.0:1777022460.189845:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022460.189849:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c63 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.189870:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e3c63 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.193179:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.193494:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815925120
00000100:00100000:2.0:1777022460.193505:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815925120
00000100:00100000:2.0:1777022460.193562:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 136
00000100:00100000:2.0:1777022460.193572:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10158:x1863342815925120:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.193602:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.193625:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3c6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841268 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.193682:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3c6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841268 expref: 32 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.193698:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3c6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841268 expref: 32 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.193717:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8efa655de100)
00010000:00010000:2.0:1777022460.193721:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:2.0:1777022460.193737:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:2.0:1777022460.193800:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815925120:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 229us (640us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.193807:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 136
00000100:00100000:1.0:1777022460.203279:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.203359:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815925248
00000100:00100000:0.0:1777022460.203368:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815925248
00000100:00100000:0.0:1777022460.203417:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 442
00000100:00100000:0.0:1777022460.203426:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10158:x1863342815925248:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022460.203444:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022460.203464:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784126f expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.203488:0:6921:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1777022460.203506:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.203508:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.203514:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.203529:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.203559:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2000, rc 0)
00000100:00100000:0.0:1777022460.203618:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10158:x1863342815925248:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 193us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.203624:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 442
00000100:00100000:1.0:1777022460.205744:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.206055:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815925376
00000100:00100000:3.0:1777022460.206064:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815925376
00002000:00010000:3.0:1777022460.206104:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/9 (409600->18446744073709551615)
00002000:00100000:3.0:1777022460.206109:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661adc00 with x1863342815925376 ext(409600->18446744073709551615)
00002000:00010000:3.0:1777022460.206122:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa661adc00.
00000100:00100000:3.0:1777022460.206153:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 242
00000100:00100000:3.0:1777022460.206162:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815925376:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:3.0:1777022460.206353:0:11976:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb size from disk: 0 -> 409600
00002000:00010000:3.0:1777022460.206358:0:11976:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 0 -> 1777022459
00002000:00010000:3.0:1777022460.206360:0:11976:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:3.0:1777022460.206361:0:11976:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 0 -> 1777022459
00002000:00010000:3.0:1777022460.206363:0:11976:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:3.0:1777022460.206421:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342815925376:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 260us (683us total) trans 4294967374 rc 0/0
00000100:00100000:3.0:1777022460.206429:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 242
00002000:00010000:3.0:1777022460.206432:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/9 (409600->18446744073709551615)
00002000:00100000:3.0:1777022460.206435:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661adc00 with x1863342815925376 ext(409600->18446744073709551615)
00002000:00010000:3.0:1777022460.206439:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa661adc00.
00000100:00100000:2.0:1777022460.213296:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.213391:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815925504
00000100:00100000:1.0:1777022460.213401:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815925504
00000100:00100000:1.0:1777022460.213621:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 137
00000100:00100000:1.0:1777022460.213633:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+5:10159:x1863342815925504:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022460.213654:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022460.213680:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e3c78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841276 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.213750:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c7f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.213762:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.213790:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022460.213830:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:1.0:1777022460.213833:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1777022460.213850:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.213927:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e3c78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841276 expref: 7 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.213945:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c7f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841276 expref: 6 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.213953:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569c00)
00010000:00010000:1.0:1777022460.213955:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1777022460.213959:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:1.0:1777022460.214013:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10159:x1863342815925504:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 383us (725us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.214020:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 137
00000100:00100000:1.0:1777022460.218903:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.219397:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815925632
00000100:00100000:3.0:1777022460.219407:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815925632
00002000:00100000:3.0:1777022460.219466:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (0->4095)  req@ffff8efa6564aa00 x1863342815925632/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.219499:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564aa00 with x1863342815925632 ext(0->4095)
00002000:00010000:3.0:1777022460.219505:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6564aa00
00000100:00100000:3.0:1777022460.219544:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 243
00000100:00100000:3.0:1777022460.219554:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2379:x1863342815925632:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022460.219769:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2379:x1863342815925632:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 215us (876us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022460.219777:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 243
00002000:00100000:3.0:1777022460.219784:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (0->4095)  req@ffff8efa6564aa00 x1863342815925632/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.219793:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564aa00 with x1863342815925632 ext(0->4095)
00002000:00010000:3.0:1777022460.219796:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6564aa00
00000100:00100000:2.0:1777022460.222890:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.223112:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815925888
00000100:00100000:1.0:1777022460.223123:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815925888
00000100:00100000:1.0:1777022460.223185:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 138
00000100:00100000:1.0:1777022460.223195:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10159:x1863342815925888:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022460.223213:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022460.223234:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e3c86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784127d expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223323:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c8d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223336:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223347:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223362:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e3c94 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223369:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e3c94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223374:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e3c94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223479:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e3c9b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223488:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e3c9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223494:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e3c9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022460.223503:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 409600
00010000:00010000:1.0:1777022460.223575:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223582:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c8d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223595:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c8d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223601:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022460.223604:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c8d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223611:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c8d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223623:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569c00)
00010000:00010000:1.0:1777022460.223626:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022460.223629:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223635:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e3c8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223647:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e3c94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223653:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e3c94 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223658:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e3c94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223663:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022460.223666:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e3c94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223681:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e3c94 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223689:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (ffff8efa81569800)
00010000:00010000:1.0:1777022460.223691:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022460.223694:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e3c94 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223700:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e3c94 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223742:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e3c86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784127d expref: 9 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223755:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e3c9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784127d expref: 8 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.223762:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8efa655de100)
00010000:00010000:1.0:1777022460.223764:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022460.223766:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:1.0:1777022460.223836:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10159:x1863342815925888:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 643us (991us total) trans 4294967389 rc 0/0
00000100:00100000:1.0:1777022460.223845:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 138
00000100:00080000:0.0:1777022460.227371:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022460.229999:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.230102:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.233290:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815926016
00000100:00100000:0.0:1777022460.233306:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815926016
00000100:00100000:0.0:1777022460.233411:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 443
00000100:00100000:0.0:1777022460.233421:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342815926016:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022460.233440:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022460.233457:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3ca9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841284 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.233517:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835793792:192.168.202.33@tcp:106:
00000100:00100000:0.0:1777022460.233615:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e600 going to sleep for 11 seconds
00000100:00080000:3.0:1777022460.234447:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022460.237195:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815926144
00000100:00100000:2.0:1777022460.237209:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815926144
00002000:00100000:2.0:1777022460.237264:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (4096->8191)  req@ffff8efa65fff800 x1863342815926144/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.237276:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fff800 with x1863342815926144 ext(4096->8191)
00002000:00010000:2.0:1777022460.237282:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65fff800
00000100:00100000:2.0:1777022460.237321:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 244
00000100:00100000:2.0:1777022460.237332:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342815926144:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022460.237543:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342815926144:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 212us (7553us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022460.237552:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 244
00002000:00100000:2.0:1777022460.237559:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (4096->8191)  req@ffff8efa65fff800 x1863342815926144/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.237568:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fff800 with x1863342815926144 ext(4096->8191)
00002000:00010000:2.0:1777022460.237571:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65fff800
00002000:00010000:0.0:1777022460.239836:0:9584:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb atime: 0 -> 1777022459
00002000:00010000:0.0:1777022460.239844:0:9584:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks: 0 -> 1
00000100:00100000:0.0:1777022460.240181:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835793792:192.168.202.33@tcp:106:
00010000:00010000:0.0:1777022460.240222:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3ca9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841284 expref: 6 pid: 9584 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.240250:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3ca9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841284 expref: 6 pid: 9584 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.240285:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2400, rc 0)
00000100:00100000:0.0:1777022460.240347:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342815926016:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6927us (10243us total) trans 0 rc 301/301
00000100:00100000:0.0:1777022460.240356:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 443
00000100:00100000:1.0:1777022460.245239:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.245319:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.245386:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815926400
00000100:00100000:3.0:1777022460.245395:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815926400
00002000:00100000:3.0:1777022460.245450:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (8192->12287)  req@ffff8efa66931f80 x1863342815926400/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.245461:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931f80 with x1863342815926400 ext(8192->12287)
00002000:00010000:3.0:1777022460.245467:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66931f80
00000100:00100000:3.0:1777022460.245528:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 245
00000100:00100000:3.0:1777022460.245538:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342815926400:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022460.245886:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342815926400:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 339us (556us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022460.245903:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 245
00002000:00100000:3.0:1777022460.245911:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (8192->12287)  req@ffff8efa66931f80 x1863342815926400/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.245920:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931f80 with x1863342815926400 ext(8192->12287)
00002000:00010000:3.0:1777022460.245924:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66931f80
00000100:00100000:2.0:1777022460.246063:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815926272
00000100:00100000:2.0:1777022460.246068:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815926272
00000100:00100000:2.0:1777022460.246103:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 444
00000100:00100000:2.0:1777022460.246111:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+5:10159:x1863342815926272:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.246142:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.246159:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e3cb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784128b expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.246197:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.246206:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022460.246207:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022460.246211:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e3cb0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784128b expref: 6 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.246241:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.246254:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 8 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.246268:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835793920:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022460.247231:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022460.252994:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.253055:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.253129:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835793920:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022460.253179:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e3cb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784128b expref: 6 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.253204:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511bc00, rc 0)
00000100:00100000:3.0:1777022460.253263:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10159:x1863342815926272:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7152us (8033us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.253273:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 444
00000100:00100000:0.0:1777022460.254324:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815926656
00000100:00100000:0.0:1777022460.254335:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815926656
00002000:00100000:1.0:1777022460.254444:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (0->12287)  req@ffff8efa66933800 x1863342815926656/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 12776/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.254471:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66933800 with x1863342815926656 ext(0->12287)
00010000:00010000:1.0:1777022460.254479:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 9 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.254495:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 9 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.254504:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66933800
00000100:00100000:1.0:1777022460.254573:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815926528
00000100:00100000:1.0:1777022460.254577:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815926528
00002000:00100000:1.0:1777022460.255335:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (12288->69631)  req@ffff8efa66930380 x1863342815926528/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.255347:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930380 with x1863342815926528 ext(12288->69631)
00010000:00010000:1.0:1777022460.255354:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 10 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.255367:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 10 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.255374:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66930380
00000100:00100000:1.0:1777022460.255409:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 247
00000100:00100000:1.0:1777022460.255418:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342815926656:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022460.255705:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 248
00000100:00100000:0.0:1777022460.255714:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342815926528:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022460.256272:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2378:x1863342815926656:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 853us (3286us total) trans 4294967375 rc 0/0
00000100:00100000:1.0:1777022460.256288:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 247
00002000:00100000:1.0:1777022460.256296:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (0->12287)  req@ffff8efa66933800 x1863342815926656/t4294967375(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 12776/448 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.256304:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66933800 with x1863342815926656 ext(0->12287)
00010000:00010000:1.0:1777022460.256310:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 13 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.256324:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 13 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.256330:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66933800
00000100:00100000:0.0:1777022460.263194:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342815926528:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7470us (10127us total) trans 0 rc 57344/57344
00000100:00100000:0.0:1777022460.263206:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 248
00002000:00100000:0.0:1777022460.263220:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (12288->69631)  req@ffff8efa66930380 x1863342815926528/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/440 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.263233:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930380 with x1863342815926528 ext(12288->69631)
00010000:00010000:0.0:1777022460.263243:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 11 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.263263:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 11 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.263273:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66930380
00000100:00100000:2.0:1777022460.267229:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.267338:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815926784
00000100:00100000:1.0:1777022460.267349:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815926784
00000100:00100000:1.0:1777022460.267408:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 445
00000100:00100000:1.0:1777022460.267420:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342815926784:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022460.267438:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022460.267457:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841292 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.267487:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.267490:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.267495:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 12 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.267508:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 12 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.267534:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022460.267599:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10158:x1863342815926784:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 182us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.267607:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 445
00000100:00100000:1.0:1777022460.270188:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.270285:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815926912
00000100:00100000:0.0:1777022460.270295:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815926912
00010000:00010000:0.0:1777022460.270348:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 12 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.270394:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 434
00000100:00100000:0.0:1777022460.270404:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2377:x1863342815926912:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022460.270418:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022460.270436:0:11988:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 1 -> 24
00010000:00010000:0.0:1777022460.270442:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 12 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.270456:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 12 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.270477:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3c71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784126f expref: 12 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.270493:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.270495:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.270504:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e3cb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->12287] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784128b expref: 5 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.270513:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e3cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->12287] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784128b expref: 5 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.270522:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.270523:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.270526:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.270541:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.270591:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.270608:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835794048:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022460.270695:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e3cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->12287] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784128b expref: 5 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.270705:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835794176:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022460.270726:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022460.273493:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835794048:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022460.275917:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.276043:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835794176:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022460.276070:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022460.276123:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342815926912:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5721us (5954us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.276134:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 434
00000100:00100000:2.0:1777022460.277039:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815927040
00000100:00100000:2.0:1777022460.277050:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815927040
00002000:00100000:2.0:1777022460.277099:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (0->4095)  req@ffff8efa66933480 x1863342815927040/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.277109:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66933480 with x1863342815927040 ext(0->4095)
00002000:00010000:2.0:1777022460.277141:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66933480
00000100:00100000:2.0:1777022460.277186:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 246
00000100:00100000:2.0:1777022460.277196:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342815927040:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022460.277371:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342815927040:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 177us (1463us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022460.277378:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 246
00002000:00100000:2.0:1777022460.277385:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (0->4095)  req@ffff8efa66933480 x1863342815927040/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.277393:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66933480 with x1863342815927040 ext(0->4095)
00002000:00010000:2.0:1777022460.277396:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66933480
00000100:00100000:1.0:1777022460.287502:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.287544:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.287770:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815927168
00000100:00100000:3.0:1777022460.287780:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815927168
00002000:00100000:3.0:1777022460.287829:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (12288->16383)  req@ffff8efa66932d80 x1863342815927168/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.287841:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932d80 with x1863342815927168 ext(12288->16383)
00002000:00010000:3.0:1777022460.287847:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66932d80
00000100:00100000:3.0:1777022460.287919:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815927296
00000100:00100000:3.0:1777022460.287923:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815927296
00002000:00100000:3.0:1777022460.287939:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (4096->8191)  req@ffff8efa66933b80 x1863342815927296/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.287947:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66933b80 with x1863342815927296 ext(4096->8191)
00002000:00010000:3.0:1777022460.287963:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66933b80
00000100:00100000:3.0:1777022460.287983:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 247
00000100:00100000:3.0:1777022460.287992:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342815927168:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022460.288153:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342815927168:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 162us (660us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022460.288161:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 247
00002000:00100000:3.0:1777022460.288181:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (12288->16383)  req@ffff8efa66932d80 x1863342815927168/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.288190:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932d80 with x1863342815927168 ext(12288->16383)
00002000:00010000:3.0:1777022460.288193:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66932d80
00000100:00100000:3.0:1777022460.288209:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 248
00000100:00100000:3.0:1777022460.288216:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342815927296:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022460.288285:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342815927296:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 69us (740us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022460.288291:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 248
00002000:00100000:3.0:1777022460.288297:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (4096->8191)  req@ffff8efa66933b80 x1863342815927296/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.288305:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66933b80 with x1863342815927296 ext(4096->8191)
00002000:00010000:3.0:1777022460.288308:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66933b80
00000100:00100000:1.0:1777022460.298132:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.298199:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815927424
00000100:00100000:3.0:1777022460.298210:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815927424
00002000:00100000:3.0:1777022460.298260:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (16384->20479)  req@ffff8efa66931500 x1863342815927424/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.298292:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931500 with x1863342815927424 ext(16384->20479)
00002000:00010000:3.0:1777022460.298299:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66931500
00000100:00100000:3.0:1777022460.298375:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 249
00000100:00100000:3.0:1777022460.298386:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342815927424:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022460.300266:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342815927424:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 1872us (2132us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022460.300278:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 249
00002000:00100000:3.0:1777022460.300292:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (16384->20479)  req@ffff8efa66931500 x1863342815927424/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.300302:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931500 with x1863342815927424 ext(16384->20479)
00002000:00010000:3.0:1777022460.300307:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66931500
00000100:00100000:0.0:1777022460.301099:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.301218:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815927552
00000100:00100000:3.0:1777022460.301228:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815927552
00002000:00100000:3.0:1777022460.301269:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (8192->12287)  req@ffff8efa65805180 x1863342815927552/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.301278:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805180 with x1863342815927552 ext(8192->12287)
00002000:00010000:3.0:1777022460.301282:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805180
00000100:00100000:3.0:1777022460.301308:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 250
00000100:00100000:3.0:1777022460.301318:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342815927552:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022460.307718:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.308028:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342815927552:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6708us (6932us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022460.308040:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 250
00002000:00100000:2.0:1777022460.308051:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (8192->12287)  req@ffff8efa65805180 x1863342815927552/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.308062:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805180 with x1863342815927552 ext(8192->12287)
00002000:00010000:2.0:1777022460.308068:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805180
00000100:00100000:2.0:1777022460.308094:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815927680
00000100:00100000:2.0:1777022460.308101:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815927680
00002000:00100000:2.0:1777022460.308131:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (20480->24575)  req@ffff8efa66930000 x1863342815927680/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.308138:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930000 with x1863342815927680 ext(20480->24575)
00002000:00010000:2.0:1777022460.308141:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66930000
00000100:00100000:3.0:1777022460.313064:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 251
00000100:00100000:3.0:1777022460.313084:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2380:x1863342815927680:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022460.313304:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2380:x1863342815927680:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 228us (5595us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022460.313327:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 251
00002000:00100000:3.0:1777022460.313336:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (20480->24575)  req@ffff8efa66930000 x1863342815927680/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.313346:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930000 with x1863342815927680 ext(20480->24575)
00002000:00010000:3.0:1777022460.313353:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66930000
00000100:00100000:1.0:1777022460.313563:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.317547:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815927808
00000100:00100000:3.0:1777022460.317561:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815927808
00000100:00100000:3.0:1777022460.317628:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 446
00000100:00100000:3.0:1777022460.317638:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10159:x1863342815927808:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022460.317658:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022460.317680:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841299 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.317713:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.317722:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.317724:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.317728:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 7 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.317761:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.317774:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 10 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.317803:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835794304:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022460.317941:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5214e780 going to sleep for 11 seconds
00000100:00100000:1.0:1777022460.322587:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.323504:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835794304:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022460.323538:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 7 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.323559:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022460.323631:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10159:x1863342815927808:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5994us (10068us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.323641:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 446
00000100:00100000:1.0:1777022460.323922:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.332298:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815927936
00000100:00100000:2.0:1777022460.332327:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815927936
00002000:00100000:2.0:1777022460.332386:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (24576->28671)  req@ffff8efa66930e00 x1863342815927936/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.332398:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930e00 with x1863342815927936 ext(24576->28671)
00010000:00010000:2.0:1777022460.332407:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 11 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.332429:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 11 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022460.332437:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66930e00
00000100:00100000:2.0:1777022460.332488:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815928064
00000100:00100000:2.0:1777022460.332493:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815928064
00002000:00100000:2.0:1777022460.332512:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (12288->24575)  req@ffff8efa81a1e450 x1863342815928064/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 12776/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.332520:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa81a1e450 with x1863342815928064 ext(12288->24575)
00010000:00010000:2.0:1777022460.332525:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 12 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.332652:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 12 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022460.332661:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa81a1e450
00000100:00100000:2.0:1777022460.332687:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 249
00000100:00100000:2.0:1777022460.332697:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2379:x1863342815927936:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022460.332911:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2379:x1863342815927936:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 215us (10332us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022460.332918:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 249
00002000:00100000:2.0:1777022460.332924:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (24576->28671)  req@ffff8efa66930e00 x1863342815927936/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.332932:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930e00 with x1863342815927936 ext(24576->28671)
00010000:00010000:2.0:1777022460.332937:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 12 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.332948:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 12 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022460.332954:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66930e00
00000100:00100000:1.0:1777022460.333271:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 250
00000100:00100000:1.0:1777022460.333282:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa81a1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342815928064:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022460.333653:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa81a1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2378:x1863342815928064:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 373us (9732us total) trans 4294967376 rc 0/0
00000100:00100000:1.0:1777022460.333660:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 250
00002000:00100000:1.0:1777022460.333667:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (12288->24575)  req@ffff8efa81a1e450 x1863342815928064/t4294967376(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 12776/448 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.333676:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa81a1e450 with x1863342815928064 ext(12288->24575)
00010000:00010000:1.0:1777022460.333683:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 13 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.333711:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 13 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.333718:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa81a1e450
00000100:00100000:3.0:1777022460.339688:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.339735:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.339762:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815928320
00000100:00100000:3.0:1777022460.339771:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815928320
00010000:00010000:3.0:1777022460.339810:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 13 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.339848:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 435
00000100:00100000:3.0:1777022460.339885:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342815928320:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022460.339901:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022460.339923:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 24 -> 48
00010000:00010000:3.0:1777022460.339931:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 13 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.339961:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 13 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.339985:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3cb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841292 expref: 13 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.340002:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.340004:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.340011:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.340021:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.340058:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.340072:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835794432:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022460.340148:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5214e780 going to sleep for 11 seconds
00000100:00100000:2.0:1777022460.341104:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815928192
00000100:00100000:2.0:1777022460.341113:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815928192
00000100:00100000:2.0:1777022460.341193:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 447
00000100:00100000:2.0:1777022460.341202:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10158:x1863342815928192:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.341217:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.341234:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412a0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.341259:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.341267:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022460.341280:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022460.341284:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 14 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.341312:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.341325:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 6 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.341338:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835794560:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022460.341397:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022460.348305:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835794432:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022460.348335:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022460.348391:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+14:2377:x1863342815928320:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8533us (8654us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.348398:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835794560:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022460.348417:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 435
00010000:00010000:2.0:1777022460.348423:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 14 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.348442:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022460.348466:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10158:x1863342815928192:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7266us (8788us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.348473:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 447
00000100:00100000:3.0:1777022460.349542:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.351588:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815928448
00000100:00100000:0.0:1777022460.351604:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815928448
00002000:00100000:0.0:1777022460.351664:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (12288->69631)  req@ffff8efa65fffb80 x1863342815928448/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.351677:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fffb80 with x1863342815928448 ext(12288->69631)
00010000:00010000:0.0:1777022460.351686:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 7 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.351707:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 7 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.351715:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65fffb80
00000100:00100000:0.0:1777022460.351750:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 251
00000100:00100000:0.0:1777022460.351759:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2377:x1863342815928448:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022460.361820:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2377:x1863342815928448:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10050us (12270us total) trans 0 rc 57344/57344
00000100:00100000:1.0:1777022460.361834:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 251
00002000:00100000:1.0:1777022460.361845:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (12288->69631)  req@ffff8efa65fffb80 x1863342815928448/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/440 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.361891:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fffb80 with x1863342815928448 ext(12288->69631)
00010000:00010000:1.0:1777022460.361901:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 7 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.361921:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 7 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.361929:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65fffb80
00000100:00100000:3.0:1777022460.365911:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.366109:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815928576
00000100:00100000:1.0:1777022460.366121:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815928576
00000100:00100000:1.0:1777022460.366192:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 448
00000100:00100000:1.0:1777022460.366203:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10159:x1863342815928576:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022460.366224:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022460.366248:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3ccc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412a7 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.366302:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.366305:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.366310:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3ccc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412a7 expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.366324:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3ccc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412a7 expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.366339:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:1.0:1777022460.366405:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10159:x1863342815928576:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 204us (502us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.366412:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 448
00000100:00100000:3.0:1777022460.369192:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.369352:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815928704
00000100:00100000:2.0:1777022460.369361:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815928704
00010000:00010000:2.0:1777022460.369401:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 8 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.369444:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 436
00000100:00100000:2.0:1777022460.369453:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342815928704:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022460.369482:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022460.369504:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 8 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.369519:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 8 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.369540:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3cbe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [12288->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841299 expref: 8 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.369556:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.369558:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.369565:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.369575:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.369597:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.369598:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.369602:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3ccc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [12288->24575] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412a7 expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.369610:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3ccc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [12288->24575] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412a7 expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.369645:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3ccc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [12288->24575] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412a7 expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.369689:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835794688:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022460.369778:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.369787:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835794816:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022460.369810:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022460.373655:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835794688:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022460.373829:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835794816:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022460.373998:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022460.374057:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2377:x1863342815928704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4603us (4872us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.374068:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 436
00000100:00100000:3.0:1777022460.385048:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.388130:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.388909:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815928832
00000100:00100000:1.0:1777022460.388920:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815928832
00002000:00100000:1.0:1777022460.388963:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (24576->28671)  req@ffff8efa65ffc700 x1863342815928832/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.388976:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffc700 with x1863342815928832 ext(24576->28671)
00002000:00010000:1.0:1777022460.388981:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffc700
00000100:00100000:0.0:1777022460.389120:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815928960
00000100:00100000:0.0:1777022460.389124:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815928960
00002000:00100000:0.0:1777022460.389144:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (12288->24575)  req@ffff8efa660c7800 x1863342815928960/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.389152:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7800 with x1863342815928960 ext(12288->24575)
00002000:00010000:0.0:1777022460.389156:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c7800
00000100:00100000:0.0:1777022460.389217:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 252
00000100:00100000:0.0:1777022460.389226:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2380:x1863342815928832:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022460.389381:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2380:x1863342815928832:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 155us (4341us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022460.389399:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 252
00002000:00100000:0.0:1777022460.389406:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (24576->28671)  req@ffff8efa65ffc700 x1863342815928832/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.389414:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffc700 with x1863342815928832 ext(24576->28671)
00002000:00010000:0.0:1777022460.389417:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffc700
00000100:00100000:0.0:1777022460.389434:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 253
00000100:00100000:0.0:1777022460.389441:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2378:x1863342815928960:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022460.389501:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2378:x1863342815928960:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 60us (1380us total) trans 0 rc 12288/12288
00000100:00100000:0.0:1777022460.389507:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 253
00002000:00100000:0.0:1777022460.389512:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (12288->24575)  req@ffff8efa660c7800 x1863342815928960/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/12728 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 12288/12288 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.389519:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7800 with x1863342815928960 ext(12288->24575)
00002000:00010000:0.0:1777022460.389522:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c7800
00000100:00100000:3.0:1777022460.395072:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.395435:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815929088
00000100:00100000:1.0:1777022460.395446:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815929088
00002000:00100000:1.0:1777022460.395495:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (28672->32767)  req@ffff8efa65ffce00 x1863342815929088/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.395507:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffce00 with x1863342815929088 ext(28672->32767)
00002000:00010000:1.0:1777022460.395513:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffce00
00000100:00100000:1.0:1777022460.395534:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 254
00000100:00100000:1.0:1777022460.395559:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342815929088:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022460.395740:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342815929088:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 181us (675us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022460.395747:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 254
00002000:00100000:1.0:1777022460.395753:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (28672->32767)  req@ffff8efa65ffce00 x1863342815929088/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.395762:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffce00 with x1863342815929088 ext(28672->32767)
00002000:00010000:1.0:1777022460.395765:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffce00
00000100:00100000:3.0:1777022460.397721:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.397815:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815929216
00000100:00100000:0.0:1777022460.397823:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815929216
00000100:00100000:0.0:1777022460.397912:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 449
00000100:00100000:0.0:1777022460.397923:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10159:x1863342815929216:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022460.397938:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022460.397957:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005131f637/0x72ae7b78094e3cd3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412ae expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.397990:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.398015:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022460.398017:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022460.398022:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005131f637/0x72ae7b78094e3cd3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ae expref: 8 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.398055:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.398069:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 12 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.398082:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835794944:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022460.398155:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022460.401837:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.402021:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815929344
00000100:00100000:1.0:1777022460.402031:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815929344
00002000:00100000:1.0:1777022460.402076:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (32768->36863)  req@ffff8efa660c5f80 x1863342815929344/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.402085:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5f80 with x1863342815929344 ext(32768->36863)
00010000:00010000:1.0:1777022460.402093:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 13 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.402105:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 13 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.402111:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c5f80
00000100:00100000:1.0:1777022460.402137:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 252
00000100:00100000:1.0:1777022460.402143:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342815929344:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022460.402358:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342815929344:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 213us (528us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022460.402380:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 252
00002000:00100000:1.0:1777022460.402387:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (32768->36863)  req@ffff8efa660c5f80 x1863342815929344/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.402395:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5f80 with x1863342815929344 ext(32768->36863)
00010000:00010000:1.0:1777022460.402400:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 13 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.402410:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 13 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.402416:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c5f80
00000100:00100000:2.0:1777022460.405113:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.405222:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835794944:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022460.405259:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005131f637/0x72ae7b78094e3cd3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ae expref: 8 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.405282:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2800, rc 0)
00000100:00100000:0.0:1777022460.405389:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10159:x1863342815929216:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7468us (7675us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.405399:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 449
00000100:00100000:0.0:1777022460.405447:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815929472
00000100:00100000:0.0:1777022460.405453:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815929472
00002000:00100000:0.0:1777022460.405495:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (24576->32767)  req@ffff8efa660c6d80 x1863342815929472/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 8680/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.405516:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c6d80 with x1863342815929472 ext(24576->32767)
00010000:00010000:0.0:1777022460.405524:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 13 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.405536:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 13 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.405543:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c6d80
00000100:00100000:0.0:1777022460.405569:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 253
00000100:00100000:0.0:1777022460.405813:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2378:x1863342815929472:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022460.406834:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2378:x1863342815929472:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1252us (1726us total) trans 4294967377 rc 0/0
00000100:00100000:0.0:1777022460.406844:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 253
00002000:00100000:0.0:1777022460.406874:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (24576->32767)  req@ffff8efa660c6d80 x1863342815929472/t4294967377(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 8680/448 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.406885:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c6d80 with x1863342815929472 ext(24576->32767)
00010000:00010000:0.0:1777022460.406892:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 15 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.406908:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 15 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.406915:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c6d80
00000100:00100000:3.0:1777022460.406993:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.407090:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815929600
00000100:00100000:0.0:1777022460.407096:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815929600
00000100:00100000:0.0:1777022460.407131:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 450
00000100:00100000:0.0:1777022460.407141:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10158:x1863342815929600:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022460.407151:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022460.407176:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412b5 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.407198:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022460.407200:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022460.407205:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.407217:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.407228:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3800, rc 0)
00000100:00100000:0.0:1777022460.407257:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10158:x1863342815929600:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 119us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.407264:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 450
00000100:00100000:2.0:1777022460.409800:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.409984:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815929728
00000100:00100000:0.0:1777022460.409998:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815929728
00010000:00010000:0.0:1777022460.410027:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 16 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.410059:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 437
00000100:00100000:0.0:1777022460.410069:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+16:2379:x1863342815929728:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022460.410100:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022460.410115:0:11988:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 48 -> 64
00010000:00010000:0.0:1777022460.410122:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 16 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.410135:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 16 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.410157:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3cc5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [24576->18446744073709551615] (req 24576->28671) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a0 expref: 16 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.410183:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.410185:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.410194:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005131f637/0x72ae7b78094e3cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [24576->32767] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ae expref: 7 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.410204:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005131f637/0x72ae7b78094e3cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [24576->32767] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ae expref: 7 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.410213:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.410214:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.410217:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.410225:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.410269:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.410279:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835795072:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022460.410384:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005131f637/0x72ae7b78094e3cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [24576->32767] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ae expref: 7 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.410391:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835795200:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022460.410405:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022460.415144:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.415263:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835795072:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022460.415277:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835795200:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022460.415300:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022460.415416:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2379:x1863342815929728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5349us (5624us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.415437:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 437
00000100:00100000:1.0:1777022460.415592:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815929856
00000100:00100000:1.0:1777022460.415601:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815929856
00002000:00100000:1.0:1777022460.415646:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (24576->32767)  req@ffff8efa65ffdf80 x1863342815929856/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.415657:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffdf80 with x1863342815929856 ext(24576->32767)
00002000:00010000:1.0:1777022460.415662:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffdf80
00000100:00100000:1.0:1777022460.415696:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 255
00000100:00100000:1.0:1777022460.415705:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342815929856:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022460.418602:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342815929856:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 2885us (3455us total) trans 0 rc 8192/8192
00000100:00100000:1.0:1777022460.418618:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 255
00002000:00100000:1.0:1777022460.418633:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (24576->32767)  req@ffff8efa65ffdf80 x1863342815929856/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/8632 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.418670:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffdf80 with x1863342815929856 ext(24576->32767)
00002000:00010000:1.0:1777022460.418677:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffdf80
00000100:00100000:2.0:1777022460.421614:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.422274:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815929984
00000100:00100000:3.0:1777022460.422284:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815929984
00000100:00100000:3.0:1777022460.422342:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 451
00000100:00100000:3.0:1777022460.422352:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10159:x1863342815929984:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022460.422371:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022460.422390:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412bc expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.422421:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 14 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.422440:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.422442:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.422446:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.422481:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 14 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.422512:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 14 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.422527:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65fff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835795328:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022460.422610:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5214e780 going to sleep for 11 seconds
00000100:00100000:2.0:1777022460.424334:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.424411:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815930112
00000100:00100000:0.0:1777022460.424419:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815930112
00002000:00100000:0.0:1777022460.424463:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (32768->36863)  req@ffff8efa656bad80 x1863342815930112/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.424474:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bad80 with x1863342815930112 ext(32768->36863)
00010000:00010000:0.0:1777022460.424482:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 15 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.424514:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 15 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.424522:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656bad80
00000100:00100000:0.0:1777022460.424554:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 254
00000100:00100000:0.0:1777022460.424562:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2378:x1863342815930112:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022460.425025:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2378:x1863342815930112:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 462us (698us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022460.425037:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 254
00002000:00100000:0.0:1777022460.425044:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (32768->36863)  req@ffff8efa656bad80 x1863342815930112/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.425053:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bad80 with x1863342815930112 ext(32768->36863)
00010000:00010000:0.0:1777022460.425058:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 15 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.425069:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 15 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.425075:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656bad80
00000100:00100000:3.0:1777022460.426766:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65fff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835795328:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022460.426800:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.426819:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022460.428133:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10159:x1863342815929984:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5773us (6518us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.428144:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 451
00000100:00100000:2.0:1777022460.430772:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.430817:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.430919:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815930368
00000100:00100000:3.0:1777022460.430930:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815930368
00000100:00100000:3.0:1777022460.430986:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 452
00000100:00100000:3.0:1777022460.431007:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10158:x1863342815930368:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022460.431026:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022460.431045:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ce8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412c3 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.431076:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.431082:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.431107:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022460.431112:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ce8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412c3 expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.431173:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.431188:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ce8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412c3 expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.431202:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022460.431261:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10158:x1863342815930368:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 257us (443us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.431268:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 452
00000100:00100000:0.0:1777022460.433244:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815930240
00000100:00100000:0.0:1777022460.433258:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815930240
00010000:00010000:0.0:1777022460.433300:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 16 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.433428:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 438
00000100:00100000:0.0:1777022460.433440:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+16:2377:x1863342815930240:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022460.433454:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022460.433475:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 16 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.433489:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 16 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.433513:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e3cda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412b5 expref: 16 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.433530:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.433533:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.433541:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.433550:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.433595:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.433609:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 8 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.433634:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835795584:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022460.433722:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ea80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022460.437602:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.437758:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815930496
00000100:00100000:3.0:1777022460.437769:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815930496
00002000:00100000:3.0:1777022460.437819:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (32768->69631)  req@ffff8efa656bb800 x1863342815930496/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.437831:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bb800 with x1863342815930496 ext(32768->69631)
00010000:00010000:3.0:1777022460.437840:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 9 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.437901:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 9 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022460.437930:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656bb800
00000100:00100000:3.0:1777022460.437960:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 255
00000100:00100000:3.0:1777022460.437970:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2378:x1863342815930496:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022460.438265:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835795584:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022460.438288:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022460.438318:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2377:x1863342815930240:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4881us (7555us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.438328:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 438
00000100:00100000:1.0:1777022460.441306:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2378:x1863342815930496:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3327us (3713us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022460.441318:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 255
00002000:00100000:1.0:1777022460.441330:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (32768->69631)  req@ffff8efa656bb800 x1863342815930496/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/440 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.441341:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bb800 with x1863342815930496 ext(32768->69631)
00010000:00010000:1.0:1777022460.441349:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 9 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.441367:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 9 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.441374:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656bb800
00000100:00100000:3.0:1777022460.443746:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.443907:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815930624
00000100:00100000:1.0:1777022460.443917:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815930624
00000100:00100000:1.0:1777022460.443976:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 453
00000100:00100000:1.0:1777022460.443985:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10159:x1863342815930624:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022460.444002:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022460.444022:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3cef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412ca expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.444053:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.444073:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ce8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412c3 expref: 14 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.444080:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022460.444085:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3cef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ca expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.444133:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ce8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412c3 expref: 14 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.444147:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3cef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ca expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.444160:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c400, rc 0)
00000100:00100000:1.0:1777022460.444327:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10159:x1863342815930624:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 343us (590us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.444335:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 453
00000100:00100000:2.0:1777022460.446819:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.447397:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815930752
00000100:00100000:3.0:1777022460.447407:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815930752
00010000:00010000:3.0:1777022460.447444:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 10 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.447550:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 439
00000100:00100000:3.0:1777022460.447560:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815930752:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022460.447574:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022460.447604:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 10 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.447618:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 10 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.447641:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3ce1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412bc expref: 10 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.447660:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.447662:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.447670:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ce8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412c3 expref: 14 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.447692:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ce8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412c3 expref: 14 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.447730:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ce8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412c3 expref: 14 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.447743:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412c3 expref: 14 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.447757:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65fff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835795840:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022460.447832:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa54628480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022460.456143:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.456596:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815930880
00000100:00100000:1.0:1777022460.456606:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815930880
00010000:00010000:1.0:1777022460.456646:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ce8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412c3 expref: 15 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.456689:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 440
00000100:00100000:1.0:1777022460.456699:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2378:x1863342815930880:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022460.456715:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022460.456736:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ce8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412c3 expref: 15 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.456768:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412c3 expref: 15 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.456795:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.456797:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.456806:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3cef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ca expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.456815:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ca expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.456851:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ca expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.456889:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835795968:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022460.456968:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32a80 going to sleep for 11 seconds
00010000:00010000:3.0:1777022460.461570:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ce8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412c3 expref: 15 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.461661:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65fff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835795840:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022460.461685:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022460.462284:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835795968:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022460.462300:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022460.462351:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+14:2378:x1863342815930880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5653us (6216us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.462361:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 440
00000100:00100000:3.0:1777022460.466247:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.466341:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815931008
00000100:00100000:1.0:1777022460.466351:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815931008
00000100:00100000:1.0:1777022460.466412:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 454
00000100:00100000:1.0:1777022460.466421:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10158:x1863342815931008:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022460.466439:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022460.466458:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412d1 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.466492:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3cef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ca expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.466512:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.466514:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.466519:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 15 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.466553:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ca expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.466566:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3cef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ca expref: 9 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.466581:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835796096:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022460.466943:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022460.467463:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2377:x1863342815930752:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 19901us (20651us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.467475:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 439
00000100:00100000:2.0:1777022460.475293:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.475425:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835796096:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022460.475458:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 15 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.475482:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:1.0:1777022460.475536:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10158:x1863342815931008:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9116us (9298us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.475544:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 454
00000100:00100000:0.0:1777022460.476010:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815931136
00000100:00100000:0.0:1777022460.476017:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815931136
00010000:00010000:0.0:1777022460.476048:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3cef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ca expref: 9 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.476114:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 441
00000100:00100000:0.0:1777022460.476123:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2378:x1863342815931136:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022460.476135:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022460.476154:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3cef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ca expref: 9 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.476197:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ca expref: 9 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.476219:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3cef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ca expref: 9 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.476232:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.476233:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.476240:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.476250:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.476287:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.476300:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835796224:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022460.476352:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ea80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022460.477645:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.478046:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815931264
00000100:00100000:2.0:1777022460.478054:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815931264
00000100:00100000:2.0:1777022460.478096:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 455
00000100:00100000:2.0:1777022460.478105:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10159:x1863342815931264:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.478134:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.478152:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e3cfd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412d8 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.478189:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.478197:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022460.478199:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022460.478202:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e3cfd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412d8 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.478229:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 14 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.478242:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 14 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.478255:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656b9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835796352:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022460.478314:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022460.485173:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.485256:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815931392
00000100:00100000:1.0:1777022460.485266:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815931392
00002000:00100000:1.0:1777022460.485320:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (32768->36863)  req@ffff8efa8131ed80 x1863342815931392/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.485345:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131ed80 with x1863342815931392 ext(32768->36863)
00010000:00010000:1.0:1777022460.485355:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 15 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.485372:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 15 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.485381:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131ed80
00000100:00100000:1.0:1777022460.485413:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 256
00000100:00100000:1.0:1777022460.485423:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2377:x1863342815931392:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022460.485600:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2377:x1863342815931392:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 177us (445us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022460.485608:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 256
00002000:00100000:1.0:1777022460.485615:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (32768->36863)  req@ffff8efa8131ed80 x1863342815931392/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.485624:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131ed80 with x1863342815931392 ext(32768->36863)
00010000:00010000:1.0:1777022460.485628:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 15 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.485640:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 15 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.485647:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131ed80
00000100:00100000:0.0:1777022460.487315:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835796352:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022460.487351:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e3cfd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412d8 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.487469:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511aa00, rc 0)
00000100:00100000:1.0:1777022460.488096:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10159:x1863342815931264:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9989us (10452us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.488107:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 455
00000100:00100000:3.0:1777022460.489369:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835796224:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022460.489403:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022460.489665:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.489725:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.489937:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815931648
00000100:00100000:2.0:1777022460.489944:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815931648
00002000:00100000:2.0:1777022460.489993:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (32768->36863)  req@ffff8efa65806d80 x1863342815931648/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 4584/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.490004:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806d80 with x1863342815931648 ext(32768->36863)
00010000:00010000:2.0:1777022460.490024:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 15 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.490040:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 15 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022460.490047:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65806d80
00000100:00100000:2.0:1777022460.490086:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 257
00000100:00100000:2.0:1777022460.490096:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2378:x1863342815931648:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:2.0:1777022460.490457:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2378:x1863342815931648:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 362us (730us total) trans 4294967378 rc 0/0
00000100:00100000:2.0:1777022460.490465:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 257
00002000:00100000:2.0:1777022460.490471:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (32768->36863)  req@ffff8efa65806d80 x1863342815931648/t4294967378(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 4584/448 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.490479:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806d80 with x1863342815931648 ext(32768->36863)
00010000:00010000:2.0:1777022460.490484:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 17 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.490494:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 17 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022460.490500:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65806d80
00000100:00100000:3.0:1777022460.491578:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815931520
00000100:00100000:3.0:1777022460.491596:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815931520
00000100:00100000:3.0:1777022460.491657:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 456
00000100:00100000:3.0:1777022460.491667:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10158:x1863342815931520:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022460.491694:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022460.492087:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412df expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.492115:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.492117:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.492122:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.492134:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.492146:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022460.492198:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10158:x1863342815931520:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 534us (2534us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.492205:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 456
00000100:00100000:1.0:1777022460.492656:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2378:x1863342815931136:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 16531us (17371us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.492665:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 441
00000100:00100000:0.0:1777022460.498834:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.499563:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815931776
00000100:00100000:1.0:1777022460.499573:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815931776
00010000:00010000:1.0:1777022460.499694:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 18 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.499905:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 442
00000100:00100000:1.0:1777022460.499916:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+18:2377:x1863342815931776:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022460.499934:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022460.499961:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 64 -> 72
00010000:00010000:1.0:1777022460.499969:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 18 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.499982:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 18 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.500005:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3cf6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [32768->18446744073709551615] (req 32768->36863) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d1 expref: 18 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.500023:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.500024:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.500046:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e3cfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412d8 expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.500057:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e3cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412d8 expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.500067:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.500068:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.500071:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 17 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.500079:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 17 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.500117:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 17 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.500146:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66930700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835796480:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022460.500259:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e3cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412d8 expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.500270:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66931f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835796608:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022460.500296:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022460.505178:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.505216:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.505246:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815931904
00000100:00100000:2.0:1777022460.505269:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815931904
00002000:00100000:2.0:1777022460.505315:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (32768->36863)  req@ffff8efa8131d880 x1863342815931904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.505327:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131d880 with x1863342815931904 ext(32768->36863)
00002000:00010000:2.0:1777022460.505333:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131d880
00000100:00100000:2.0:1777022460.505353:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815932032
00000100:00100000:2.0:1777022460.505356:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815932032
00002000:00100000:2.0:1777022460.505370:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (36864->40959)  req@ffff8efa8131f800 x1863342815932032/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.505378:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131f800 with x1863342815932032 ext(36864->40959)
00002000:00010000:2.0:1777022460.505382:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131f800
00000100:00100000:2.0:1777022460.505399:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 256
00000100:00100000:2.0:1777022460.505407:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2377:x1863342815931904:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022460.505552:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2377:x1863342815931904:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 143us (393us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022460.505559:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 256
00002000:00100000:2.0:1777022460.505566:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (32768->36863)  req@ffff8efa8131d880 x1863342815931904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.505574:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131d880 with x1863342815931904 ext(32768->36863)
00002000:00010000:2.0:1777022460.505577:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131d880
00000100:00100000:2.0:1777022460.505605:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 257
00000100:00100000:2.0:1777022460.505612:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+18:2378:x1863342815932032:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022460.505673:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+18:2378:x1863342815932032:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 61us (456us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022460.505688:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 257
00002000:00100000:2.0:1777022460.505694:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (36864->40959)  req@ffff8efa8131f800 x1863342815932032/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.505703:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131f800 with x1863342815932032 ext(36864->40959)
00002000:00010000:2.0:1777022460.505706:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131f800
00000100:00100000:1.0:1777022460.506450:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66930700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835796480:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022460.506464:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66931f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835796608:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022460.506489:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022460.506532:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2377:x1863342815931776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6619us (7708us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.506541:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 442
00000100:00100000:2.0:1777022460.512142:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.512202:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.512282:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815932160
00000100:00100000:3.0:1777022460.512292:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815932160
00000100:00100000:3.0:1777022460.512355:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 457
00000100:00100000:3.0:1777022460.512364:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10159:x1863342815932160:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022460.512382:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022460.512400:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3d0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412e6 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.512430:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.512456:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.512458:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.512462:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3d0b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412e6 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.512495:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.512509:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 16 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.512523:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65fff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835796736:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022460.512599:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa54628480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022460.512889:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815932288
00000100:00100000:0.0:1777022460.512895:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815932288
00002000:00100000:0.0:1777022460.512928:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (40960->45055)  req@ffff8efa658d3100 x1863342815932288/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.512937:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3100 with x1863342815932288 ext(40960->45055)
00010000:00010000:0.0:1777022460.512943:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 17 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.512954:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 17 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.512962:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3100
00000100:00100000:0.0:1777022460.512987:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 258
00000100:00100000:0.0:1777022460.512995:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2380:x1863342815932288:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022460.513135:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2380:x1863342815932288:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 141us (934us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022460.513143:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 258
00002000:00100000:0.0:1777022460.513149:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (40960->45055)  req@ffff8efa658d3100 x1863342815932288/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.513181:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3100 with x1863342815932288 ext(40960->45055)
00010000:00010000:0.0:1777022460.513187:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 17 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.513197:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 17 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.513204:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3100
00000100:00100000:3.0:1777022460.518384:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65fff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835796736:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022460.518420:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3d0b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->40959] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412e6 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.518441:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6800, rc 0)
00000100:00100000:3.0:1777022460.518500:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10159:x1863342815932160:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6136us (6366us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.518508:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 457
00000100:00100000:3.0:1777022460.521094:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.521203:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815932416
00000100:00100000:1.0:1777022460.521214:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815932416
00002000:00100000:1.0:1777022460.521262:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa65fff480 x1863342815932416/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.521273:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fff480 with x1863342815932416 ext(45056->49151)
00010000:00010000:1.0:1777022460.521282:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 17 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.521298:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 17 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.521306:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65fff480
00000100:00100000:1.0:1777022460.521342:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 259
00000100:00100000:1.0:1777022460.521352:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2378:x1863342815932416:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022460.521529:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2378:x1863342815932416:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 178us (444us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022460.521537:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 259
00002000:00100000:1.0:1777022460.521543:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa65fff480 x1863342815932416/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.521551:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fff480 with x1863342815932416 ext(45056->49151)
00010000:00010000:1.0:1777022460.521556:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 17 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.521595:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 17 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.521603:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65fff480
00000100:00100000:2.0:1777022460.523059:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.523139:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815932544
00000100:00100000:0.0:1777022460.523147:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815932544
00002000:00100000:0.0:1777022460.523197:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (36864->45055)  req@ffff8efa658d3b80 x1863342815932544/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 8680/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.523206:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3b80 with x1863342815932544 ext(36864->45055)
00010000:00010000:0.0:1777022460.523213:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 17 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.523227:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 17 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.523234:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3b80
00000100:00100000:0.0:1777022460.523263:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 260
00000100:00100000:0.0:1777022460.523272:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2377:x1863342815932544:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022460.523571:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815932544:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 300us (517us total) trans 4294967379 rc 0/0
00000100:00100000:0.0:1777022460.523603:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 260
00002000:00100000:0.0:1777022460.523610:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (36864->45055)  req@ffff8efa658d3b80 x1863342815932544/t4294967379(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 8680/448 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.523617:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3b80 with x1863342815932544 ext(36864->45055)
00010000:00010000:0.0:1777022460.523623:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 19 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.523633:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 19 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.523639:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3b80
00000100:00100000:2.0:1777022460.529178:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.529220:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.529313:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815932672
00000100:00100000:1.0:1777022460.529322:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815932672
00000100:00100000:1.0:1777022460.529382:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 458
00000100:00100000:1.0:1777022460.529393:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815932672:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022460.529411:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022460.529431:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412ed expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.529464:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.529466:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.529471:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.529483:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.529497:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:1.0:1777022460.529555:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342815932672:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 164us (395us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.529562:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 458
00000100:00100000:3.0:1777022460.529632:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815932800
00000100:00100000:3.0:1777022460.529637:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815932800
00010000:00010000:3.0:1777022460.529671:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 20 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.529703:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 443
00000100:00100000:3.0:1777022460.529720:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2378:x1863342815932800:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022460.529731:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022460.529747:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 72 -> 88
00010000:00010000:3.0:1777022460.529754:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 20 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.529766:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 20 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.529786:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [36864->18446744073709551615] (req 36864->40959) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412df expref: 20 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.529801:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.529803:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.529810:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3d0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [36864->45055] (req 36864->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412e6 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.529819:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [36864->45055] (req 36864->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412e6 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.529828:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.529829:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.529833:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.529851:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.529929:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.529942:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835796864:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022460.530001:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [36864->45055] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412e6 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.530010:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835796992:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022460.530029:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa54628480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022460.533160:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835796864:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022460.539953:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835796992:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022460.539983:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022460.540040:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815932800:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10329us (10817us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.540053:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 443
00000100:00100000:3.0:1777022460.543421:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.544151:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815932928
00000100:00100000:1.0:1777022460.544185:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815932928
00002000:00100000:2.0:1777022460.544356:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (36864->45055)  req@ffff8efa65ffc380 x1863342815932928/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.544368:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffc380 with x1863342815932928 ext(36864->45055)
00002000:00010000:2.0:1777022460.544374:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffc380
00000100:00100000:2.0:1777022460.544449:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 258
00000100:00100000:2.0:1777022460.544460:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815932928:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022460.544656:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342815932928:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 197us (1245us total) trans 0 rc 8192/8192
00000100:00100000:2.0:1777022460.544663:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 258
00002000:00100000:2.0:1777022460.544669:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (36864->45055)  req@ffff8efa65ffc380 x1863342815932928/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/8632 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.544689:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffc380 with x1863342815932928 ext(36864->45055)
00002000:00010000:2.0:1777022460.544693:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffc380
00000100:00100000:1.0:1777022460.548214:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.549510:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815933056
00000100:00100000:3.0:1777022460.549522:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815933056
00000100:00100000:3.0:1777022460.549590:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 459
00000100:00100000:3.0:1777022460.549602:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10159:x1863342815933056:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022460.549619:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022460.549650:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412f4 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.549681:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.549691:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.549693:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.549697:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.550199:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.550214:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 18 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.550228:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835797120:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022460.550303:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa54628480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022460.550356:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.552986:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835797120:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022460.553021:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.553043:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022460.553094:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815933056:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3495us (4888us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.553117:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 459
00000100:00100000:0.0:1777022460.553564:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815933184
00000100:00100000:0.0:1777022460.553572:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815933184
00002000:00100000:0.0:1777022460.553614:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa65ffea00 x1863342815933184/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.553623:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffea00 with x1863342815933184 ext(45056->49151)
00010000:00010000:0.0:1777022460.553631:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 19 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.553645:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 19 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.553651:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ffea00
00000100:00100000:0.0:1777022460.553687:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 261
00000100:00100000:0.0:1777022460.553703:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2380:x1863342815933184:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022460.553871:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2380:x1863342815933184:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 150us (3496us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022460.554054:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 261
00002000:00100000:0.0:1777022460.554061:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa65ffea00 x1863342815933184/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.554070:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffea00 with x1863342815933184 ext(45056->49151)
00010000:00010000:0.0:1777022460.554076:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 19 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.554087:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 19 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.554094:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ffea00
00000100:00100000:3.0:1777022460.557066:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.557128:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.557482:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815933312
00000100:00100000:0.0:1777022460.557492:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815933312
00000100:00100000:0.0:1777022460.557552:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 460
00000100:00100000:0.0:1777022460.557562:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815933312:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022460.557580:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022460.557607:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78412fb expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.557641:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022460.557647:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.557674:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022460.557679:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d20 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78412fb expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.557730:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.557744:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d20 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412fb expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.557758:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3200, rc 0)
00000100:00100000:0.0:1777022460.557807:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342815933312:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 246us (755us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.557814:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 460
00000100:00100000:0.0:1777022460.560337:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815933440
00000100:00100000:0.0:1777022460.560350:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815933440
00010000:00010000:0.0:1777022460.560397:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 20 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.560440:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 444
00000100:00100000:0.0:1777022460.560450:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2380:x1863342815933440:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022460.561403:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022460.561429:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 20 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.561468:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 20 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.561490:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ed expref: 20 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.561506:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.561508:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.561515:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.561524:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.561561:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.561573:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 10 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.561667:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65806a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835797376:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022460.561848:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022460.566763:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.567051:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65806a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835797376:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022460.567079:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022460.567148:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2380:x1863342815933440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6698us (10019us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.567160:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 444
00000100:00100000:2.0:1777022460.567608:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815933568
00000100:00100000:2.0:1777022460.567616:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815933568
00002000:00100000:2.0:1777022460.567669:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa65ffed80 x1863342815933568/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.567681:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffed80 with x1863342815933568 ext(45056->81919)
00010000:00010000:2.0:1777022460.567689:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 11 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.567706:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 11 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022460.567724:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ffed80
00000100:00100000:2.0:1777022460.567755:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 262
00000100:00100000:2.0:1777022460.567764:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815933568:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022460.574370:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815933568:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6592us (7603us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022460.574383:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 262
00002000:00100000:2.0:1777022460.574397:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa65ffed80 x1863342815933568/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/440 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.574407:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffed80 with x1863342815933568 ext(45056->81919)
00010000:00010000:2.0:1777022460.574416:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 11 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.574450:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 11 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022460.574459:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ffed80
00000100:00100000:0.0:1777022460.578381:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.578421:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.578672:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815933696
00000100:00100000:3.0:1777022460.578682:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815933696
00000100:00100000:3.0:1777022460.578748:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 461
00000100:00100000:3.0:1777022460.578758:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815933696:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022460.578777:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022460.578795:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841302 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.578825:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.578831:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412fb expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.578838:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022460.578843:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.578925:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d20 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412fb expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.578939:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.578973:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022460.579023:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815933696:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 266us (661us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.579030:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 461
00000100:00100000:1.0:1777022460.580659:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815933824
00000100:00100000:1.0:1777022460.580671:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815933824
00010000:00010000:1.0:1777022460.580780:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 12 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.580893:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 445
00000100:00100000:1.0:1777022460.580903:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342815933824:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022460.580917:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022460.580935:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 12 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.580947:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 12 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.580967:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412f4 expref: 12 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.580981:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.580983:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.580991:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412fb expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.581000:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412fb expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.581053:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412fb expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.581065:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412fb expref: 18 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.581078:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66930700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835797632:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022460.581310:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022460.586465:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66930700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835797632:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022460.586496:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022460.586560:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815933824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5658us (8137us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.586571:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 445
00010000:00010000:2.0:1777022460.588246:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022460.588978:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.589177:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815933952
00000100:00100000:3.0:1777022460.589188:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815933952
00010000:00010000:3.0:1777022460.589228:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412fb expref: 19 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.589278:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 446
00000100:00100000:3.0:1777022460.589289:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f842850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815933952:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022460.589306:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022460.589326:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412fb expref: 19 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.589339:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412fb expref: 19 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.589362:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78412fb expref: 19 pid: 6924 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.589380:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.589383:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.589391:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.589419:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.589461:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.589476:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835797760:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022460.589557:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa54628480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022460.594099:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835797760:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022460.594136:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022460.594193:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f842850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+18:2377:x1863342815933952:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4905us (5222us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.594203:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 446
00000100:00100000:0.0:1777022460.600479:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.600568:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815934080
00000100:00100000:3.0:1777022460.600578:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815934080
00000100:00100000:3.0:1777022460.600648:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 462
00000100:00100000:3.0:1777022460.600657:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10158:x1863342815934080:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022460.600675:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022460.600694:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841309 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.600739:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.600766:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.600768:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.600774:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.600809:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.600822:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 10 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.600835:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835797888:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022460.601407:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc30840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022460.613923:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.614193:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815934208
00000100:00100000:3.0:1777022460.614203:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815934208
00002000:00100000:3.0:1777022460.614259:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa65807100 x1863342815934208/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.614272:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807100 with x1863342815934208 ext(45056->81919)
00010000:00010000:3.0:1777022460.614282:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 11 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.614301:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 11 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022460.614311:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807100
00000100:00100000:3.0:1777022460.614364:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 263
00000100:00100000:3.0:1777022460.614374:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815934208:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022460.614851:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835797888:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022460.614922:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.614941:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6600, rc 0)
00000100:00100000:2.0:1777022460.614984:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815934080:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 14328us (14515us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.614992:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 462
00000100:00100000:2.0:1777022460.640337:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815934208:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 25954us (26470us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022460.640350:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 263
00002000:00100000:2.0:1777022460.640361:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa65807100 x1863342815934208/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/440 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.640371:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807100 with x1863342815934208 ext(45056->81919)
00010000:00010000:2.0:1777022460.640381:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 11 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.640422:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 11 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022460.640432:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807100
00000100:00100000:3.0:1777022460.645219:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.646237:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.646397:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815934464
00000100:00100000:0.0:1777022460.646407:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815934464
00010000:00010000:0.0:1777022460.646448:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 11 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.646492:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 447
00000100:00100000:0.0:1777022460.646503:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815934464:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022460.646519:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022460.646539:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 11 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.646552:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 11 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.646575:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3d27 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841302 expref: 11 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.646601:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.646603:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.646624:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.646636:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.646674:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.646689:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835798016:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022460.647363:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022460.652154:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815934336
00000100:00100000:1.0:1777022460.652177:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815934336
00000100:00100000:1.0:1777022460.652230:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 463
00000100:00100000:1.0:1777022460.652241:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815934336:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022460.652259:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022460.652278:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3d35 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841310 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.652311:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.652337:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.652339:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.652343:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3d35 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841310 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.652379:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.652392:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 18 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.652407:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835798144:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022460.652579:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022460.654061:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835798016:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022460.654086:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022460.654128:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815934464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7627us (7897us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.654138:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 447
00000100:00100000:2.0:1777022460.654313:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.654391:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815934592
00000100:00100000:1.0:1777022460.654398:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815934592
00002000:00100000:1.0:1777022460.654437:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa658d1c00 x1863342815934592/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.654446:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1c00 with x1863342815934592 ext(45056->49151)
00010000:00010000:1.0:1777022460.654453:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 19 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.654475:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 19 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.654482:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1c00
00000100:00100000:1.0:1777022460.654509:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 264
00000100:00100000:1.0:1777022460.654517:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815934592:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022460.662153:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815934592:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7620us (7823us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022460.662180:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 264
00002000:00100000:1.0:1777022460.662196:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa658d1c00 x1863342815934592/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.662208:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1c00 with x1863342815934592 ext(45056->49151)
00010000:00010000:1.0:1777022460.662220:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 19 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.662243:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 19 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.662252:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1c00
00000100:00100000:2.0:1777022460.668827:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.669126:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815934720
00000100:00100000:0.0:1777022460.669136:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815934720
00000100:00100000:0.0:1777022460.669196:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 464
00000100:00100000:0.0:1777022460.669206:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815934720:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022460.669225:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022460.669245:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3d3c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841317 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.669278:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022460.669284:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3d35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841310 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.669292:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022460.669297:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3d3c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841317 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.669353:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3d35 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841310 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.669367:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3d3c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841317 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.669381:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2c00, rc 0)
00000100:00100000:0.0:1777022460.669424:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342815934720:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 221us (607us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.669432:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 464
00000100:00100000:3.0:1777022460.669591:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835798144:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022460.669612:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3d35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841310 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.669622:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:3.0:1777022460.669646:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815934336:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 17407us (24438us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.669652:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 463
00000100:00100000:2.0:1777022460.670101:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.672289:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815934848
00000100:00100000:0.0:1777022460.672302:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815934848
00010000:00010000:0.0:1777022460.672342:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 20 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.672378:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 448
00000100:00100000:0.0:1777022460.672387:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2377:x1863342815934848:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022460.672400:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022460.672419:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 20 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.672432:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 20 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.672474:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3d2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841309 expref: 20 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.672490:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.672492:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.672500:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3d35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841310 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.672510:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3d35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841310 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.672548:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3d35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841310 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.672560:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3d35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841310 expref: 10 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.672575:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65807b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835798400:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022460.672667:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022460.678605:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.678666:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815934976
00000100:00100000:3.0:1777022460.678677:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815934976
00010000:00010000:3.0:1777022460.678730:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3d35 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841310 expref: 11 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.678769:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 449
00000100:00100000:3.0:1777022460.678779:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815934976:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022460.678796:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022460.678817:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3d35 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841310 expref: 11 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.678832:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3d35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841310 expref: 11 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.678912:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.678914:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.678925:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3d3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841317 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.678938:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3d3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841317 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.678982:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3d3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841317 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.678997:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835798528:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022460.679476:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3d35 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841310 expref: 11 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.679495:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65807b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835798400:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022460.679513:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022460.680491:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635c00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022460.680547:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815934848:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8159us (10445us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.680557:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 448
00000100:00100000:1.0:1777022460.690697:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.690955:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835798528:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022460.690978:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022460.691031:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342815934976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12254us (12436us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.691043:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 449
00000100:00100000:2.0:1777022460.692345:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815935104
00000100:00100000:2.0:1777022460.692358:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815935104
00000100:00100000:2.0:1777022460.692463:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 465
00000100:00100000:2.0:1777022460.692474:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10159:x1863342815935104:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.692493:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.692511:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784131e expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.692541:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3d3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841317 expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.692550:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022460.692551:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022460.692555:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.692596:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3d3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841317 expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.692629:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3d3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841317 expref: 18 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.692643:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835798656:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022460.692730:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:0.0:1777022460.698341:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.698542:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815935232
00000100:00100000:1.0:1777022460.698554:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815935232
00010000:00010000:1.0:1777022460.698614:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3d3c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841317 expref: 19 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.698661:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 450
00000100:00100000:1.0:1777022460.698672:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815935232:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022460.698689:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022460.698799:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3d3c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841317 expref: 19 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.698814:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3d3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841317 expref: 19 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.698842:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.698845:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.698895:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.698906:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.698942:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.698956:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66933480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835798784:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022460.699036:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32a80 going to sleep for 11 seconds
00010000:00010000:3.0:1777022460.703225:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3d3c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841317 expref: 19 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.703248:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835798656:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022460.703283:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.703324:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:0.0:1777022460.703549:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815935104:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11075us (12859us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.703560:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 465
00000100:00100000:3.0:1777022460.703788:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.704243:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815935360
00000100:00100000:0.0:1777022460.704251:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815935360
00000100:00100000:0.0:1777022460.704292:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 466
00000100:00100000:0.0:1777022460.704301:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815935360:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022460.704317:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022460.704335:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841325 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.704363:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.704371:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022460.704374:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022460.704378:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.704410:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.704424:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 10 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.704451:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65806300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835798912:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022460.704531:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022460.704566:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66933480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835798784:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022460.704583:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022460.704608:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2378:x1863342815935232:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5938us (6278us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.704616:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 450
00000100:00100000:0.0:1777022460.707432:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65806300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835798912:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022460.707469:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.707491:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3200, rc 0)
00000100:00100000:0.0:1777022460.707536:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815935360:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3235us (3748us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.707546:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 466
00000100:00100000:3.0:1777022460.711080:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.711242:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815935488
00000100:00100000:1.0:1777022460.711264:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815935488
00002000:00100000:1.0:1777022460.711309:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa6578f800 x1863342815935488/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022460.711320:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f800 with x1863342815935488 ext(45056->81919)
00010000:00010000:1.0:1777022460.711329:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 11 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.711345:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 11 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022460.711353:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578f800
00000100:00100000:1.0:1777022460.711388:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 265
00000100:00100000:1.0:1777022460.711398:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342815935488:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022460.720308:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342815935488:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8898us (9225us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022460.720321:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 265
00002000:00100000:0.0:1777022460.720334:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa6578f800 x1863342815935488/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/440 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.720344:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f800 with x1863342815935488 ext(45056->81919)
00010000:00010000:0.0:1777022460.720355:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 11 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.720390:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 11 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.720398:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578f800
00000100:00100000:3.0:1777022460.723739:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.723787:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.723916:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815935616
00000100:00100000:1.0:1777022460.723926:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815935616
00000100:00100000:1.0:1777022460.723986:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 467
00000100:00100000:1.0:1777022460.723997:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815935616:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022460.724015:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022460.724033:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e3d51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784132c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.724065:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.724071:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.724079:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022460.724098:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e3d51 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784132c expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.724140:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.724156:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e3d51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784132c expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.724177:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:1.0:1777022460.724426:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815935616:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 430us (696us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.724435:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 467
00000100:00100000:0.0:1777022460.728508:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815935744
00000100:00100000:0.0:1777022460.728524:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815935744
00010000:00010000:1.0:1777022460.728684:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 12 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.728746:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 451
00000100:00100000:1.0:1777022460.728757:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815935744:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022460.728774:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022460.728797:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 12 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.728811:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 12 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.728836:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3d43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784131e expref: 12 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.729183:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.729185:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.729195:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.729205:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.729248:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.729262:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 18 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.729276:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66932d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835799168:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022460.729410:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022460.737272:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.737478:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66932d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835799168:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022460.737503:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022460.737569:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815935744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8813us (13780us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.737588:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 451
00000100:00100000:0.0:1777022460.741233:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815935872
00000100:00100000:0.0:1777022460.741251:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815935872
00002000:00100000:0.0:1777022460.741471:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa66933b80 x1863342815935872/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.741484:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66933b80 with x1863342815935872 ext(45056->49151)
00010000:00010000:0.0:1777022460.741495:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 19 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.741512:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 19 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.741520:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66933b80
00000100:00100000:0.0:1777022460.741609:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 266
00000100:00100000:0.0:1777022460.741621:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815935872:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022460.741890:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815935872:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 237us (4594us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022460.741899:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 266
00002000:00100000:0.0:1777022460.741906:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa66933b80 x1863342815935872/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.741928:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66933b80 with x1863342815935872 ext(45056->49151)
00010000:00010000:0.0:1777022460.741933:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 19 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.741944:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 19 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.741951:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66933b80
00000100:00100000:1.0:1777022460.746453:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.746533:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.746616:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815936128
00000100:00100000:3.0:1777022460.746627:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815936128
00010000:00010000:3.0:1777022460.746667:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 19 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.746761:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 452
00000100:00100000:3.0:1777022460.746772:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815936128:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022460.746788:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022460.746807:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 19 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.746823:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 19 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.746899:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e3d4a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841325 expref: 19 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.746918:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.746920:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.746927:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e3d51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784132c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.746937:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e3d51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784132c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.746977:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e3d51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784132c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.746991:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835799296:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022460.747080:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635c00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022460.750607:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835799296:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022460.750637:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022460.750783:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+18:2378:x1863342815936128:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4012us (4247us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.750797:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 452
00000100:00100000:0.0:1777022460.751228:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815936000
00000100:00100000:0.0:1777022460.751236:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815936000
00000100:00100000:0.0:1777022460.751292:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 468
00000100:00100000:0.0:1777022460.751301:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10158:x1863342815936000:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022460.751320:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022460.751341:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3d58 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841333 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.751375:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e3d51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784132c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.751384:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022460.751386:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022460.751389:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3d58 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841333 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.751422:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e3d51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784132c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.751454:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e3d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784132c expref: 10 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.751469:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65806300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835799424:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022460.751525:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022460.756560:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.756840:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815936256
00000100:00100000:2.0:1777022460.756850:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815936256
00010000:00010000:2.0:1777022460.756924:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e3d51 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784132c expref: 11 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.756968:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 453
00000100:00100000:2.0:1777022460.756977:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f843450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815936256:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022460.756994:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022460.757018:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e3d51 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784132c expref: 11 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.757032:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e3d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784132c expref: 11 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.757059:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.757061:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.757069:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3d58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841333 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.757097:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841333 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.757148:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841333 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.757170:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835799552:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022460.757246:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d840 going to sleep for 11 seconds
00010000:00010000:0.0:1777022460.765450:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e3d51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784132c expref: 11 pid: 6923 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.765476:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65806300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835799424:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022460.765507:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841333 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.765520:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3e00, rc 0)
00000100:00100000:1.0:1777022460.765689:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815936000:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 14386us (19242us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.765700:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 468
00000100:00100000:0.0:1777022460.766060:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.766083:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815936384
00000100:00100000:0.0:1777022460.766090:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815936384
00000100:00100000:0.0:1777022460.766138:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 469
00000100:00100000:0.0:1777022460.766148:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815936384:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022460.766174:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022460.766190:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784133a expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.766216:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3d58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841333 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.766237:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022460.766239:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022460.766243:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 12 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.766272:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841333 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.766284:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3d58 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841333 expref: 19 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.766296:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835799680:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022460.766350:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022460.766728:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835799552:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022460.766744:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022460.766782:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f843450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815936256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9806us (10231us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.766798:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 453
00000100:00100000:1.0:1777022460.769670:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835799680:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022460.769719:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.769739:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2600, rc 0)
00000100:00100000:1.0:1777022460.769799:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815936384:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3652us (3738us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.769808:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 469
00000100:00100000:0.0:1777022460.785597:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.785895:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815936512
00000100:00100000:1.0:1777022460.785905:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815936512
00010000:00010000:1.0:1777022460.785950:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841333 expref: 19 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.785993:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 454
00000100:00100000:1.0:1777022460.786003:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815936512:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022460.786017:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022460.786038:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841333 expref: 19 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.786051:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3d58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841333 expref: 19 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.786074:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3d58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841333 expref: 19 pid: 6921 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.786090:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.786107:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022460.786117:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.786126:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.786178:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.786193:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66930e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835799808:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022460.786271:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32600 going to sleep for 11 seconds
00000100:00100000:3.0:1777022460.791375:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.791478:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815936640
00000100:00100000:2.0:1777022460.791488:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815936640
00002000:00100000:2.0:1777022460.791536:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa6578df80 x1863342815936640/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.791548:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578df80 with x1863342815936640 ext(45056->81919)
00002000:00010000:2.0:1777022460.791553:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6578df80
00000100:00100000:2.0:1777022460.791595:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 259
00000100:00100000:2.0:1777022460.791604:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342815936640:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022460.792043:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66930e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835799808:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022460.792063:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022460.792095:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+18:2377:x1863342815936512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6093us (6517us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.792104:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 454
00000100:00100000:3.0:1777022460.798353:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.798611:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815936768
00000100:00100000:2.0:1777022460.798622:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815936768
00000100:00100000:2.0:1777022460.798681:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 470
00000100:00100000:2.0:1777022460.798691:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10158:x1863342815936768:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.798710:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.798729:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841341 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.798780:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 12 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.798790:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022460.798792:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022460.798797:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.798830:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 12 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.798843:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 12 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.798889:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835799936:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022460.798968:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022460.806665:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342815936640:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 15052us (15290us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022460.806679:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 259
00002000:00100000:2.0:1777022460.806693:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa6578df80 x1863342815936640/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/440 e 0 to 0 dl 1777022471 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.806704:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578df80 with x1863342815936640 ext(45056->81919)
00010000:00010000:2.0:1777022460.806721:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 11 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.806758:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 11 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022460.806766:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578df80
00000100:00100000:2.0:1777022460.827845:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835799936:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022460.827933:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.827956:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022460.828008:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815936768:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 29319us (29665us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.828018:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 470
00000100:00100000:3.0:1777022460.833952:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.833997:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.834097:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815936896
00000100:00100000:1.0:1777022460.834108:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815936896
00000100:00100000:1.0:1777022460.834175:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 471
00000100:00100000:1.0:1777022460.834186:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815936896:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022460.834208:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022460.834232:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3d6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841348 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.834266:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.834286:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.834294:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022460.834298:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3d6d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841348 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.834339:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.834353:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3d6d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841348 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.834368:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:1.0:1777022460.834420:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815936896:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 237us (478us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.834428:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 471
00000100:00100000:2.0:1777022460.834514:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815937024
00000100:00100000:2.0:1777022460.834519:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815937024
00010000:00010000:2.0:1777022460.834541:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 12 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.834574:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 455
00000100:00100000:2.0:1777022460.834580:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2379:x1863342815937024:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022460.834590:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022460.834609:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 12 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.834621:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 12 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.834649:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3d5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784133a expref: 12 pid: 11979 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.834663:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.834665:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.834671:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.834680:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.834706:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.834720:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 18 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.834733:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835800192:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022460.834798:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022460.838625:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835800192:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022460.838652:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022460.838722:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342815937024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4132us (4715us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.838733:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 455
00000100:00100000:0.0:1777022460.842603:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.842909:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815937152
00000100:00100000:3.0:1777022460.842919:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815937152
00002000:00100000:3.0:1777022460.842970:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa65807800 x1863342815937152/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.842981:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807800 with x1863342815937152 ext(45056->49151)
00010000:00010000:3.0:1777022460.842991:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 19 pid: 9584 timeout: 498 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.843007:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022460.843016:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807800
00000100:00100000:3.0:1777022460.843039:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 267
00000100:00100000:3.0:1777022460.843049:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815937152:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022460.843325:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815937152:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 277us (732us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022460.843332:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 267
00002000:00100000:3.0:1777022460.843340:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa65807800 x1863342815937152/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.843367:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807800 with x1863342815937152 ext(45056->49151)
00010000:00010000:3.0:1777022460.843372:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.843382:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022460.843389:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807800
00000100:00100000:0.0:1777022460.849844:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.850548:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.851426:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815937280
00000100:00100000:1.0:1777022460.851438:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815937280
00000100:00100000:1.0:1777022460.851510:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 472
00000100:00100000:1.0:1777022460.851521:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815937280:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022460.851544:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022460.851567:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3d74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784134f expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.851882:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.851890:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3d6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841348 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.851912:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022460.851917:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3d74 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784134f expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.851961:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3d6d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841348 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.851976:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3d74 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784134f expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.851989:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c200, rc 0)
00000100:00100000:1.0:1777022460.852051:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342815937280:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 533us (2335us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.852058:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 472
00000100:00100000:3.0:1777022460.852494:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815937408
00000100:00100000:3.0:1777022460.852502:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815937408
00010000:00010000:3.0:1777022460.852527:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 20 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.852561:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 456
00000100:00100000:3.0:1777022460.852569:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2378:x1863342815937408:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022460.852588:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022460.852609:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 20 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.852621:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 20 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.852641:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3d66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841341 expref: 20 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.852667:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.852669:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.852677:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3d6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841348 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.852686:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3d6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841348 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.852965:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3d6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841348 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.852979:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3d6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841348 expref: 10 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.852992:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835800448:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022460.853051:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635780 going to sleep for 11 seconds
00000100:00100000:1.0:1777022460.865488:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.865614:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815937536
00000100:00100000:2.0:1777022460.865625:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815937536
00010000:00010000:2.0:1777022460.865665:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3d6d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841348 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.865815:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 457
00000100:00100000:2.0:1777022460.865828:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815937536:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022460.865843:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022460.865896:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3d6d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841348 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.865912:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3d6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841348 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.865937:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.865939:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.865948:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3d74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784134f expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.865959:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3d74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784134f expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.865997:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3d74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784134f expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.866012:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835800576:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022460.866112:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00010000:00010000:3.0:1777022460.866566:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3d6d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841348 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.875990:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835800448:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022460.876022:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022460.876087:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815937408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 23517us (25538us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.877455:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.879645:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815937664
00000100:00100000:2.0:1777022460.879659:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815937664
00000100:00100000:2.0:1777022460.879735:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 473
00000100:00100000:2.0:1777022460.879745:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815937664:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022460.879764:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022460.879785:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841356 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.879818:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3d74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784134f expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.879827:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022460.879828:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022460.879832:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.879906:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3d74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784134f expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.879921:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3d74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784134f expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.879935:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835800704:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022460.880015:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022460.885280:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 456
00000100:00100000:0.0:1777022460.885683:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.886036:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835800704:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022460.886067:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.886089:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:3.0:1777022460.886155:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815937664:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6411us (8705us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.886173:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 473
00000100:00100000:2.0:1777022460.886762:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815937792
00000100:00100000:2.0:1777022460.886783:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815937792
00010000:00010000:2.0:1777022460.886813:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3d74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784134f expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.886887:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 458
00000100:00100000:2.0:1777022460.886897:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815937792:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022460.886910:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022460.886932:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3d74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784134f expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.886944:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3d74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784134f expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.886967:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.886969:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.886978:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.886989:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.887024:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.887039:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835800832:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022460.887095:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d840 going to sleep for 11 seconds
00010000:00010000:2.0:1777022460.887147:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3d74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784134f expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.887169:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835800576:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022460.887181:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022460.887201:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815937536:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 21378us (21724us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.887210:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 457
00000100:00100000:2.0:1777022460.891367:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835800832:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022460.891395:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022460.891457:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+18:2378:x1863342815937792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4560us (5774us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.891468:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 458
00000100:00100000:0.0:1777022460.894491:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.894573:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815937920
00000100:00100000:3.0:1777022460.894591:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815937920
00000100:00100000:3.0:1777022460.894644:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 474
00000100:00100000:3.0:1777022460.894655:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10158:x1863342815937920:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022460.894673:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022460.894692:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784135d expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.894739:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.894748:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.894750:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.894754:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.894789:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.894824:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 10 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.894838:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835800960:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022460.894945:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635780 going to sleep for 11 seconds
00000100:00100000:3.0:1777022460.901607:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835800960:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022460.901653:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.901683:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022460.901758:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815937920:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7104us (7275us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.901767:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 474
00000100:00100000:1.0:1777022460.906026:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.906128:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815938048
00000100:00100000:0.0:1777022460.906138:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815938048
00002000:00100000:0.0:1777022460.906200:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa66931880 x1863342815938048/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022460.906211:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931880 with x1863342815938048 ext(45056->81919)
00010000:00010000:0.0:1777022460.906235:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.906252:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022460.906259:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66931880
00000100:00100000:0.0:1777022460.906296:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 268
00000100:00100000:0.0:1777022460.906306:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815938048:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022460.931300:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815938048:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 24984us (25272us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022460.931314:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 268
00002000:00100000:2.0:1777022460.931328:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa66931880 x1863342815938048/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:111/0 lens 488/440 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022460.931340:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931880 with x1863342815938048 ext(45056->81919)
00010000:00010000:2.0:1777022460.931351:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.931374:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022460.931406:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66931880
00000100:00100000:1.0:1777022460.939827:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.939977:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022460.940073:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815938176
00000100:00100000:0.0:1777022460.940083:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815938176
00000100:00100000:0.0:1777022460.940147:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 475
00000100:00100000:0.0:1777022460.940158:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815938176:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022460.940184:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022460.940205:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3d89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841364 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.940236:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022460.940241:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.940249:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022460.940254:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3d89 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841364 expref: 12 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.940299:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.940331:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3d89 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841364 expref: 12 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.940345:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2200, rc 0)
00000100:00100000:0.0:1777022460.940400:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815938176:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 245us (583us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022460.940408:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 475
00000100:00100000:2.0:1777022460.943602:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815938304
00000100:00100000:2.0:1777022460.943617:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815938304
00010000:00010000:2.0:1777022460.943663:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.943718:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 459
00000100:00100000:2.0:1777022460.943729:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2379:x1863342815938304:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022460.943745:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022460.943763:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.943777:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.943799:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841356 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.943815:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.943817:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.943825:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.943834:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.943954:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.943967:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 18 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.943980:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835801216:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022460.944092:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022460.953923:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.954037:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835801216:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022460.954060:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022460.954109:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342815938304:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10381us (14131us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.954120:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 459
00000100:00100000:3.0:1777022460.954736:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815938432
00000100:00100000:3.0:1777022460.954744:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815938432
00002000:00100000:3.0:1777022460.954789:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa66930a80 x1863342815938432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/0 e 0 to 0 dl 1777022471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.954800:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930a80 with x1863342815938432 ext(45056->49151)
00010000:00010000:3.0:1777022460.954809:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 19 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.954825:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 19 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022460.954851:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66930a80
00000100:00100000:3.0:1777022460.954927:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 269
00000100:00100000:3.0:1777022460.954938:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815938432:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022460.955098:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815938432:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 162us (1185us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022460.955105:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 269
00002000:00100000:3.0:1777022460.955112:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa66930a80 x1863342815938432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:111/0 lens 488/4536 e 0 to 0 dl 1777022471 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022460.955119:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930a80 with x1863342815938432 ext(45056->49151)
00010000:00010000:3.0:1777022460.955123:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 19 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.955133:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 19 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022460.955139:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66930a80
00000100:00100000:1.0:1777022460.963469:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.963649:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022460.964332:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815938688
00000100:00100000:2.0:1777022460.964344:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815938688
00010000:00010000:2.0:1777022460.964390:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 19 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.964441:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 460
00000100:00100000:2.0:1777022460.964451:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f841850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815938688:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022460.964466:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022460.964488:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 19 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.964520:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 19 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.964544:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3d82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784135d expref: 19 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.964561:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.964563:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022460.964570:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3d89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841364 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.964580:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3d89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841364 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.964620:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3d89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841364 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.964635:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835801344:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022460.964736:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022460.970843:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815938560
00000100:00100000:3.0:1777022460.970974:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815938560
00000100:00100000:2.0:1777022460.971267:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 476
00000100:00100000:2.0:1777022460.971279:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815938560:12345-192.168.202.33@tcp:101:mmap_sanity.0
00000100:00100000:1.0:1777022460.971285:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835801344:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022460.971298:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022460.971305:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022460.971317:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784136b expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022460.971361:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f841850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2377:x1863342815938688:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6912us (7712us total) trans 0 rc 0/0
00010000:00010000:2.0:1777022460.971365:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3d89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841364 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.971374:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022460.971376:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00000100:00100000:1.0:1777022460.971377:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 460
00010000:00010000:2.0:1777022460.971379:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784136b expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.971408:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3d89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841364 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022460.971422:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3d89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841364 expref: 10 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022460.971436:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835801472:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022460.971484:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022460.975878:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.975941:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835801472:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022460.975972:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784136b expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.975995:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:3.0:1777022460.976068:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815938560:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4789us (12607us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.976077:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 476
00000100:00100000:0.0:1777022460.976098:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815938816
00000100:00100000:0.0:1777022460.976105:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815938816
00010000:00010000:0.0:1777022460.976134:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3d89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841364 expref: 11 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.976177:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 461
00000100:00100000:0.0:1777022460.976186:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815938816:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022460.976199:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022460.976219:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3d89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841364 expref: 11 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.976231:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3d89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841364 expref: 11 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.976253:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3d89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841364 expref: 11 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.976278:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.976280:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022460.976288:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784136b expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.976298:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784136b expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022460.976331:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784136b expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022460.976344:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835801600:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022460.976390:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943eb40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022460.980386:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835801600:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022460.980417:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022460.980481:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342815938816:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4295us (4624us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022460.980491:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 461
00000100:00100000:1.0:1777022460.983058:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022460.983278:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815938944
00000100:00100000:3.0:1777022460.983289:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815938944
00000100:00100000:3.0:1777022460.983347:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 477
00000100:00100000:3.0:1777022460.983358:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10159:x1863342815938944:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022460.983376:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022460.983395:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841372 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.983426:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784136b expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.983434:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.983436:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022460.983439:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.983471:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784136b expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.983484:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784136b expref: 18 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.983497:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835801728:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022460.983588:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa466353c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022460.991474:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835801728:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022460.991516:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.991542:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022460.994346:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815938944:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10978us (11284us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022460.994359:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 477
00000100:00100000:1.0:1777022460.998309:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.998446:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022460.998471:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815939200
00000100:00100000:1.0:1777022460.998478:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815939200
00000100:00100000:1.0:1777022460.998520:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 478
00000100:00100000:1.0:1777022460.998528:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815939200:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022460.998546:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022460.998562:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841379 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.998603:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022460.998610:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.998617:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022460.998622:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.998657:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.998670:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022460.998697:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:1.0:1777022460.998762:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342815939200:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 234us (316us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022460.998770:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 478
00000100:00100000:3.0:1777022460.998881:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815939072
00000100:00100000:3.0:1777022460.998887:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815939072
00010000:00010000:3.0:1777022460.998905:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784136b expref: 20 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.998937:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 462
00000100:00100000:3.0:1777022460.998944:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2377:x1863342815939072:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022460.998953:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022460.998972:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784136b expref: 20 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.998986:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784136b expref: 20 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.999003:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3d90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784136b expref: 20 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.999016:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.999023:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022460.999029:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.999039:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.999060:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022460.999071:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 10 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022460.999083:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835801984:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022460.999128:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa466353c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022461.014555:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.015061:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835801984:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.015082:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.015135:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815939072:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 16191us (16835us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.015146:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 462
00000100:00100000:2.0:1777022461.015966:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815939328
00000100:00100000:2.0:1777022461.015976:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815939328
00002000:00100000:2.0:1777022461.016020:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa66930000 x1863342815939328/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.016049:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930000 with x1863342815939328 ext(45056->81919)
00010000:00010000:2.0:1777022461.016058:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 11 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.016074:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 11 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022461.016083:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66930000
00000100:00100000:2.0:1777022461.016122:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 270
00000100:00100000:2.0:1777022461.016131:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815939328:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022461.022230:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815939328:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6088us (7672us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022461.022243:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 270
00002000:00100000:2.0:1777022461.022257:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa66930000 x1863342815939328/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.022267:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930000 with x1863342815939328 ext(45056->81919)
00010000:00010000:2.0:1777022461.022278:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 11 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.022297:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 11 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022461.022306:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66930000
00000100:00100000:1.0:1777022461.026444:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.026515:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.026602:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815939584
00000100:00100000:2.0:1777022461.026613:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815939584
00010000:00010000:2.0:1777022461.026654:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 11 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.026703:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 463
00000100:00100000:2.0:1777022461.026713:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815939584:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022461.026727:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022461.026748:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 11 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.026760:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 11 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.026783:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3d97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841372 expref: 11 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.026801:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.026803:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.026811:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.026820:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.027088:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.027261:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835802112:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.027421:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:3.0:1777022461.027481:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815939456
00000100:00100000:3.0:1777022461.027487:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815939456
00000100:00100000:3.0:1777022461.027528:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 479
00000100:00100000:3.0:1777022461.027537:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815939456:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022461.027553:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022461.027567:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3da5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841380 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.027606:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.027614:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.027615:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.027618:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3da5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841380 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.027641:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.027653:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 18 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.027664:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835802240:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022461.027690:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa466353c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022461.032478:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.032936:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835802240:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022461.032968:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3da5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841380 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.032991:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022461.033057:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815939456:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5520us (6621us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.033067:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 479
00000100:00100000:0.0:1777022461.033422:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815939712
00000100:00100000:0.0:1777022461.033429:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815939712
00002000:00100000:0.0:1777022461.033491:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa66930700 x1863342815939712/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.033502:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930700 with x1863342815939712 ext(45056->49151)
00010000:00010000:0.0:1777022461.033510:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 19 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.033526:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 19 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.033551:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66930700
00000100:00100000:0.0:1777022461.033593:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 271
00000100:00100000:0.0:1777022461.033603:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815939712:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.033763:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815939712:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 162us (1294us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022461.033771:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 271
00002000:00100000:0.0:1777022461.033777:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa66930700 x1863342815939712/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.033785:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930700 with x1863342815939712 ext(45056->49151)
00010000:00010000:0.0:1777022461.033791:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 19 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.033801:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 19 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.033807:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66930700
00000100:00080000:3.0:1777022461.035510:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022461.039790:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835802112:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.039817:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.039918:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815939584:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 13205us (13401us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.039930:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 463
00000100:00100000:1.0:1777022461.041021:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.041887:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815939840
00000100:00100000:2.0:1777022461.041899:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815939840
00000100:00100000:2.0:1777022461.041960:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 480
00000100:00100000:2.0:1777022461.041970:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815939840:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.041989:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.042008:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3dac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841387 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.042043:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.042049:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3da5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841380 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.042056:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022461.042060:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3dac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841387 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.042097:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3da5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841380 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.042128:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3dac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841387 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.042141:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022461.042256:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342815939840:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 287us (1239us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.042263:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 480
00000100:00100000:1.0:1777022461.053571:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.053659:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815939968
00000100:00100000:2.0:1777022461.053669:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815939968
00010000:00010000:2.0:1777022461.053706:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 20 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.053750:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 464
00000100:00100000:2.0:1777022461.053760:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2378:x1863342815939968:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022461.053774:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022461.053795:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 20 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.053813:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 20 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.053834:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3d9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841379 expref: 20 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.053898:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.053899:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.053907:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3da5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841380 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.053916:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3da5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841380 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.053952:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3da5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841380 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.053964:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3da5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841380 expref: 10 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.053976:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835802496:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.054058:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:1.0:1777022461.059213:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.059387:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815940096
00000100:00100000:3.0:1777022461.059396:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815940096
00010000:00010000:3.0:1777022461.059433:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3da5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841380 expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.059480:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 465
00000100:00100000:3.0:1777022461.059489:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815940096:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.059505:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022461.059526:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3da5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841380 expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.059541:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3da5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841380 expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.059568:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.059570:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.059579:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3dac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841387 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.059589:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3dac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841387 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.059628:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3dac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841387 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.059642:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835802624:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022461.059733:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa466353c0 going to sleep for 11 seconds
00010000:00010000:0.0:1777022461.059925:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3da5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841380 expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.059940:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835802496:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022461.059955:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022461.059991:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815939968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6232us (6429us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.060007:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 464
00000100:00100000:1.0:1777022461.071490:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.071603:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815940224
00000100:00100000:2.0:1777022461.071613:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815940224
00000100:00100000:2.0:1777022461.071671:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 481
00000100:00100000:2.0:1777022461.071682:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815940224:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.071699:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.071718:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784138e expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.071752:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3dac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841387 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.071776:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.071778:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.071783:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 12 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.071817:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3dac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841387 expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.071831:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3dac lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841387 expref: 18 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.071846:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835802752:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022461.071967:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022461.073708:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835802624:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.073739:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.073896:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342815940096:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14364us (14648us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.073908:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 465
00000100:00100000:1.0:1777022461.084240:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.084384:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.085595:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835802752:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022461.085631:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.085654:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022461.085706:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815940224:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 14025us (14225us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.085730:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 481
00000100:00100000:2.0:1777022461.085764:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815940480
00000100:00100000:2.0:1777022461.085770:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815940480
00000100:00100000:2.0:1777022461.085818:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 482
00000100:00100000:2.0:1777022461.085842:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815940480:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.086132:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.086151:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841395 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.086185:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.086191:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.086198:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022461.086202:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.086237:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.086248:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.086258:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:2.0:1777022461.086280:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342815940480:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 441us (1897us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.086286:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 482
00000100:00100000:0.0:1777022461.093450:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815940352
00000100:00100000:0.0:1777022461.093467:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815940352
00010000:00010000:0.0:1777022461.093515:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3dac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841387 expref: 20 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.093555:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 466
00000100:00100000:0.0:1777022461.093564:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2378:x1863342815940352:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022461.093588:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022461.093610:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3dac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841387 expref: 20 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.093624:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3dac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841387 expref: 20 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.093648:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3dac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841387 expref: 20 pid: 6921 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.093666:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.093668:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.093676:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.093687:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.094259:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.094274:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 10 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.094304:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65807b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835803008:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022461.094402:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943eb40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.097751:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65807b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835803008:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022461.097776:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022461.097839:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815940352:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4275us (13609us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.097850:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 466
00000100:00100000:1.0:1777022461.101725:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.101804:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815940608
00000100:00100000:0.0:1777022461.101814:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815940608
00002000:00100000:0.0:1777022461.101900:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa660c4700 x1863342815940608/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.101911:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c4700 with x1863342815940608 ext(45056->81919)
00010000:00010000:0.0:1777022461.101921:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 11 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.101938:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 11 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.101965:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c4700
00000100:00100000:0.0:1777022461.102004:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 272
00000100:00100000:0.0:1777022461.102015:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815940608:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.109921:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815940608:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7896us (8201us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022461.109935:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 272
00002000:00100000:0.0:1777022461.109948:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa660c4700 x1863342815940608/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.109959:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c4700 with x1863342815940608 ext(45056->81919)
00010000:00010000:0.0:1777022461.109970:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 11 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.109989:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 11 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.109998:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c4700
00000100:00100000:3.0:1777022461.112971:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.113137:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815940736
00000100:00100000:1.0:1777022461.113146:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815940736
00000100:00100000:1.0:1777022461.113204:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 483
00000100:00100000:1.0:1777022461.113215:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815940736:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022461.113234:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022461.113255:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3dc1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784139c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.113288:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.113294:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.113314:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022461.113319:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3dc1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784139c expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.113361:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.113376:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3dc1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784139c expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.113389:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:1.0:1777022461.113451:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815940736:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 238us (488us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.113458:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 483
00000100:00100000:1.0:1777022461.117814:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.118118:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815940864
00000100:00100000:0.0:1777022461.118137:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815940864
00010000:00010000:0.0:1777022461.118188:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 12 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.118239:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 467
00000100:00100000:0.0:1777022461.118249:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f842450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342815940864:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022461.118277:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022461.118298:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 12 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.118311:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 12 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.118335:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3db3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784138e expref: 12 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.118351:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.118354:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.118366:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.118376:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.118412:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.118424:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 18 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.118438:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65807b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835803264:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022461.118526:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943eb40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022461.121595:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.122256:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65807b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835803264:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022461.122281:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022461.122338:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f842450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815940864:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4091us (4534us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.122349:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 467
00000100:00100000:1.0:1777022461.122457:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815940992
00000100:00100000:1.0:1777022461.122464:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815940992
00002000:00100000:1.0:1777022461.122502:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa6565ad80 x1863342815940992/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.122513:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565ad80 with x1863342815940992 ext(45056->49151)
00010000:00010000:1.0:1777022461.122521:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.122536:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.122556:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565ad80
00000100:00100000:1.0:1777022461.122588:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 273
00000100:00100000:1.0:1777022461.122596:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815940992:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022461.122752:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815940992:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 156us (1171us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022461.122759:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 273
00002000:00100000:1.0:1777022461.122765:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa6565ad80 x1863342815940992/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.122774:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565ad80 with x1863342815940992 ext(45056->49151)
00010000:00010000:1.0:1777022461.122779:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.122789:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.122796:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565ad80
00000100:00100000:3.0:1777022461.126708:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.126755:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.126846:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815941120
00000100:00100000:1.0:1777022461.126882:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815941120
00000100:00100000:1.0:1777022461.126940:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 484
00000100:00100000:1.0:1777022461.126950:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815941120:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022461.126969:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022461.126988:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3dc8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413a3 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.127037:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.127043:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3dc1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784139c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.127050:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022461.127055:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3dc8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413a3 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.127095:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3dc1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784139c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.127110:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3dc8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413a3 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.127122:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022461.127183:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342815941120:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 234us (483us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.127190:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 484
00000100:00100000:0.0:1777022461.128550:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815941248
00000100:00100000:0.0:1777022461.128561:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815941248
00010000:00010000:0.0:1777022461.128739:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 20 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.129048:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 468
00000100:00100000:2.0:1777022461.129061:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2378:x1863342815941248:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022461.129075:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022461.129108:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 20 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.129135:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 20 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.129166:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e3dba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841395 expref: 20 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.129182:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.129184:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.129192:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784139c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.129202:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784139c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.129240:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784139c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.129254:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784139c expref: 10 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.129269:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835803520:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.129354:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.132588:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835803520:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.132628:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.132690:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815941248:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3632us (5933us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.132702:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 468
00000100:00100000:3.0:1777022461.135245:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.135313:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815941376
00000100:00100000:0.0:1777022461.135322:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815941376
00010000:00010000:0.0:1777022461.135358:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784139c expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.135401:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 469
00000100:00100000:0.0:1777022461.135411:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815941376:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022461.135425:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022461.135446:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784139c expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.135460:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784139c expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.135482:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3dc1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784139c expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.135516:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.135518:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.135526:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3dc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413a3 expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.135536:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3dc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413a3 expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.135574:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3dc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413a3 expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.135589:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65807b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835803648:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022461.135662:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.138943:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65807b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835803648:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022461.138968:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022461.139021:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342815941376:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3611us (3782us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.139032:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 469
00000100:00100000:3.0:1777022461.144462:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.144984:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815941504
00000100:00100000:0.0:1777022461.144995:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815941504
00000100:00100000:0.0:1777022461.145096:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 485
00000100:00100000:0.0:1777022461.145109:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10159:x1863342815941504:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022461.145139:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022461.145167:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413aa expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.145217:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3dc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413a3 expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.145226:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022461.145228:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022461.145232:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.145267:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3dc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413a3 expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.145281:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3dc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413a3 expref: 18 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.145295:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835803776:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022461.145422:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.149052:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835803776:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022461.149084:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.149105:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3c00, rc 0)
00000100:00100000:0.0:1777022461.149183:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815941504:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4077us (4731us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.149192:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 485
00000100:00100000:3.0:1777022461.149542:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.149600:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815941632
00000100:00100000:2.0:1777022461.149607:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815941632
00010000:00010000:2.0:1777022461.149642:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3dc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413a3 expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.149676:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 470
00000100:00100000:2.0:1777022461.149684:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815941632:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022461.149697:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022461.149715:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3dc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413a3 expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.149728:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3dc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413a3 expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.149750:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3dc8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413a3 expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.149763:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.149765:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.149772:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.149794:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.149824:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.149838:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835803904:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.149920:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.159215:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.159437:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815941760
00000100:00100000:1.0:1777022461.159447:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815941760
00000100:00100000:1.0:1777022461.159501:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 486
00000100:00100000:1.0:1777022461.159511:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815941760:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022461.159530:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022461.159550:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413b1 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.159615:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.159624:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.159626:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.159630:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.159666:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.159678:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 10 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.159692:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835804032:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022461.159774:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.160168:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.161657:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815941888
00000100:00100000:1.0:1777022461.161670:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815941888
00002000:00100000:1.0:1777022461.161732:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa658d2d80 x1863342815941888/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.161745:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2d80 with x1863342815941888 ext(45056->81919)
00010000:00010000:1.0:1777022461.161755:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.161771:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.161793:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2d80
00000100:00100000:1.0:1777022461.161834:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 274
00000100:00100000:1.0:1777022461.161845:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815941888:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.164563:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835803904:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.164731:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835804160:0@lo:400:kworker.0
00000100:00100000:2.0:1777022461.164790:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022461.164942:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835804160
00000100:00100000:1.0:1777022461.164950:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835804160
00000100:00100000:1.0:1777022461.165000:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260
00000100:00100000:1.0:1777022461.165009:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f838850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835804160:12345-0@lo:400:kworker.0
00010000:00010000:3.0:1777022461.165235:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.167646:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815941888:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5793us (7479us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022461.167659:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 274
00002000:00100000:3.0:1777022461.167672:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa658d2d80 x1863342815941888/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.167682:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2d80 with x1863342815941888 ext(45056->81919)
00010000:00010000:3.0:1777022461.167692:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.167709:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.167733:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2d80
00000100:00100000:3.0:1777022461.171343:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.171375:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815942016
00000100:00100000:3.0:1777022461.171385:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815942016
00000100:00100000:3.0:1777022461.171435:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 487
00000100:00100000:3.0:1777022461.171445:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815942016:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022461.171465:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022461.171483:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3ddd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413b8 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.171514:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.171520:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.171527:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022461.171530:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3ddd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413b8 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.171567:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.171592:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3ddd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413b8 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.171604:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022461.171664:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815942016:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 221us (331us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.171671:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 487
00000100:00100000:3.0:1777022461.172188:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.173352:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815942144
00000100:00100000:3.0:1777022461.173363:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815942144
00010000:00010000:3.0:1777022461.173400:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.173437:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 471
00000100:00100000:3.0:1777022461.173446:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815942144:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.173458:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022461.173479:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.173492:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.173515:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.173517:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.173524:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.173533:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.173564:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.173602:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 20 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.173617:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835804544:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022461.173693:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa466353c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.173951:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835804288:0@lo:400:kworker.0
00000100:00100000:0.0:1777022461.173989:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022461.174010:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835805056:0@lo:400:kworker.0
00000100:00100000:0.0:1777022461.174030:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022461.174047:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1777022461.174052:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835804928:0@lo:400:kworker.0
00000100:00100000:0.0:1777022461.174067:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022461.174086:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835804288
00000100:00100000:0.0:1777022461.174089:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835804288
00000100:00100000:0.0:1777022461.174115:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835804928
00000100:00100000:0.0:1777022461.174118:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835804928
00000100:00100000:0.0:1777022461.174141:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126
00000100:00100000:0.0:1777022461.174147:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835804288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022461.174199:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835804288:12345-0@lo:400:kworker.0 Request processed in 51us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.174205:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126
00000100:00100000:0.0:1777022461.174221:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127
00000100:00100000:0.0:1777022461.174226:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835804928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022461.174250:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835804928:12345-0@lo:400:kworker.0 Request processed in 24us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.174255:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127
00000100:00080000:0.0:1777022461.174273:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022461.174304:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835804928:0@lo:400:kworker.0
00000100:00100000:0.0:1777022461.174314:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835804288:0@lo:400:kworker.0
00000100:00100000:0.0:1777022461.174347:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835805056
00000100:00100000:0.0:1777022461.174350:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835805056
00000100:00080000:0.0:1777022461.174376:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1777022461.174403:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79
00000100:00100000:0.0:1777022461.174409:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835805056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022461.174441:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835805056:12345-0@lo:400:kworker.0 Request processed in 32us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.174446:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79
00000100:00100000:0.0:1777022461.174471:0:3463:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967370 gen 2
00000004:00080000:0.0:1777022461.174475:0:3463:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa66160a80, transno 4294967370
00000100:00100000:0.0:1777022461.174485:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835805056:0@lo:400:kworker.0
00000100:00100000:3.0:1777022461.175090:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835804672:0@lo:400:kworker.0
00000100:00100000:3.0:1777022461.175129:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022461.175153:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1777022461.175169:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835804800:0@lo:400:kworker.0
00000100:00100000:3.0:1777022461.175193:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022461.175220:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835804672
00000100:00100000:3.0:1777022461.175224:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835804672
00000100:00100000:3.0:1777022461.175254:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128
00000100:00100000:3.0:1777022461.175260:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835804672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022461.175293:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835804672:12345-0@lo:400:kworker.0 Request processed in 33us (163us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.175299:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128
00000100:00100000:3.0:1777022461.175316:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835804800
00000100:00100000:3.0:1777022461.175318:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835804800
00000100:00100000:3.0:1777022461.175340:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80
00000100:00100000:3.0:1777022461.175345:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835804800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022461.175374:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835804800:12345-0@lo:400:kworker.0 Request processed in 28us (179us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.175379:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80
00000100:00100000:3.0:1777022461.175412:0:3464:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967311 gen 2
00000004:00080000:3.0:1777022461.175417:0:3464:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa66128000, transno 4294967309
00000004:00080000:3.0:1777022461.175424:0:3464:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa6612ad80, transno 4294967310
00000004:00080000:3.0:1777022461.175427:0:3464:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa66128700, transno 4294967311
00000100:00100000:3.0:1777022461.175431:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835804800:0@lo:400:kworker.0
00000100:00100000:3.0:1777022461.175440:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835804672:0@lo:400:kworker.0
00000004:00080000:3.0:1777022461.175545:0:7190:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 2 changes, 0 in progress, 0 in flight, 3 done
00000100:00100000:3.0:1777022461.177296:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835804544:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.177317:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.177358:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815942144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3913us (5171us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.177366:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 471
00000100:00080000:0.0:1777022461.178256:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1777022461.178262:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022461.179097:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2378:x1863342815941632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 29408us (29551us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.179108:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 470
00000100:00100000:1.0:1777022461.179739:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f838850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835804160:12345-0@lo:400:kworker.0 Request processed in 14728us (14945us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.179748:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260
00010000:00010000:1.0:1777022461.179825:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3dcf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413aa expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.179844:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835804032:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022461.179913:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.179923:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.179941:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:1.0:1777022461.179983:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815941760:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 20474us (25128us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.180006:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 486
00000100:00100000:3.0:1777022461.183018:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.183140:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815942272
00000100:00100000:1.0:1777022461.183151:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815942272
00002000:00100000:1.0:1777022461.183211:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa65a10000 x1863342815942272/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.183222:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10000 with x1863342815942272 ext(45056->49151)
00010000:00010000:1.0:1777022461.183232:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.183249:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.183257:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10000
00000100:00100000:1.0:1777022461.183294:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 275
00000100:00100000:1.0:1777022461.183305:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815942272:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022461.183485:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815942272:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 181us (475us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022461.183493:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 275
00002000:00100000:1.0:1777022461.183500:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa65a10000 x1863342815942272/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.183509:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10000 with x1863342815942272 ext(45056->49151)
00010000:00010000:1.0:1777022461.183514:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.183541:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.183548:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10000
00000100:00100000:3.0:1777022461.187173:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.187291:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815942400
00000100:00100000:0.0:1777022461.187300:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815942400
00000100:00100000:0.0:1777022461.187360:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 488
00000100:00100000:0.0:1777022461.187371:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815942400:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022461.187389:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022461.187407:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413bf expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.187438:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022461.187444:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3ddd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413b8 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.187450:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022461.187465:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.187505:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3ddd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b8 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.187518:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.187530:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3a00, rc 0)
00000100:00100000:0.0:1777022461.187590:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342815942400:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 222us (439us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.187598:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 488
00000100:00100000:3.0:1777022461.189990:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.191142:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815942528
00000100:00100000:0.0:1777022461.191155:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815942528
00010000:00010000:0.0:1777022461.191214:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 20 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.191253:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 472
00000100:00100000:0.0:1777022461.191263:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2379:x1863342815942528:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022461.191283:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022461.191304:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 20 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.191317:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 20 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.191363:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3dd6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b1 expref: 20 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.191380:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.191382:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.191389:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3ddd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b8 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.191398:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b8 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.191435:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b8 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.191447:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b8 expref: 10 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.191460:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835805312:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022461.191539:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.192494:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835804160:0@lo:400:kworker.0
00000100:00100000:3.0:1777022461.197247:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.197391:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815942656
00000100:00100000:1.0:1777022461.197401:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815942656
00010000:00010000:1.0:1777022461.197438:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3ddd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b8 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.197484:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 473
00000100:00100000:1.0:1777022461.197493:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815942656:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022461.197508:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022461.197529:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3ddd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b8 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.197543:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b8 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.197569:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.197571:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.197587:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.197597:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.197653:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.197678:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835805440:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022461.197759:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32840 going to sleep for 11 seconds
00010000:00010000:0.0:1777022461.198310:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3ddd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413b8 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.198325:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835805312:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022461.198343:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022461.198382:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2379:x1863342815942528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7119us (8401us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.198390:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 472
00000100:00100000:1.0:1777022461.203043:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835805440:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022461.203075:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022461.203387:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342815942656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5893us (6149us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.203400:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 473
00000100:00100000:3.0:1777022461.217065:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.217149:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.218285:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815942784
00000100:00100000:0.0:1777022461.218296:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815942784
00000100:00100000:0.0:1777022461.218356:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 489
00000100:00100000:0.0:1777022461.218366:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10159:x1863342815942784:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022461.218385:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022461.218403:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413c6 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.218438:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.218448:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022461.218450:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022461.218453:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.218487:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.218502:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 18 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.218535:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835805568:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022461.218629:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.218900:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815942912
00000100:00100000:2.0:1777022461.218905:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815942912
00002000:00100000:2.0:1777022461.218936:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa65a11c00 x1863342815942912/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.218946:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11c00 with x1863342815942912 ext(45056->49151)
00010000:00010000:2.0:1777022461.218952:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.218963:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022461.218981:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a11c00
00000100:00100000:2.0:1777022461.219004:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 276
00000100:00100000:2.0:1777022461.219011:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815942912:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022461.219149:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815942912:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 137us (1999us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022461.219165:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 276
00002000:00100000:2.0:1777022461.219173:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa65a11c00 x1863342815942912/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.219181:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11c00 with x1863342815942912 ext(45056->49151)
00010000:00010000:2.0:1777022461.219185:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.219195:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022461.219201:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a11c00
00000100:00100000:3.0:1777022461.227277:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835805568:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022461.227314:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.227336:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2000, rc 0)
00000100:00100000:3.0:1777022461.227402:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815942784:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9037us (10345us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.227427:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 489
00000100:00100000:1.0:1777022461.228362:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.229524:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815943040
00000100:00100000:3.0:1777022461.229536:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815943040
00010000:00010000:3.0:1777022461.229588:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.229625:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 474
00000100:00100000:3.0:1777022461.229636:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f840450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815943040:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.229651:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022461.229673:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.229687:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.229710:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3de4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413bf expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.230427:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.231090:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815943168
00000100:00100000:1.0:1777022461.231098:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815943168
00000100:00100000:1.0:1777022461.231171:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 490
00000100:00100000:1.0:1777022461.231181:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342815943168:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022461.231197:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022461.231213:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3df2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413cd expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.231236:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.231243:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.231250:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.231254:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3df2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413cd expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.231292:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.231324:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3df2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413cd expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.231336:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.231338:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.231345:0:11979:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.231355:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.231377:0:11979:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.231391:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 10 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.231405:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835805824:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022461.231494:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32840 going to sleep for 11 seconds
00010000:00010000:3.0:1777022461.232398:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.232455:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f840450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2378:x1863342815943040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2819us (4095us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.232464:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 474
00000100:00100000:2.0:1777022461.238104:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835805824:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.238132:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c200, rc 0)
00000100:00100000:2.0:1777022461.238206:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815943168:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7025us (7780us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.238215:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 490
00000100:00100000:1.0:1777022461.239145:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.239217:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815943296
00000100:00100000:0.0:1777022461.239225:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815943296
00002000:00100000:0.0:1777022461.239261:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa660c5880 x1863342815943296/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.239269:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5880 with x1863342815943296 ext(45056->81919)
00010000:00010000:0.0:1777022461.239275:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.239288:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.239293:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c5880
00000100:00100000:0.0:1777022461.239316:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 277
00000100:00100000:0.0:1777022461.239325:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815943296:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.243948:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815943296:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4612us (4794us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022461.243961:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 277
00002000:00100000:0.0:1777022461.243973:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa660c5880 x1863342815943296/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.244005:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5880 with x1863342815943296 ext(45056->81919)
00010000:00010000:0.0:1777022461.244015:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.244032:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.244041:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c5880
00000100:00100000:3.0:1777022461.247626:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.247952:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815943424
00000100:00100000:1.0:1777022461.247962:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815943424
00000100:00100000:3.0:1777022461.248010:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.248014:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 491
00000100:00100000:1.0:1777022461.248024:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815943424:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022461.248058:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022461.248076:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413d4 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.248105:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.248111:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3df2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413cd expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.248118:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022461.248122:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.248183:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3df2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413cd expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.248198:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.248211:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022461.248273:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815943424:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 250us (655us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.248280:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 491
00000100:00100000:2.0:1777022461.248360:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815943552
00000100:00100000:2.0:1777022461.248370:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815943552
00010000:00010000:2.0:1777022461.248388:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 12 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.248420:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 475
00000100:00100000:2.0:1777022461.248426:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815943552:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022461.248435:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022461.248455:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 12 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.248467:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 12 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.248487:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3deb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413c6 expref: 12 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.248500:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.248502:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.248509:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3df2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413cd expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.248518:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413cd expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.248543:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413cd expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.248572:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413cd expref: 18 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.249115:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835806080:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.249196:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.252397:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.252468:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815943680
00000100:00100000:3.0:1777022461.252490:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815943680
00010000:00010000:3.0:1777022461.252527:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3df2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413cd expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.252591:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835806080:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.252611:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.252635:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 476
00000100:00100000:3.0:1777022461.252643:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815943680:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.252657:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022461.252678:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413cd expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.252696:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413cd expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.252719:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3df2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413cd expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.252735:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.252737:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.252745:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.252755:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.252789:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.252815:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835806208:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.252816:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815943552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4390us (4806us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.252825:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 475
00000100:00100000:3.0:1777022461.252886:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.255608:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835806208:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022461.255633:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022461.255690:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+18:2377:x1863342815943680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3048us (3302us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.255699:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 476
00000100:00100000:1.0:1777022461.273300:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.273424:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.274924:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815943808
00000100:00100000:3.0:1777022461.274938:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815943808
00000100:00100000:3.0:1777022461.275008:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 492
00000100:00100000:3.0:1777022461.275019:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10158:x1863342815943808:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022461.275039:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022461.275058:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413db expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.275091:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.275099:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.275100:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.275103:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.275131:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.275141:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 10 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.275151:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835806336:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022461.275274:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.275432:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815943936
00000100:00100000:2.0:1777022461.275437:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815943936
00002000:00100000:2.0:1777022461.275469:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa660c4000 x1863342815943936/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.275478:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c4000 with x1863342815943936 ext(45056->81919)
00010000:00010000:2.0:1777022461.275484:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.275495:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022461.275501:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c4000
00000100:00100000:2.0:1777022461.275525:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 278
00000100:00100000:2.0:1777022461.275538:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815943936:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.281278:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835806336:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022461.281315:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.281338:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6000, rc 0)
00000100:00100000:3.0:1777022461.281400:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815943808:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6382us (8107us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.281409:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 492
00000100:00100000:2.0:1777022461.293794:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815943936:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 18246us (20359us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022461.293807:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 278
00002000:00100000:2.0:1777022461.293820:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa660c4000 x1863342815943936/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.293830:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c4000 with x1863342815943936 ext(45056->81919)
00010000:00010000:2.0:1777022461.293839:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.293877:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022461.293885:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c4000
00000100:00100000:1.0:1777022461.298440:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.298545:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815944064
00000100:00100000:2.0:1777022461.298555:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815944064
00000100:00100000:2.0:1777022461.298624:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 493
00000100:00100000:2.0:1777022461.298634:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815944064:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.298653:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.298672:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3e07 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413e2 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.298713:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.298719:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.298744:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022461.298750:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3e07 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413e2 expref: 12 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.298790:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.298805:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3e07 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413e2 expref: 12 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.298819:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a200, rc 0)
00000100:00100000:2.0:1777022461.299300:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815944064:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 666us (868us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.299309:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 493
00000100:00100000:1.0:1777022461.305060:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.305360:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815944192
00000100:00100000:3.0:1777022461.305370:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815944192
00010000:00010000:3.0:1777022461.305408:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.305549:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 477
00000100:00100000:3.0:1777022461.305559:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342815944192:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.305990:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022461.306016:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.306033:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.306055:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3df9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413d4 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.306091:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.306093:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.306101:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.306111:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.306300:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.306314:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 18 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.306328:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835806592:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022461.307937:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022461.311446:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.311654:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815944320
00000100:00100000:0.0:1777022461.311664:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815944320
00002000:00100000:0.0:1777022461.311714:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa412a9c00 x1863342815944320/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.311726:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9c00 with x1863342815944320 ext(45056->49151)
00010000:00010000:0.0:1777022461.311734:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 19 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.311751:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 19 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.311772:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a9c00
00000100:00100000:0.0:1777022461.311813:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 279
00000100:00100000:0.0:1777022461.311823:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815944320:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.312029:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815944320:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 207us (593us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022461.312037:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 279
00002000:00100000:0.0:1777022461.312043:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa412a9c00 x1863342815944320/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.312052:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9c00 with x1863342815944320 ext(45056->49151)
00010000:00010000:0.0:1777022461.312057:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 19 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.312068:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 19 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.312075:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a9c00
00000100:00100000:3.0:1777022461.312395:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835806592:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.312427:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.312456:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815944192:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6900us (7890us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.312464:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 477
00000100:00100000:1.0:1777022461.317692:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.317745:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.318142:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815944448
00000100:00100000:0.0:1777022461.318154:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815944448
00010000:00010000:0.0:1777022461.318205:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 19 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.318251:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 478
00000100:00100000:0.0:1777022461.318261:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815944448:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022461.318292:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022461.318316:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 19 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.318329:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 19 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.318355:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e3e00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413db expref: 19 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.318373:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.318375:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.318384:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3e07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413e2 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.318393:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3e07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413e2 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.318432:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3e07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413e2 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.318446:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835806720:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022461.318521:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022461.323237:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815944576
00000100:00100000:3.0:1777022461.323254:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815944576
00000100:00100000:3.0:1777022461.323615:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835806720:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.323657:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.323723:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815944448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5462us (6039us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.323735:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 478
00000100:00100000:2.0:1777022461.326136:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 494
00000100:00100000:2.0:1777022461.326151:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10158:x1863342815944576:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.326180:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.326199:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413e9 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.326233:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3e07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413e2 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.326243:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.326260:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.326266:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.326305:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3e07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e2 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.326319:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3e07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e2 expref: 10 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.326333:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835806848:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022461.326413:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.330666:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.331079:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815944704
00000100:00100000:3.0:1777022461.331089:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815944704
00010000:00010000:3.0:1777022461.331128:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3e07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e2 expref: 11 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.331177:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 479
00000100:00100000:3.0:1777022461.331187:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815944704:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.331202:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022461.331225:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3e07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e2 expref: 11 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.331240:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3e07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e2 expref: 11 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.331269:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.331271:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.331279:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.331289:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.331327:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.331355:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835806976:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022461.331431:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635240 going to sleep for 11 seconds
00010000:00010000:2.0:1777022461.333466:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3e07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e2 expref: 11 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.333490:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835806848:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022461.333519:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.333533:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022461.333724:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342815944576:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7576us (15977us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.333734:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 494
00000100:00100000:1.0:1777022461.338745:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.338914:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815944832
00000100:00100000:2.0:1777022461.338923:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815944832
00000100:00100000:2.0:1777022461.338983:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 495
00000100:00100000:2.0:1777022461.339002:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815944832:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.339022:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.339041:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413f0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.339073:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.339081:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.339083:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.339087:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.339119:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.339134:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 18 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.339149:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835807104:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022461.339236:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022461.342413:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835806976:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.342439:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022461.343073:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.343325:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815944960
00000100:00100000:3.0:1777022461.343332:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815944960
00002000:00100000:3.0:1777022461.343382:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa660b1f80 x1863342815944960/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.343395:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1f80 with x1863342815944960 ext(45056->49151)
00010000:00010000:3.0:1777022461.343404:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.343422:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.343430:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660b1f80
00000100:00100000:3.0:1777022461.343464:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 280
00000100:00100000:3.0:1777022461.343473:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815944960:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.343646:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342815944960:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 173us (574us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022461.343654:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 280
00002000:00100000:3.0:1777022461.343661:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa660b1f80 x1863342815944960/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.343689:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1f80 with x1863342815944960 ext(45056->49151)
00010000:00010000:3.0:1777022461.343695:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.343834:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.344048:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660b1f80
00000100:00100000:0.0:1777022461.345365:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342815944704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14171us (14701us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.345392:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 479
00000100:00100000:2.0:1777022461.348423:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835807104:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022461.348460:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.348483:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ac00, rc 0)
00000100:00100000:2.0:1777022461.348574:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815944832:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9574us (9838us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.348584:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 495
00000100:00100000:2.0:1777022461.353705:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.356837:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815945088
00000100:00100000:0.0:1777022461.356866:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815945088
00002000:00100000:0.0:1777022461.356994:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (49152->53247)  req@ffff8efa658d1880 x1863342815945088/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.357115:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1880 with x1863342815945088 ext(49152->53247)
00010000:00010000:0.0:1777022461.357127:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.357144:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.357152:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1880
00000100:00100000:0.0:1777022461.357264:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 281
00000100:00100000:0.0:1777022461.357274:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2379:x1863342815945088:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.357463:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2379:x1863342815945088:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 190us (3768us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022461.357471:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 281
00002000:00100000:0.0:1777022461.357477:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (49152->53247)  req@ffff8efa658d1880 x1863342815945088/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.357486:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1880 with x1863342815945088 ext(49152->53247)
00010000:00010000:0.0:1777022461.357491:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.357519:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.357526:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1880
00000100:00100000:3.0:1777022461.357718:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.358138:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815945216
00000100:00100000:1.0:1777022461.358144:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815945216
00002000:00100000:1.0:1777022461.358179:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa65a11880 x1863342815945216/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 4584/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.358189:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11880 with x1863342815945216 ext(45056->49151)
00010000:00010000:1.0:1777022461.358195:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.358206:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.358213:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a11880
00000100:00100000:1.0:1777022461.358242:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 282
00000100:00100000:1.0:1777022461.358250:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342815945216:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022461.359886:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815945216:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1602us (2133us total) trans 4294967380 rc 0/0
00000100:00100000:0.0:1777022461.359898:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 282
00002000:00100000:0.0:1777022461.359909:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa65a11880 x1863342815945216/t4294967380(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 4584/448 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.359919:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11880 with x1863342815945216 ext(45056->49151)
00010000:00010000:0.0:1777022461.359932:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 21 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.359951:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 21 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.359960:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a11880
00000100:00100000:1.0:1777022461.362122:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.362231:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815945344
00000100:00100000:2.0:1777022461.362240:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815945344
00000100:00100000:3.0:1777022461.362643:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.362777:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815945472
00000100:00100000:1.0:1777022461.362781:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815945472
00010000:00010000:1.0:1777022461.362803:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.362829:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 480
00000100:00100000:1.0:1777022461.362835:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342815945472:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022461.362886:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022461.362901:0:11978:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 1777022459 -> 1777022460
00002000:00010000:1.0:1777022461.362903:0:11978:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1777022459 -> 1777022460
00002000:00010000:1.0:1777022461.362905:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 88 -> 96
00010000:00010000:1.0:1777022461.362909:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.362920:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.362941:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3e0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413e9 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.362956:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.362958:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.362965:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.362974:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.363010:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.363025:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835807232:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022461.363085:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.363655:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 496
00000100:00100000:2.0:1777022461.363664:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342815945344:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.363675:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.363686:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3e1c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413f7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.363751:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.363756:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.363757:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.363760:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3e1c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413f7 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.363777:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.363786:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 10 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.363794:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835807360:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022461.363824:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.365896:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835807360:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022461.365922:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3e1c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413f7 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.365941:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022461.365992:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815945344:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2329us (3878us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.366001:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 496
00000100:00100000:3.0:1777022461.366164:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835807232:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.366179:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.366200:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815945472:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3365us (3558us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.366209:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 480
00000100:00100000:2.0:1777022461.369083:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.369239:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815945600
00000100:00100000:1.0:1777022461.369246:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815945600
00002000:00100000:1.0:1777022461.369294:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa658d1500 x1863342815945600/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.369303:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1500 with x1863342815945600 ext(45056->81919)
00010000:00010000:1.0:1777022461.369310:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.369321:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.369326:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1500
00000100:00100000:1.0:1777022461.369396:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 283
00000100:00100000:1.0:1777022461.369404:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815945600:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.373489:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815945600:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4076us (4403us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022461.373503:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 283
00002000:00100000:3.0:1777022461.373516:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (45056->81919)  req@ffff8efa658d1500 x1863342815945600/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.373528:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1500 with x1863342815945600 ext(45056->81919)
00010000:00010000:3.0:1777022461.373538:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.373587:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.373596:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1500
00000100:00100000:2.0:1777022461.376050:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.376201:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815945728
00000100:00100000:3.0:1777022461.376211:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815945728
00010000:00010000:3.0:1777022461.376247:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.376293:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 481
00000100:00100000:3.0:1777022461.376302:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f843050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815945728:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.376318:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022461.376339:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.376352:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.376377:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e3e15 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f0 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.376394:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.376396:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.376404:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3e1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413f7 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.376478:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.376566:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815945856
00000100:00100000:1.0:1777022461.376571:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815945856
00000100:00100000:1.0:1777022461.376708:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 497
00000100:00100000:1.0:1777022461.376716:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815945856:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022461.376732:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022461.376745:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3e23 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78413fe expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.376953:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3e1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413f7 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.377043:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.377046:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.377052:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413fe expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.377077:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413fe expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.377089:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c200, rc 0)
00010000:00010000:3.0:1777022461.377111:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3e1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413f7 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.377125:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835807488:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022461.377227:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815945856:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 511us (749us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.377235:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 497
00000100:00100000:3.0:1777022461.377237:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635600 going to sleep for 11 seconds
00000100:00100000:3.0:1777022461.379330:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835807488:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.379353:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.379519:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f843050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815945728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3216us (3475us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.379529:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 481
00000100:00100000:2.0:1777022461.380512:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.380677:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815945984
00000100:00100000:0.0:1777022461.380684:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815945984
00002000:00100000:0.0:1777022461.380726:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa658d0a80 x1863342815945984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.380737:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0a80 with x1863342815945984 ext(45056->49151)
00002000:00010000:0.0:1777022461.380742:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0a80
00000100:00100000:0.0:1777022461.380788:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 260
00000100:00100000:0.0:1777022461.380797:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815945984:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.381054:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342815945984:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 258us (547us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022461.381062:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 260
00002000:00100000:0.0:1777022461.381069:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (45056->49151)  req@ffff8efa658d0a80 x1863342815945984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.381078:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0a80 with x1863342815945984 ext(45056->49151)
00002000:00010000:0.0:1777022461.381080:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0a80
00000100:00100000:2.0:1777022461.384527:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.384749:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815946112
00000100:00100000:3.0:1777022461.384759:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815946112
00000100:00100000:3.0:1777022461.384818:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 498
00000100:00100000:3.0:1777022461.384827:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815946112:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022461.384846:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022461.384901:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841405 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.384944:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3e1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78413f7 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.384971:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.384973:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.384979:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.386393:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3e1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f7 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.386417:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3e1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f7 expref: 20 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.386437:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835807616:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022461.386543:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.389465:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.389822:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835807616:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022461.390061:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.390085:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:1.0:1777022461.390558:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815946240
00000100:00100000:1.0:1777022461.390577:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815946240
00010000:00010000:1.0:1777022461.390613:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3e1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f7 expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.390656:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 482
00000100:00100000:1.0:1777022461.390666:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815946240:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022461.390682:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1777022461.390690:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815946112:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5864us (6173us total) trans 0 rc 0/0
00010000:00010000:1.0:1777022461.390704:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3e1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f7 expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.390715:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 498
00010000:00010000:1.0:1777022461.390717:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3e1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f7 expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.390738:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3e1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78413f7 expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.390763:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.390764:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.390772:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.390782:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.390815:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.390828:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835807744:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022461.390924:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.393392:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.395520:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815946368
00000100:00100000:1.0:1777022461.395533:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815946368
00000100:00100000:1.0:1777022461.395592:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 499
00000100:00100000:1.0:1777022461.395602:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818cf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342815946368:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022461.395620:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022461.395639:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784140c expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.395671:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.395679:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.395696:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.395701:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.395737:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.395751:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 11 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.395764:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835807872:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022461.395884:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.397256:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.397341:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815946496
00000100:00100000:0.0:1777022461.397349:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815946496
00002000:00100000:0.0:1777022461.397391:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (49152->86015)  req@ffff8efa658d2680 x1863342815946496/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.397402:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2680 with x1863342815946496 ext(49152->86015)
00010000:00010000:0.0:1777022461.397410:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 12 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.397425:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 12 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.397433:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2680
00000100:00100000:0.0:1777022461.397464:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 284
00000100:00100000:0.0:1777022461.397473:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815946496:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022461.397589:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835807744:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022461.397610:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022461.397646:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342815946240:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6981us (8189us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.397655:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 482
00000100:00100000:0.0:1777022461.405779:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815946496:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8298us (8518us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022461.405792:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 284
00002000:00100000:0.0:1777022461.405805:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (49152->86015)  req@ffff8efa658d2680 x1863342815946496/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.405814:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2680 with x1863342815946496 ext(49152->86015)
00010000:00010000:0.0:1777022461.405823:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 12 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.405897:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 12 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.405906:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2680
00000100:00100000:2.0:1777022461.410490:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.410591:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.411073:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815946624
00000100:00100000:3.0:1777022461.411083:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815946624
00000100:00100000:3.0:1777022461.411150:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 500
00000100:00100000:3.0:1777022461.411169:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815946624:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022461.411187:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022461.411208:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e38 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841413 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.411239:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.411244:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.411251:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022461.411256:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e38 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841413 expref: 13 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.411294:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.411307:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e38 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841413 expref: 13 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.411341:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022461.411394:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+13:10159:x1863342815946624:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 228us (913us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.411401:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 500
00000100:00100000:0.0:1777022461.411533:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815946752
00000100:00100000:0.0:1777022461.411538:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815946752
00010000:00010000:0.0:1777022461.411559:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 13 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.411598:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 483
00000100:00100000:0.0:1777022461.411604:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+13:2377:x1863342815946752:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022461.411613:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022461.411634:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 13 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.411647:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 13 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.411665:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.411667:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.411673:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.411681:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.411718:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.411731:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.411744:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835808128:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022461.411801:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ea80 going to sleep for 11 seconds
00010000:00010000:1.0:1777022461.411879:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3e2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841405 expref: 13 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.411894:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835807872:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022461.411913:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.411922:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.412032:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:1.0:1777022461.412054:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818cf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342815946368:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 16455us (18672us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.412061:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 499
00000100:00100000:2.0:1777022461.415535:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.416268:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815946880
00000100:00100000:3.0:1777022461.416279:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815946880
00002000:00100000:3.0:1777022461.416328:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (49152->53247)  req@ffff8efa658d1f80 x1863342815946880/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.416340:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1f80 with x1863342815946880 ext(49152->53247)
00010000:00010000:3.0:1777022461.416349:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.416365:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.416373:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1f80
00000100:00100000:3.0:1777022461.416406:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 285
00000100:00100000:3.0:1777022461.416415:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815946880:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.416578:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815946880:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 164us (1051us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022461.416585:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 285
00002000:00100000:3.0:1777022461.416592:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (49152->53247)  req@ffff8efa658d1f80 x1863342815946880/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.416618:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1f80 with x1863342815946880 ext(49152->53247)
00010000:00010000:3.0:1777022461.416624:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.416636:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.416643:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1f80
00000100:00100000:2.0:1777022461.420238:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.420309:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815947008
00000100:00100000:1.0:1777022461.420318:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815947008
00000100:00100000:1.0:1777022461.420381:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 501
00000100:00100000:1.0:1777022461.420391:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342815947008:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022461.420410:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022461.420438:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e3f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784141a expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.420471:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.420477:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e38 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841413 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.420484:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022461.420488:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e3f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784141a expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.420529:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e38 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841413 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.420545:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e3f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784141a expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.420588:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ca00, rc 0)
00000100:00100000:1.0:1777022461.420646:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815947008:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 257us (420us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.420654:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 501
00000100:00100000:1.0:1777022461.421601:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.421974:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815947136
00000100:00100000:3.0:1777022461.421982:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815947136
00010000:00010000:3.0:1777022461.422011:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.422045:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 484
00000100:00100000:3.0:1777022461.422054:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342815947136:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.422067:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022461.422085:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.422099:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.422134:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.422137:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.422146:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841413 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.422176:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841413 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.422214:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841413 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.422226:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841413 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.422238:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835808384:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022461.422369:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635a80 going to sleep for 11 seconds
00010000:00010000:0.0:1777022461.422930:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784140c expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.422947:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835808128:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022461.422963:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022461.422990:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815946752:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11386us (12399us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.422999:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 483
00000100:00100000:2.0:1777022461.428358:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.428501:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835808384:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.428525:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.428657:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815947136:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6604us (7058us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.428669:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 484
00000100:00100000:3.0:1777022461.428704:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815947264
00000100:00100000:3.0:1777022461.428710:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815947264
00010000:00010000:3.0:1777022461.428738:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841413 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.428777:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 485
00000100:00100000:3.0:1777022461.428786:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815947264:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.428816:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022461.428847:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841413 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.429050:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841413 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.429075:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841413 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.429091:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.429093:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.429100:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784141a expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.429110:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784141a expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.429224:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784141a expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.429237:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835808512:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022461.429290:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635a80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022461.435706:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835808512:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.435734:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.436129:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342815947264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7341us (7779us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.436140:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 485
00000100:00100000:2.0:1777022461.439644:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.439732:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815947392
00000100:00100000:3.0:1777022461.439742:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815947392
00000100:00100000:3.0:1777022461.439849:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 502
00000100:00100000:3.0:1777022461.440106:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10159:x1863342815947392:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022461.440128:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022461.440146:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841421 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.440190:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784141a expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.440199:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.440201:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.440205:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.440240:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784141a expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.440253:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784141a expref: 20 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.440267:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835808640:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022461.440349:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635a80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.445313:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.445509:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835808640:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022461.445541:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.445562:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022461.445620:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10159:x1863342815947392:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5520us (6057us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.445627:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 502
00000100:00100000:1.0:1777022461.446830:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815947520
00000100:00100000:1.0:1777022461.446850:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815947520
00010000:00010000:1.0:1777022461.447073:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784141a expref: 21 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.447113:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 486
00000100:00100000:1.0:1777022461.447132:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815947520:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022461.447146:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022461.447177:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784141a expref: 21 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.447188:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784141a expref: 21 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.447211:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784141a expref: 21 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.447224:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.447226:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.447247:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.447256:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.447291:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.447304:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835808768:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022461.447384:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.454088:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.455357:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815947648
00000100:00100000:0.0:1777022461.455371:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815947648
00000100:00100000:0.0:1777022461.455476:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 503
00000100:00100000:0.0:1777022461.455486:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342815947648:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022461.455504:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022461.455524:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3e4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841428 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.455592:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.455602:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022461.455604:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022461.455609:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3e4d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841428 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.455642:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.455656:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 11 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.455671:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835808896:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022461.455905:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835808768:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022461.455925:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.456120:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.456165:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815947776
00000100:00100000:2.0:1777022461.456170:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815947776
00002000:00100000:2.0:1777022461.456200:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (49152->86015)  req@ffff8efa66128000 x1863342815947776/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.456210:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128000 with x1863342815947776 ext(49152->86015)
00010000:00010000:2.0:1777022461.456216:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.456228:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022461.456237:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66128000
00000100:00100000:2.0:1777022461.456257:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 286
00000100:00100000:2.0:1777022461.456264:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815947776:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.461309:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ea80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022461.462036:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342815947776:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5765us (5911us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022461.462047:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 286
00002000:00100000:3.0:1777022461.462059:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (49152->86015)  req@ffff8efa66128000 x1863342815947776/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.462069:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128000 with x1863342815947776 ext(49152->86015)
00010000:00010000:3.0:1777022461.462079:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.462097:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.462105:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66128000
00000100:00100000:2.0:1777022461.471807:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.471947:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342815947520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 24815us (26639us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.471962:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 486
00000100:00100000:3.0:1777022461.472061:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815947904
00000100:00100000:3.0:1777022461.472071:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815947904
00002000:00100000:3.0:1777022461.472116:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (0->86015)  req@ffff8efa6612ad80 x1863342815947904/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.472147:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612ad80 with x1863342815947904 ext(0->86015)
00010000:00010000:3.0:1777022461.472176:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.472194:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 12 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.472203:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6612ad80
00000100:00100000:3.0:1777022461.472236:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 287
00000100:00100000:3.0:1777022461.472244:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342815947904:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022461.472916:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835808896:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022461.472946:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3e4d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841428 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.472963:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2400, rc 0)
00000100:00100000:0.0:1777022461.473007:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342815947648:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 17523us (18928us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.473014:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 503
00000100:00100000:2.0:1777022461.489954:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815947904:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 17699us (18145us total) trans 4294967385 rc 0/0
00000100:00100000:2.0:1777022461.489968:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 287
00002000:00100000:2.0:1777022461.489981:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (0->86015)  req@ffff8efa6612ad80 x1863342815947904/t4294967385(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/448 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.489992:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612ad80 with x1863342815947904 ext(0->86015)
00010000:00010000:2.0:1777022461.490009:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 18 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.490030:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 18 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022461.490051:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6612ad80
00000100:00100000:2.0:1777022461.492527:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.492627:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815948032
00000100:00100000:0.0:1777022461.492639:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815948032
00002000:00100000:0.0:1777022461.492692:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (86016->122879)  req@ffff8efa66128700 x1863342815948032/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.492704:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128700 with x1863342815948032 ext(86016->122879)
00010000:00010000:0.0:1777022461.492713:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 18 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.492731:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 18 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.492740:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66128700
00000100:00100000:0.0:1777022461.492775:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 288
00000100:00100000:0.0:1777022461.492787:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815948032:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.512007:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815948032:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 19214us (19481us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022461.512022:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 288
00002000:00100000:0.0:1777022461.512035:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (86016->122879)  req@ffff8efa66128700 x1863342815948032/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.512044:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128700 with x1863342815948032 ext(86016->122879)
00010000:00010000:0.0:1777022461.512053:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 18 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.512070:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 18 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.512100:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66128700
00000100:00100000:3.0:1777022461.516049:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.516175:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815948160
00000100:00100000:1.0:1777022461.516186:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815948160
00000100:00100000:1.0:1777022461.516246:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 504
00000100:00100000:1.0:1777022461.516256:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:10159:x1863342815948160:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022461.516273:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022461.516293:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784142f expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.516326:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.516328:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.516348:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.516363:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.516376:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ca00, rc 0)
00000100:00100000:1.0:1777022461.516445:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10159:x1863342815948160:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 190us (405us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.516452:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 504
00000100:00100000:2.0:1777022461.519099:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.519219:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815948288
00000100:00100000:1.0:1777022461.519231:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815948288
00010000:00010000:1.0:1777022461.519276:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.519325:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 487
00000100:00100000:1.0:1777022461.519335:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2378:x1863342815948288:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022461.519354:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022461.519373:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 96 -> 176
00010000:00010000:1.0:1777022461.519380:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.519396:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.519429:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e46 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->18446744073709551615] (req 49152->53247) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841421 expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.519465:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.519467:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.519476:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3e4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841428 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.519485:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3e4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841428 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.519493:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.519494:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.519497:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.519506:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.519541:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 18 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.519556:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835809024:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022461.519669:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3e4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841428 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.519679:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835809152:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022461.519702:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022461.524367:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835809024:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022461.524384:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835809152:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022461.524409:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022461.524468:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815948288:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5134us (5380us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.524480:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 487
00000100:00100000:3.0:1777022461.532213:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.532330:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815948416
00000100:00100000:1.0:1777022461.532341:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815948416
00002000:00100000:1.0:1777022461.532389:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (49152->53247)  req@ffff8efa65a13480 x1863342815948416/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.532401:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13480 with x1863342815948416 ext(49152->53247)
00002000:00010000:1.0:1777022461.532407:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13480
00000100:00100000:1.0:1777022461.532454:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 261
00000100:00100000:1.0:1777022461.532465:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815948416:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022461.532639:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815948416:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 176us (435us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022461.532646:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 261
00002000:00100000:1.0:1777022461.532653:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (49152->53247)  req@ffff8efa65a13480 x1863342815948416/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.532660:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13480 with x1863342815948416 ext(49152->53247)
00002000:00010000:1.0:1777022461.532663:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13480
00000100:00100000:2.0:1777022461.539228:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.539356:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815948544
00000100:00100000:3.0:1777022461.539366:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815948544
00002000:00100000:3.0:1777022461.539415:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (86016->90111)  req@ffff8efa66128a80 x1863342815948544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.539427:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128a80 with x1863342815948544 ext(86016->90111)
00002000:00010000:3.0:1777022461.539434:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128a80
00000100:00100000:3.0:1777022461.539469:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 262
00000100:00100000:3.0:1777022461.539479:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815948544:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.539658:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815948544:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 179us (438us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022461.539665:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 262
00002000:00100000:3.0:1777022461.539686:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (86016->90111)  req@ffff8efa66128a80 x1863342815948544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.539694:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128a80 with x1863342815948544 ext(86016->90111)
00002000:00010000:3.0:1777022461.539697:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128a80
00000100:00100000:3.0:1777022461.541621:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.541764:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815948672
00000100:00100000:1.0:1777022461.541775:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815948672
00002000:00100000:1.0:1777022461.541818:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (53248->57343)  req@ffff8efa65a11180 x1863342815948672/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.541850:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11180 with x1863342815948672 ext(53248->57343)
00002000:00010000:1.0:1777022461.541902:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11180
00000100:00100000:1.0:1777022461.541925:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 263
00000100:00100000:1.0:1777022461.541934:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2379:x1863342815948672:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022461.542097:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2379:x1863342815948672:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 164us (484us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022461.542105:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 263
00002000:00100000:1.0:1777022461.542111:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (53248->57343)  req@ffff8efa65a11180 x1863342815948672/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.542118:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11180 with x1863342815948672 ext(53248->57343)
00002000:00010000:1.0:1777022461.542121:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11180
00000100:00100000:2.0:1777022461.553917:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.554000:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815948800
00000100:00100000:3.0:1777022461.554010:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815948800
00002000:00100000:3.0:1777022461.554056:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (90112->94207)  req@ffff8efa6612b800 x1863342815948800/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.554067:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612b800 with x1863342815948800 ext(90112->94207)
00002000:00010000:3.0:1777022461.554073:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612b800
00000100:00100000:3.0:1777022461.554109:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 264
00000100:00100000:3.0:1777022461.554118:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815948800:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.554294:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815948800:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 176us (385us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022461.554302:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 264
00002000:00100000:3.0:1777022461.554309:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (90112->94207)  req@ffff8efa6612b800 x1863342815948800/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.554316:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612b800 with x1863342815948800 ext(90112->94207)
00002000:00010000:3.0:1777022461.554319:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612b800
00000100:00100000:2.0:1777022461.562352:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.562447:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815948928
00000100:00100000:0.0:1777022461.562458:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815948928
00002000:00100000:0.0:1777022461.562509:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (94208->98303)  req@ffff8efa66128380 x1863342815948928/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.562520:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128380 with x1863342815948928 ext(94208->98303)
00002000:00010000:0.0:1777022461.562526:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128380
00000100:00100000:0.0:1777022461.562567:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 265
00000100:00100000:0.0:1777022461.562590:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2380:x1863342815948928:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.562766:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2380:x1863342815948928:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 190us (423us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022461.562773:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 265
00002000:00100000:0.0:1777022461.562779:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (94208->98303)  req@ffff8efa66128380 x1863342815948928/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.562788:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128380 with x1863342815948928 ext(94208->98303)
00002000:00010000:0.0:1777022461.562792:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128380
00000100:00100000:2.0:1777022461.576543:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.576734:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815949056
00000100:00100000:3.0:1777022461.576744:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815949056
00002000:00100000:3.0:1777022461.576801:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (57344->61439)  req@ffff8efa66129c00 x1863342815949056/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.576831:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66129c00 with x1863342815949056 ext(57344->61439)
00002000:00010000:3.0:1777022461.576838:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66129c00
00000100:00100000:3.0:1777022461.576920:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 266
00000100:00100000:3.0:1777022461.576930:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815949056:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.577095:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342815949056:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 166us (561us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022461.577103:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 266
00002000:00100000:3.0:1777022461.577109:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (57344->61439)  req@ffff8efa66129c00 x1863342815949056/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.577117:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66129c00 with x1863342815949056 ext(57344->61439)
00002000:00010000:3.0:1777022461.577119:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66129c00
00000100:00100000:3.0:1777022461.584037:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.584314:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815949184
00000100:00100000:0.0:1777022461.584325:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815949184
00002000:00100000:0.0:1777022461.584377:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (98304->102399)  req@ffff8efa65a10380 x1863342815949184/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.584388:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10380 with x1863342815949184 ext(98304->102399)
00002000:00010000:0.0:1777022461.584394:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a10380
00000100:00100000:0.0:1777022461.584447:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 267
00000100:00100000:0.0:1777022461.584456:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815949184:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.584645:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815949184:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 189us (616us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022461.584652:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 267
00002000:00100000:0.0:1777022461.584659:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (98304->102399)  req@ffff8efa65a10380 x1863342815949184/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.584667:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10380 with x1863342815949184 ext(98304->102399)
00002000:00010000:0.0:1777022461.584670:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a10380
00000100:00100000:3.0:1777022461.587547:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.587994:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815949312
00000100:00100000:0.0:1777022461.588003:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815949312
00002000:00100000:0.0:1777022461.588056:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (102400->106495)  req@ffff8efa65a11500 x1863342815949312/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.588067:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11500 with x1863342815949312 ext(102400->106495)
00002000:00010000:0.0:1777022461.588073:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11500
00000100:00100000:0.0:1777022461.588110:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 268
00000100:00100000:0.0:1777022461.588119:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2379:x1863342815949312:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.588301:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2379:x1863342815949312:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 182us (765us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022461.588308:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 268
00002000:00100000:0.0:1777022461.588315:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (102400->106495)  req@ffff8efa65a11500 x1863342815949312/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.588322:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11500 with x1863342815949312 ext(102400->106495)
00002000:00010000:0.0:1777022461.588339:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11500
00000100:00100000:3.0:1777022461.594390:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.594831:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815949440
00000100:00100000:0.0:1777022461.594841:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815949440
00002000:00100000:0.0:1777022461.594940:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (61440->65535)  req@ffff8efa65a10a80 x1863342815949440/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.594951:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10a80 with x1863342815949440 ext(61440->65535)
00002000:00010000:0.0:1777022461.594958:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a10a80
00000100:00100000:0.0:1777022461.594993:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 269
00000100:00100000:0.0:1777022461.595003:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2380:x1863342815949440:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.595177:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2380:x1863342815949440:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 175us (796us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022461.595186:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 269
00002000:00100000:0.0:1777022461.595193:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (61440->65535)  req@ffff8efa65a10a80 x1863342815949440/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.595200:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10a80 with x1863342815949440 ext(61440->65535)
00002000:00010000:0.0:1777022461.595203:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a10a80
00000100:00100000:3.0:1777022461.599325:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.599439:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815949568
00000100:00100000:1.0:1777022461.599449:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815949568
00002000:00100000:1.0:1777022461.599499:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (65536->69631)  req@ffff8efa65a13800 x1863342815949568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.599510:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13800 with x1863342815949568 ext(65536->69631)
00002000:00010000:1.0:1777022461.599516:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13800
00000100:00100000:1.0:1777022461.599554:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 270
00000100:00100000:1.0:1777022461.599564:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2380:x1863342815949568:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022461.599747:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2380:x1863342815949568:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 184us (432us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022461.599754:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 270
00002000:00100000:1.0:1777022461.599775:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (65536->69631)  req@ffff8efa65a13800 x1863342815949568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.599783:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13800 with x1863342815949568 ext(65536->69631)
00002000:00010000:1.0:1777022461.599786:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13800
00000100:00100000:1.0:1777022461.603260:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.603336:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815949696
00000100:00100000:0.0:1777022461.603346:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815949696
00002000:00100000:0.0:1777022461.603392:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (69632->73727)  req@ffff8efa660b3b80 x1863342815949696/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.603403:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b3b80 with x1863342815949696 ext(69632->73727)
00002000:00010000:0.0:1777022461.603408:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b3b80
00000100:00100000:0.0:1777022461.603440:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 271
00000100:00100000:0.0:1777022461.603450:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815949696:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.603799:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342815949696:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 350us (548us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022461.603808:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 271
00002000:00100000:0.0:1777022461.603815:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (69632->73727)  req@ffff8efa660b3b80 x1863342815949696/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.603823:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b3b80 with x1863342815949696 ext(69632->73727)
00002000:00010000:0.0:1777022461.603826:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b3b80
00000100:00100000:2.0:1777022461.606683:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.607332:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815949824
00000100:00100000:1.0:1777022461.607342:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815949824
00002000:00100000:1.0:1777022461.607390:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (106496->110591)  req@ffff8efa66128e00 x1863342815949824/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.607401:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128e00 with x1863342815949824 ext(106496->110591)
00002000:00010000:1.0:1777022461.607406:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128e00
00000100:00100000:1.0:1777022461.607439:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 272
00000100:00100000:1.0:1777022461.607449:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815949824:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022461.607789:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815949824:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 341us (1114us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022461.607798:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 272
00002000:00100000:1.0:1777022461.607805:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (106496->110591)  req@ffff8efa66128e00 x1863342815949824/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.607812:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128e00 with x1863342815949824 ext(106496->110591)
00002000:00010000:1.0:1777022461.607815:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128e00
00010000:00010000:2.0:1777022461.610164:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022461.611271:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.611699:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815949952
00000100:00100000:0.0:1777022461.611712:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815949952
00002000:00100000:0.0:1777022461.611768:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (73728->77823)  req@ffff8efa660b1500 x1863342815949952/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.611780:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1500 with x1863342815949952 ext(73728->77823)
00002000:00010000:0.0:1777022461.611786:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b1500
00000100:00100000:0.0:1777022461.611820:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 273
00000100:00100000:0.0:1777022461.611830:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2379:x1863342815949952:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.612028:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2379:x1863342815949952:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 198us (763us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022461.612035:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 273
00002000:00100000:0.0:1777022461.612042:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (73728->77823)  req@ffff8efa660b1500 x1863342815949952/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.612049:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1500 with x1863342815949952 ext(73728->77823)
00002000:00010000:0.0:1777022461.612052:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b1500
00000100:00100000:1.0:1777022461.619844:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.619913:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.619988:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815950080
00000100:00100000:3.0:1777022461.619997:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815950080
00002000:00100000:3.0:1777022461.620043:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (110592->114687)  req@ffff8efa660b0000 x1863342815950080/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.620055:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b0000 with x1863342815950080 ext(110592->114687)
00002000:00010000:3.0:1777022461.620060:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b0000
00000100:00100000:3.0:1777022461.620089:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815950208
00000100:00100000:3.0:1777022461.620093:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815950208
00002000:00100000:3.0:1777022461.620121:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (77824->86015)  req@ffff8efa660b0700 x1863342815950208/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.620130:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b0700 with x1863342815950208 ext(77824->86015)
00002000:00010000:3.0:1777022461.620134:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b0700
00000100:00100000:3.0:1777022461.620372:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 274
00000100:00100000:3.0:1777022461.620384:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815950080:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.620554:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815950080:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 172us (721us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022461.620562:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 274
00002000:00100000:3.0:1777022461.620569:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (110592->114687)  req@ffff8efa660b0000 x1863342815950080/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.620590:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b0000 with x1863342815950080 ext(110592->114687)
00002000:00010000:3.0:1777022461.620594:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b0000
00000100:00100000:3.0:1777022461.620610:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 275
00000100:00100000:3.0:1777022461.620616:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2380:x1863342815950208:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.620686:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2380:x1863342815950208:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 69us (772us total) trans 0 rc 8192/8192
00000100:00100000:3.0:1777022461.620692:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 275
00002000:00100000:3.0:1777022461.620698:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (77824->86015)  req@ffff8efa660b0700 x1863342815950208/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/8632 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.620707:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b0700 with x1863342815950208 ext(77824->86015)
00002000:00010000:3.0:1777022461.620710:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b0700
00000100:00100000:1.0:1777022461.626185:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.626243:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.626326:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815950464
00000100:00100000:0.0:1777022461.626341:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815950464
00002000:00100000:0.0:1777022461.626391:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (114688->151551)  req@ffff8efa660b2300 x1863342815950464/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.626402:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b2300 with x1863342815950464 ext(114688->151551)
00002000:00010000:0.0:1777022461.626408:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b2300
00000100:00100000:0.0:1777022461.626438:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 276
00000100:00100000:0.0:1777022461.626447:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815950464:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.627328:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815950336
00000100:00100000:3.0:1777022461.627345:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815950336
00000100:00100000:3.0:1777022461.627391:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 505
00000100:00100000:3.0:1777022461.627399:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342815950336:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022461.627411:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022461.627427:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e5b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841436 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.627454:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.627463:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.627465:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.627469:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e5b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841436 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.627501:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.627514:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 19 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.627527:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835809280:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022461.627621:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa466359c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022461.632228:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835809280:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022461.632266:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e5b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841436 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.632312:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022461.632374:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815950336:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4974us (6197us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.632384:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 505
00000100:00100000:1.0:1777022461.633606:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.633806:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342815950464:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7358us (7560us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022461.633816:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 276
00002000:00100000:0.0:1777022461.633828:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (114688->151551)  req@ffff8efa660b2300 x1863342815950464/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.633838:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b2300 with x1863342815950464 ext(114688->151551)
00010000:00010000:0.0:1777022461.633846:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 18 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.633904:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 18 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.633912:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660b2300
00000100:00100000:0.0:1777022461.633934:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815950592
00000100:00100000:0.0:1777022461.633941:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815950592
00002000:00100000:0.0:1777022461.633972:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (86016->114687)  req@ffff8efa660b1c00 x1863342815950592/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.633996:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1c00 with x1863342815950592 ext(86016->114687)
00010000:00010000:0.0:1777022461.634001:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 18 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.634011:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 18 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.634017:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660b1c00
00000100:00100000:0.0:1777022461.634040:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 289
00000100:00100000:0.0:1777022461.634049:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342815950592:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022461.638485:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342815950592:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 4425us (4872us total) trans 4294967386 rc 0/0
00000100:00100000:0.0:1777022461.638498:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 289
00002000:00100000:0.0:1777022461.638511:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (86016->114687)  req@ffff8efa660b1c00 x1863342815950592/t4294967386(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/448 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.638522:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1c00 with x1863342815950592 ext(86016->114687)
00010000:00010000:0.0:1777022461.638532:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 20 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.638549:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 20 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.638558:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660b1c00
00000100:00100000:2.0:1777022461.642050:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.642310:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815950720
00000100:00100000:0.0:1777022461.642320:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815950720
00000100:00100000:0.0:1777022461.642380:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 506
00000100:00100000:0.0:1777022461.642390:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10159:x1863342815950720:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022461.642410:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022461.642429:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784143d expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.642461:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022461.642464:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022461.642469:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.642482:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.642496:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2000, rc 0)
00000100:00100000:0.0:1777022461.642616:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10159:x1863342815950720:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 226us (573us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022461.642623:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 506
00000100:00100000:2.0:1777022461.645928:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.646002:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815950848
00000100:00100000:3.0:1777022461.646012:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815950848
00010000:00010000:3.0:1777022461.646051:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 21 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.646086:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 488
00000100:00100000:3.0:1777022461.646095:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2378:x1863342815950848:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.646109:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022461.646190:0:5937:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 1777022460 -> 1777022461
00002000:00010000:3.0:1777022461.646194:0:5937:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1777022460 -> 1777022461
00002000:00010000:3.0:1777022461.646196:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 176 -> 232
00010000:00010000:3.0:1777022461.646204:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 21 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.646218:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 21 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.646242:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3e54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [86016->18446744073709551615] (req 86016->90111) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784142f expref: 21 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.646277:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.646279:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.646287:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841436 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.646299:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841436 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.646308:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.646310:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.646313:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.646321:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.646358:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.646373:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835809408:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.646812:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841436 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.646823:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835809536:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.650252:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa466359c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022461.652543:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835809408:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022461.653389:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.653482:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815950976
00000100:00100000:2.0:1777022461.653490:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815950976
00002000:00100000:2.0:1777022461.653535:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (86016->114687)  req@ffff8efa8131fb80 x1863342815950976/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.653545:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131fb80 with x1863342815950976 ext(86016->114687)
00002000:00010000:2.0:1777022461.653551:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131fb80
00000100:00100000:2.0:1777022461.653589:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 277
00000100:00100000:2.0:1777022461.653599:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342815950976:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.655447:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835809536:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.655475:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.655523:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342815950848:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9428us (9602us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.655534:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 488
00000100:00100000:2.0:1777022461.659435:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342815950976:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5827us (6040us total) trans 0 rc 28672/28672
00000100:00100000:2.0:1777022461.659447:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 277
00002000:00100000:2.0:1777022461.659459:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (86016->114687)  req@ffff8efa8131fb80 x1863342815950976/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.659485:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131fb80 with x1863342815950976 ext(86016->114687)
00002000:00010000:2.0:1777022461.659490:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131fb80
00000100:00100000:2.0:1777022461.665071:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.665242:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815951104
00000100:00100000:1.0:1777022461.665252:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815951104
00000100:00100000:1.0:1777022461.665311:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 507
00000100:00100000:1.0:1777022461.665321:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815951104:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022461.665340:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022461.665360:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841444 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.665395:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.665405:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.665406:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.665410:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.665445:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.665458:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 19 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.665471:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835809664:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022461.665557:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.668073:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835809664:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022461.668108:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.668129:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:2.0:1777022461.668196:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10158:x1863342815951104:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2877us (3135us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.668205:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 507
00000100:00100000:3.0:1777022461.669942:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.670105:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815951232
00000100:00100000:1.0:1777022461.670115:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815951232
00002000:00100000:1.0:1777022461.670167:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (114688->118783)  req@ffff8efa65a13100 x1863342815951232/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.670179:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13100 with x1863342815951232 ext(114688->118783)
00010000:00010000:1.0:1777022461.670187:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 20 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.670203:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 20 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.670212:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a13100
00000100:00100000:1.0:1777022461.670239:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 290
00000100:00100000:1.0:1777022461.670247:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815951232:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022461.670400:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815951232:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 154us (466us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022461.670408:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 290
00002000:00100000:1.0:1777022461.670414:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (114688->118783)  req@ffff8efa65a13100 x1863342815951232/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.670424:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13100 with x1863342815951232 ext(114688->118783)
00010000:00010000:1.0:1777022461.670429:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 20 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.670440:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 20 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.670465:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a13100
00000004:00080000:0.0:1777022461.673127:0:8317:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 399839270046ns, next at 400839267796ns, rc = 0
00000004:00080000:3.0:1777022461.673323:0:7191:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 399839467524ns, next at 400839465931ns, rc = 0
00000100:00100000:0.0:1777022461.673459:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.673538:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835809920:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1777022461.673598:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022461.673633:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1777022461.673639:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835809792:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1777022461.673660:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022461.673692:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835809920
00000100:00100000:2.0:1777022461.673700:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835809920
00000100:00100000:2.0:1777022461.673741:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835809792
00000100:00100000:2.0:1777022461.673744:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835809792
00000100:00100000:2.0:1777022461.673756:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59
00000100:00100000:2.0:1777022461.673763:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835809920:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1777022461.673790:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 118784 granted 58167872 pending 0 free 3923574784 avail 3692052480
00000100:00100000:2.0:1777022461.673828:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835809920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.673851:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59
00000100:00100000:2.0:1777022461.673894:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60
00000100:00100000:2.0:1777022461.673901:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835809792:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1777022461.673911:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 61440 granted 526651968 pending 507904 free 3915276288 avail 3683753984
00000100:00100000:2.0:1777022461.673938:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835809792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (277us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.673943:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60
00000100:00100000:2.0:1777022461.673981:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835809792:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1777022461.673992:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835809920:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022461.674066:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815951360
00000100:00100000:3.0:1777022461.674071:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815951360
00000100:00100000:3.0:1777022461.674108:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 508
00000100:00100000:3.0:1777022461.674115:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10159:x1863342815951360:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022461.674125:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022461.674144:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3e70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784144b expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.674182:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.674188:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.674196:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022461.674199:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3e70 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784144b expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.674232:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.674256:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3e70 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784144b expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.674269:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6600, rc 0)
00000100:00100000:3.0:1777022461.674309:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10159:x1863342815951360:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 195us (855us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.674314:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 508
00000004:00080000:1.0:1777022461.677843:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed
00000004:00080000:1.0:1777022461.677920:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed
00000001:00080000:1.0:1777022461.677945:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967389 is committed
00000001:00080000:1.0:1777022461.677953:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967388 is committed
00000004:00080000:1.0:1777022461.677960:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 6 committed
00000004:00080000:1.0:1777022461.677971:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 8 committed
00000004:00080000:1.0:1777022461.677981:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 5 committed
00000004:00080000:1.0:1777022461.677990:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 7 committed
00000100:00100000:2.0:1777022461.678240:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1777022461.678259:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835810432:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1777022461.678319:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022461.678404:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835810176:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1777022461.678433:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022461.678461:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1777022461.678466:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835810304:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1777022461.678485:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022461.678532:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835810432
00000100:00100000:0.0:1777022461.678539:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835810432
00000100:00100000:0.0:1777022461.678590:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835810176
00000100:00100000:0.0:1777022461.678594:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835810176
00000100:00100000:0.0:1777022461.678609:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835810304
00000100:00100000:0.0:1777022461.678612:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835810304
00000100:00100000:0.0:1777022461.678625:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509
00000100:00100000:0.0:1777022461.678632:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3465:x1863342835810432:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1777022461.678662:0:11979:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8 count 1
00010000:00010000:0.0:1777022461.678688:0:11979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.678712:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e3b28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784120d expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.678720:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022461.678722:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022461.678724:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.678752:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e3b28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0x458a939de784120d expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.678762:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e3b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784120d expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.678774:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835810560:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022461.678830:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e780 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.678889:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510
00000100:00100000:0.0:1777022461.678899:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3462:x1863342835810176:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1777022461.678913:0:6924:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:6 count 1
00002000:00010000:0.0:1777022461.678932:0:6924:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x6:0x0] initial LVB size: 4096, mtime: 0x69eb35f4, atime: 0x69eb35f4, ctime: 0x69eb35f4, blocks: 0x8
00010000:00010000:0.0:1777022461.678937:0:6924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3e7e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.678945:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.678947:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.678950:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3e7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.678962:0:6924:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3e7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.678970:0:6924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3e7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.678977:0:6924:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3e7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.678994:0:6924:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1777022461.679123:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3462:x1863342835810176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 225us (688us total) trans 4294967387 rc 0/0
00000100:00100000:0.0:1777022461.679129:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510
00000100:00100000:0.0:1777022461.679146:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511
00000100:00100000:0.0:1777022461.679163:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3462:x1863342835810304:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1777022461.679181:0:6924:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:7 count 1
00002000:00010000:0.0:1777022461.679194:0:6924:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 8388608, mtime: 0x69eb35f8, atime: 0x0, ctime: 0x69eb35f8, blocks: 0x4000
00010000:00010000:0.0:1777022461.679198:0:6924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3e85 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679205:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.679207:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.679209:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3e85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679218:0:6924:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3e85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679224:0:6924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3e85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679230:0:6924:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3e85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679245:0:6924:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1777022461.679300:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3462:x1863342835810304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 149us (813us total) trans 4294967388 rc 0/0
00000100:00100000:0.0:1777022461.679306:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511
00010000:00010000:0.0:1777022461.679348:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1777022461.679353:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3e7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679371:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd2600 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:0.0:1777022461.679375:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3e7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679383:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3e7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679397:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3e7e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679404:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3e7e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679422:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1777022461.679425:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3e85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679430:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd3c00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:0.0:1777022461.679433:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3e85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679440:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3e85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679448:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3e85 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679461:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e3e85 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.679473:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022461.679475:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022461.679476:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022461.679483:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1777022461.679513:0:3462:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa6612b480/2, rc 0, transno 4294967388
00000100:00100000:0.0:1777022461.679519:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835810304:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1777022461.679528:0:3462:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa6612aa00/2, rc 0, transno 4294967387
00000100:00100000:0.0:1777022461.679531:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835810176:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1777022461.679878:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1777022461.679889:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835810816:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1777022461.679925:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022461.679955:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835810816
00000100:00100000:3.0:1777022461.679960:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835810816
00000100:00100000:3.0:1777022461.679987:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512
00000100:00100000:3.0:1777022461.679993:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835810816:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1777022461.680008:0:6924:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:8 count 1
00010000:00010000:3.0:1777022461.680025:0:6924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.680040:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e3bc9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784123e expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.680047:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.680048:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.680051:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.680084:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e3bc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0x458a939de784123e expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.680095:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e3bc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784123e expref: 8 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.680106:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6924:1863342835810944:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022461.680147:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635a80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022461.680210:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1777022461.680220:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835810688:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1777022461.680248:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022461.680339:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835810688
00000100:00100000:2.0:1777022461.680343:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835810688
00000100:00100000:2.0:1777022461.680363:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513
00000100:00100000:2.0:1777022461.680369:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3464:x1863342835810688:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1777022461.680383:0:6921:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2 count 1
00010000:00010000:2.0:1777022461.680394:0:6921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.680404:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e3a64 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411ce expref: 8 pid: 9584 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.680410:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.680411:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.680420:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.680438:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e3a64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0x458a939de78411ce expref: 8 pid: 9584 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.680447:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e3a64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de78411ce expref: 8 pid: 9584 timeout: 499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.680456:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6921:1863342835811072:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022461.680484:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.685193:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.685279:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.685308:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815951488
00000100:00100000:0.0:1777022461.685316:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815951488
00010000:00010000:0.0:1777022461.685357:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 21 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.685392:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815951616
00000100:00100000:0.0:1777022461.685395:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815951616
00010000:00010000:0.0:1777022461.685410:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e3b28 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784120d expref: 23 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.685431:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 489
00000100:00100000:0.0:1777022461.685440:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342815951488:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022461.685469:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022461.685490:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 21 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.685505:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 21 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.685531:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3e62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784143d expref: 21 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.685546:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.685548:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022461.685555:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.685564:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.685688:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 490
00000100:00100000:1.0:1777022461.685699:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2380:x1863342815951616:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022461.685709:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022461.685714:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e3b28 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784120d expref: 23 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.685724:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e3b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784120d expref: 23 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.685737:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.685738:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.685741:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.685760:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.685780:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022461.685827:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2380:x1863342815951616:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 131us (548us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.685835:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 490
00010000:00010000:0.0:1777022461.686051:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.686063:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022461.686078:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835811200:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022461.686135:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.686192:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.686783:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6924:1863342835810944:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022461.686806:0:6924:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.686829:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815951744
00000100:00100000:3.0:1777022461.686833:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815951744
00010000:00010000:3.0:1777022461.686895:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e3bc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784123e expref: 9 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.686930:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 491
00000100:00100000:3.0:1777022461.686938:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342815951744:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.686948:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022461.686953:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e3bc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784123e expref: 9 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.686977:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e3bc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784123e expref: 9 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.686995:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8944b3/0x72ae7b78094e3bc9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784123e expref: 9 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.687007:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.687009:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.687012:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.687021:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.687044:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.687078:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342815951744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 141us (885us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.687085:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 491
00010000:00010000:2.0:1777022461.688849:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e3b28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.33@tcp remote: 0x458a939de784120d expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.688919:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835810560:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022461.688941:0:11979:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.688950:0:11979:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.688957:0:11979:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.688968:0:11979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.688992:0:11979:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.689014:0:11979:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1777022461.689201:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3465:x1863342835810432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10568us (10881us total) trans 4294967389 rc 0/0
00000100:00100000:2.0:1777022461.689211:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509
00000004:00080000:1.0:1777022461.689318:0:3465:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa65c50e00/2, rc 0, transno 4294967389
00000100:00100000:1.0:1777022461.689324:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835810432:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1777022461.689491:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022461.689500:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.689509:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa65fd3a00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022461.689514:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.689536:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.689553:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.689560:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3e77 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.689591:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022461.689593:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022461.689595:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022461.690901:0:6924:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.690919:0:6924:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.690929:0:6924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.690938:0:6924:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.690967:0:6924:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1777022461.691145:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835810816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11149us (11217us total) trans 4294967313 rc 0/0
00000100:00100000:0.0:1777022461.691167:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512
00000004:00080000:3.0:1777022461.691746:0:3463:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa65a13b80/2, rc 0, transno 4294967313
00000100:00100000:3.0:1777022461.691754:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835810816:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1777022461.691995:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1777022461.692005:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.692016:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b7400 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:2.0:1777022461.692021:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.692030:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.692051:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.692058:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9c82b10/0x72ae7b78094e3e8c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.692082:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022461.692100:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022461.692101:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022461.693377:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6921:1863342835811072:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022461.693404:0:6921:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.693697:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835811200:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.693713:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.693768:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815951488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8328us (8582us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.693778:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 489
00000100:00100000:2.0:1777022461.696103:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.696258:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815951872
00000100:00100000:1.0:1777022461.696266:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815951872
00002000:00100000:1.0:1777022461.696319:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (114688->151551)  req@ffff8efa65c50000 x1863342815951872/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.696330:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50000 with x1863342815951872 ext(114688->151551)
00010000:00010000:1.0:1777022461.696338:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.696351:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.696358:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50000
00000100:00100000:1.0:1777022461.696390:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 291
00000100:00100000:1.0:1777022461.696401:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2379:x1863342815951872:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022461.701547:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2379:x1863342815951872:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5139us (5442us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022461.701560:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 291
00002000:00100000:1.0:1777022461.701581:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (114688->151551)  req@ffff8efa65c50000 x1863342815951872/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.701593:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50000 with x1863342815951872 ext(114688->151551)
00010000:00010000:1.0:1777022461.701603:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.701618:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.701625:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50000
00000100:00100000:3.0:1777022461.704970:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.705014:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.705056:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.705242:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815952000
00000100:00100000:2.0:1777022461.705253:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815952000
00010000:00010000:2.0:1777022461.705290:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e3a64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de78411ce expref: 8 pid: 9584 timeout: 499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.705328:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815952256
00000100:00100000:2.0:1777022461.705331:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815952256
00010000:00010000:2.0:1777022461.705346:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.705369:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 492
00000100:00100000:2.0:1777022461.705377:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342815952000:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022461.705393:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022461.705398:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e3a64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de78411ce expref: 8 pid: 9584 timeout: 499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.705409:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e3a64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de78411ce expref: 8 pid: 9584 timeout: 499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.705453:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e3a64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.33@tcp remote: 0x458a939de78411ce expref: 8 pid: 9584 timeout: 499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.705470:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.705472:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.705477:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.705487:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.705510:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.705557:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342815952000:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 180us (596us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.705565:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 492
00000100:00100000:2.0:1777022461.705592:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 493
00000100:00100000:2.0:1777022461.705599:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342815952256:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022461.705608:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022461.705628:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.705639:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.705653:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e3e69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841444 expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.705669:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.705671:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.705677:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3e70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784144b expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.705686:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3e70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784144b expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.705717:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3e70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784144b expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.705732:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835811328:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.705783:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:1.0:1777022461.706324:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815952128
00000100:00100000:1.0:1777022461.706332:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815952128
00000100:00100000:1.0:1777022461.706374:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 514
00000100:00100000:1.0:1777022461.706382:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815952128:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022461.706395:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022461.706407:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3e9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841452 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.706429:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3e70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784144b expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.706436:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.706446:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.706450:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3e9a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841452 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.706473:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3e70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784144b expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.706486:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3e70 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784144b expref: 19 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.706497:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835811456:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022461.706538:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32840 going to sleep for 11 seconds
00010000:00010000:3.0:1777022461.707013:0:6921:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.707024:0:6921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.707043:0:6921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.707051:0:6921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.707071:0:6921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1777022461.707302:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3464:x1863342835810688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26931us (27051us total) trans 4294967314 rc 0/0
00000100:00100000:3.0:1777022461.707311:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513
00000004:00080000:1.0:1777022461.707835:0:3464:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa65a12d80/2, rc 0, transno 4294967314
00000100:00100000:1.0:1777022461.707843:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835810688:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1777022461.708329:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1777022461.708337:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.708349:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a000 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:2.0:1777022461.708353:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.708363:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.708383:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.708404:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3e93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.708424:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022461.708425:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022461.708427:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022461.711632:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835811328:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.711663:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.711729:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342815952256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6128us (6669us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.711741:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 493
00000100:00100000:1.0:1777022461.711917:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835811456:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022461.711940:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3e9a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841452 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.711959:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:1.0:1777022461.711983:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815952128:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5602us (6969us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.711989:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 514
00000100:00100000:0.0:1777022461.715175:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.715261:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815952384
00000100:00100000:2.0:1777022461.715271:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815952384
00010000:00010000:2.0:1777022461.715310:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3e70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784144b expref: 20 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.715359:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 494
00000100:00100000:2.0:1777022461.715368:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815952384:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022461.715382:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022461.715403:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3e70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784144b expref: 20 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.715418:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3e70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784144b expref: 20 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.715459:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e3e70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784144b expref: 20 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.715474:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.715476:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.715484:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3e9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841452 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.715494:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3e9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841452 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.715533:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3e9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841452 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.715546:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835811584:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.715632:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.718322:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835811584:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.718348:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.718391:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2377:x1863342815952384:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3023us (3225us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.718401:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 494
00000100:00100000:3.0:1777022461.722429:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.722920:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815952512
00000100:00100000:2.0:1777022461.722932:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815952512
00000100:00100000:2.0:1777022461.722995:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 515
00000100:00100000:2.0:1777022461.723005:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10159:x1863342815952512:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.723038:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.723057:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841459 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.723088:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3e9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841452 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.723098:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.723099:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.723103:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.723150:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3e9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841452 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.723172:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3e9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841452 expref: 21 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.723185:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835811712:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022461.723269:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.725961:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.726071:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835811712:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022461.726100:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.726126:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022461.726195:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10159:x1863342815952512:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3192us (3778us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.726202:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 515
00000100:00100000:1.0:1777022461.726704:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815952640
00000100:00100000:1.0:1777022461.726712:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815952640
00010000:00010000:1.0:1777022461.726745:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3e9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841452 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.726795:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 495
00000100:00100000:1.0:1777022461.726802:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342815952640:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022461.726815:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022461.726831:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3e9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841452 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.726841:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3e9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841452 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.726894:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3e9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841452 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.726905:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.726906:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.726912:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.726918:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.726942:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.726952:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835811840:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022461.727074:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.732916:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.733001:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.733077:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815952768
00000100:00100000:3.0:1777022461.733086:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815952768
00002000:00100000:3.0:1777022461.733147:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (114688->118783)  req@ffff8efa65805c00 x1863342815952768/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.733168:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805c00 with x1863342815952768 ext(114688->118783)
00002000:00010000:3.0:1777022461.733174:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805c00
00000100:00100000:3.0:1777022461.733205:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 278
00000100:00100000:3.0:1777022461.733214:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815952768:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.733376:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342815952768:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 163us (468us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022461.733384:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 278
00002000:00100000:3.0:1777022461.733392:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (114688->118783)  req@ffff8efa65805c00 x1863342815952768/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.733415:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805c00 with x1863342815952768 ext(114688->118783)
00002000:00010000:3.0:1777022461.733418:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805c00
00000100:00100000:2.0:1777022461.735536:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815952896
00000100:00100000:2.0:1777022461.735550:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815952896
00000100:00100000:2.0:1777022461.735623:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 516
00000100:00100000:2.0:1777022461.735632:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815952896:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.735648:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.735668:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3ea8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841460 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.735700:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.735709:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.735710:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.735714:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3ea8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841460 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.735749:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.735762:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 19 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.735775:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835811968:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022461.735907:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:1.0:1777022461.738633:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835811840:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022461.738660:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022461.738720:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342815952640:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11916us (12766us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.738731:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 495
00000100:00100000:3.0:1777022461.738963:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.739704:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815953024
00000100:00100000:1.0:1777022461.739712:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815953024
00002000:00100000:1.0:1777022461.739761:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (118784->122879)  req@ffff8efa658d3800 x1863342815953024/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.739772:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3800 with x1863342815953024 ext(118784->122879)
00010000:00010000:1.0:1777022461.739781:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 20 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.739798:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 20 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.739806:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3800
00000100:00100000:1.0:1777022461.739833:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 292
00000100:00100000:1.0:1777022461.739843:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342815953024:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022461.740027:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342815953024:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 185us (1063us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022461.740034:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 292
00002000:00100000:1.0:1777022461.740041:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (118784->122879)  req@ffff8efa658d3800 x1863342815953024/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.740067:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3800 with x1863342815953024 ext(118784->122879)
00010000:00010000:1.0:1777022461.740072:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 20 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.740084:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 20 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.740091:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3800
00000100:00100000:2.0:1777022461.741673:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835811968:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022461.741707:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3ea8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841460 expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.741729:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a200, rc 0)
00000100:00100000:2.0:1777022461.741896:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815952896:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6265us (8894us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.741905:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 516
00000100:00100000:0.0:1777022461.745594:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.745721:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.745747:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815953152
00000100:00100000:0.0:1777022461.745756:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815953152
00002000:00100000:0.0:1777022461.745804:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa65807b80 x1863342815953152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.745832:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807b80 with x1863342815953152 ext(122880->126975)
00010000:00010000:0.0:1777022461.745842:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 20 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.745891:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 20 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.745900:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807b80
00000100:00100000:0.0:1777022461.745923:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815953280
00000100:00100000:0.0:1777022461.745927:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815953280
00002000:00100000:0.0:1777022461.745944:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (114688->122879)  req@ffff8efa65804e00 x1863342815953280/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 8680/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.745953:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804e00 with x1863342815953280 ext(114688->122879)
00010000:00010000:0.0:1777022461.745958:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.745970:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.745977:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804e00
00000100:00100000:0.0:1777022461.745994:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 293
00000100:00100000:0.0:1777022461.746004:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2379:x1863342815953152:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.746179:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2379:x1863342815953152:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 150us (567us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022461.746195:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 293
00002000:00100000:0.0:1777022461.746202:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa65807b80 x1863342815953152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.746210:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807b80 with x1863342815953152 ext(122880->126975)
00010000:00010000:0.0:1777022461.746216:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.746226:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 21 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.746232:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807b80
00000100:00100000:0.0:1777022461.746250:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 294
00000100:00100000:0.0:1777022461.746256:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342815953280:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022461.746514:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815953280:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 257us (792us total) trans 4294967390 rc 0/0
00000100:00100000:0.0:1777022461.746521:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 294
00002000:00100000:0.0:1777022461.746526:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (114688->122879)  req@ffff8efa65804e00 x1863342815953280/t4294967390(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 8680/448 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.746534:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804e00 with x1863342815953280 ext(114688->122879)
00010000:00010000:0.0:1777022461.746539:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.746550:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.746564:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804e00
00000100:00100000:0.0:1777022461.750956:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.751043:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815953408
00000100:00100000:1.0:1777022461.751052:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815953408
00000100:00100000:1.0:1777022461.751109:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 517
00000100:00100000:1.0:1777022461.751120:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+22:10159:x1863342815953408:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022461.751139:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022461.751195:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841467 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.751225:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.751227:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.751233:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.751243:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.751256:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:1.0:1777022461.751333:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+23:10159:x1863342815953408:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 216us (387us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.751341:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 517
00000100:00100000:1.0:1777022461.754808:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.754914:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815953536
00000100:00100000:2.0:1777022461.754923:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815953536
00010000:00010000:2.0:1777022461.754962:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 23 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.755004:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 496
00000100:00100000:2.0:1777022461.755014:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2378:x1863342815953536:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022461.755029:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022461.755046:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 232 -> 248
00010000:00010000:2.0:1777022461.755053:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 23 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.755066:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 23 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.755088:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3ea1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [114688->18446744073709551615] (req 114688->118783) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841459 expref: 23 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.755121:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.755123:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.755130:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841460 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.755139:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841460 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.755148:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.755149:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.755164:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.755172:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.755208:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.755221:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835812096:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.755315:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841460 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.755325:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835812224:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.755359:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.759585:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835812096:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.759601:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835812224:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.759624:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.759689:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815953536:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4675us (4890us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.759700:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 496
00000100:00100000:0.0:1777022461.762695:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.762847:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815953664
00000100:00100000:2.0:1777022461.762884:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815953664
00002000:00100000:2.0:1777022461.762940:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (114688->122879)  req@ffff8efa65806a00 x1863342815953664/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.762952:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806a00 with x1863342815953664 ext(114688->122879)
00002000:00010000:2.0:1777022461.762959:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65806a00
00000100:00100000:2.0:1777022461.762990:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 279
00000100:00100000:2.0:1777022461.763000:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342815953664:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022461.763204:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342815953664:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 205us (518us total) trans 0 rc 8192/8192
00000100:00100000:2.0:1777022461.763212:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 279
00002000:00100000:2.0:1777022461.763220:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (114688->122879)  req@ffff8efa65806a00 x1863342815953664/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/8632 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.763228:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806a00 with x1863342815953664 ext(114688->122879)
00002000:00010000:2.0:1777022461.763231:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65806a00
00000100:00100000:1.0:1777022461.768383:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.768560:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815953792
00000100:00100000:2.0:1777022461.768594:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815953792
00000100:00100000:2.0:1777022461.768698:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 518
00000100:00100000:2.0:1777022461.768708:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815953792:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.768726:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.768746:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784146e expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.768777:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.768786:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.768788:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.768792:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.768828:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.768842:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 21 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.768905:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835812352:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022461.768977:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.772708:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.773718:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835812352:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022461.773754:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.773799:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022461.773907:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10158:x1863342815953792:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5200us (5789us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.773916:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 518
00000100:00100000:1.0:1777022461.774128:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815953920
00000100:00100000:1.0:1777022461.774136:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815953920
00002000:00100000:1.0:1777022461.774191:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa65806300 x1863342815953920/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.774202:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806300 with x1863342815953920 ext(122880->126975)
00010000:00010000:1.0:1777022461.774210:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.774224:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.774233:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65806300
00000100:00100000:1.0:1777022461.774264:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 295
00000100:00100000:1.0:1777022461.774274:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815953920:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022461.774728:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815953920:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 455us (2029us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022461.774736:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 295
00002000:00100000:1.0:1777022461.774743:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa65806300 x1863342815953920/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022461.774752:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806300 with x1863342815953920 ext(122880->126975)
00010000:00010000:1.0:1777022461.774766:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.774776:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022461.774782:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65806300
00000100:00100000:0.0:1777022461.781802:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.781844:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.782023:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815954176
00000100:00100000:3.0:1777022461.782032:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815954176
00010000:00010000:3.0:1777022461.782071:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.782111:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 497
00000100:00100000:3.0:1777022461.782121:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2379:x1863342815954176:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.782136:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022461.782173:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.782186:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.782211:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3eaf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841467 expref: 22 pid: 9584 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.782228:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.782230:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.782238:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.782267:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.782304:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.782319:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835812480:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022461.782391:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.783244:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815954048
00000100:00100000:2.0:1777022461.783252:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815954048
00000100:00100000:2.0:1777022461.783303:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 519
00000100:00100000:2.0:1777022461.783312:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+22:10159:x1863342815954048:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.783327:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.783342:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ebd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841475 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.783365:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.783373:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.783375:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.783378:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ebd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841475 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.783402:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.783415:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 22 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.783444:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835812608:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022461.783507:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:3.0:1777022461.788497:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835812480:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.788523:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.788590:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2379:x1863342815954176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6469us (6744us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.788601:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 497
00000100:00100000:2.0:1777022461.789290:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835812608:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022461.789315:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ebd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841475 expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.789335:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:2.0:1777022461.789378:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+22:10159:x1863342815954048:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6068us (7585us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.789385:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 519
00000100:00100000:1.0:1777022461.792487:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.792595:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815954304
00000100:00100000:2.0:1777022461.792604:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815954304
00002000:00100000:2.0:1777022461.792654:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (122880->159743)  req@ffff8efa660b2a00 x1863342815954304/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.792664:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b2a00 with x1863342815954304 ext(122880->159743)
00010000:00010000:2.0:1777022461.792673:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 23 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.792690:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 23 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022461.792699:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660b2a00
00000100:00100000:2.0:1777022461.792733:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 296
00000100:00100000:2.0:1777022461.792756:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342815954304:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022461.800885:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342815954304:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8090us (8365us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022461.800901:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 296
00002000:00100000:2.0:1777022461.800914:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (122880->159743)  req@ffff8efa660b2a00 x1863342815954304/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.800924:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b2a00 with x1863342815954304 ext(122880->159743)
00010000:00010000:2.0:1777022461.800933:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 23 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.800951:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 23 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022461.800959:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660b2a00
00000100:00100000:1.0:1777022461.813118:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.813186:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.813213:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815954432
00000100:00100000:1.0:1777022461.813218:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815954560
00000100:00100000:3.0:1777022461.813223:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815954432
00000100:00100000:1.0:1777022461.813223:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815954560
00010000:00010000:1.0:1777022461.813262:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 24 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.813273:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 520
00000100:00100000:3.0:1777022461.813282:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815954432:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022461.813298:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:1.0:1777022461.813300:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 498
00000100:00100000:1.0:1777022461.813305:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815954560:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.813314:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784147c expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.813317:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022461.813336:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.813341:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ebd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841475 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.813365:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022461.813371:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.813515:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 25 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.813528:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 25 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.813544:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ebd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841475 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.813547:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3eb6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784146e expref: 25 pid: 11979 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.813558:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.813572:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.813574:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022461.813581:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ebd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841475 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.813590:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841475 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.813601:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7e00, rc 0)
00010000:00010000:1.0:1777022461.813612:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841475 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.813622:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841475 expref: 21 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022461.813635:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835812864:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022461.813697:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815954432:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 415us (589us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.813704:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 520
00000100:00100000:1.0:1777022461.813711:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.816463:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835812864:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.816489:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.816551:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342815954560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3244us (3364us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.816562:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 498
00000100:00100000:3.0:1777022461.818956:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.819037:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815954688
00000100:00100000:2.0:1777022461.819046:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815954688
00010000:00010000:2.0:1777022461.819088:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841475 expref: 22 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.819133:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 499
00000100:00100000:2.0:1777022461.819164:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2380:x1863342815954688:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022461.819178:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022461.819200:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841475 expref: 22 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.819213:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841475 expref: 22 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.819236:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ebd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841475 expref: 22 pid: 6923 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.819249:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.819251:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.819259:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.819269:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.819305:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.819320:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835812992:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.819397:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.822660:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835812992:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.822703:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.822816:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2380:x1863342815954688:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3662us (3870us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.822827:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 499
00000100:00100000:3.0:1777022461.829625:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.829707:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815954816
00000100:00100000:2.0:1777022461.829717:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815954816
00000100:00100000:2.0:1777022461.829779:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 521
00000100:00100000:2.0:1777022461.829789:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10159:x1863342815954816:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.829806:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.829825:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841483 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.829888:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.829897:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.829899:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.829903:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.829934:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.829947:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 22 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.829960:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835813120:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022461.830046:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:1.0:1777022461.837290:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.838638:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835813120:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022461.838673:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.838694:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022461.838745:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+22:10159:x1863342815954816:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8957us (9131us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.838753:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 521
00000100:00100000:0.0:1777022461.840352:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815954944
00000100:00100000:0.0:1777022461.840364:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815954944
00002000:00100000:0.0:1777022461.840409:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (122880->159743)  req@ffff8efa65ffd500 x1863342815954944/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.840421:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffd500 with x1863342815954944 ext(122880->159743)
00010000:00010000:0.0:1777022461.840429:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 23 pid: 6924 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.840445:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 23 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.840453:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ffd500
00000100:00100000:0.0:1777022461.840486:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 297
00000100:00100000:0.0:1777022461.840495:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342815954944:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.850333:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342815954944:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9828us (13042us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022461.850346:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 297
00002000:00100000:0.0:1777022461.850358:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (122880->159743)  req@ffff8efa65ffd500 x1863342815954944/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/440 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.850382:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffd500 with x1863342815954944 ext(122880->159743)
00010000:00010000:0.0:1777022461.850392:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 23 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.850408:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 23 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.850416:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ffd500
00000100:00100000:3.0:1777022461.853143:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.853266:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815955072
00000100:00100000:2.0:1777022461.853276:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815955072
00000100:00100000:2.0:1777022461.853328:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 522
00000100:00100000:2.0:1777022461.853338:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10158:x1863342815955072:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.853355:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.853373:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ed2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784148a expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.853401:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.853408:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.853415:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022461.853419:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ed2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784148a expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.853463:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.853487:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ed2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784148a expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.853500:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:2.0:1777022461.853634:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815955072:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 234us (433us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.853643:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 522
00000100:00100000:1.0:1777022461.856827:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.857242:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815955200
00000100:00100000:3.0:1777022461.857253:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815955200
00010000:00010000:2.0:1777022461.857377:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 24 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.857462:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 500
00000100:00100000:2.0:1777022461.857473:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2378:x1863342815955200:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022461.857491:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022461.857515:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 24 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.857528:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 24 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.857554:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3ec4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784147c expref: 24 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.857582:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.857598:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.857607:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.857617:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.857656:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.857670:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 21 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.857685:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835813376:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.857768:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.860952:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835813376:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.860979:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.861027:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342815955200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3555us (4211us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.861037:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 500
00000100:00100000:3.0:1777022461.862665:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.862762:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815955328
00000100:00100000:0.0:1777022461.862770:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815955328
00002000:00100000:0.0:1777022461.862815:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa412a9f80 x1863342815955328/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.862827:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9f80 with x1863342815955328 ext(122880->126975)
00010000:00010000:0.0:1777022461.862837:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 22 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.862897:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 22 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.862906:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a9f80
00000100:00100000:0.0:1777022461.862932:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 298
00000100:00100000:0.0:1777022461.862942:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815955328:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.863101:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815955328:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 160us (441us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022461.863125:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 298
00002000:00100000:0.0:1777022461.863132:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa412a9f80 x1863342815955328/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.863141:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9f80 with x1863342815955328 ext(122880->126975)
00010000:00010000:0.0:1777022461.863146:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 22 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022461.863168:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 22 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022461.863175:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a9f80
00000100:00100000:0.0:1777022461.868992:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.869322:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815955584
00000100:00100000:3.0:1777022461.869333:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815955584
00000100:00100000:3.0:1777022461.869382:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 523
00000100:00100000:3.0:1777022461.869392:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:10159:x1863342815955584:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022461.869410:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022461.869443:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841491 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.869477:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.869484:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ed2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784148a expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.869491:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022461.869495:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.869538:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ed2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784148a expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.869552:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.869565:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022461.869641:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+23:10159:x1863342815955584:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 250us (658us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.869649:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 523
00000100:00100000:0.0:1777022461.875828:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.876197:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815955456
00000100:00100000:2.0:1777022461.876207:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815955456
00010000:00010000:3.0:1777022461.876338:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 23 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.876435:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 501
00000100:00100000:3.0:1777022461.876446:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2379:x1863342815955456:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.876478:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022461.876498:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 23 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.876512:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 23 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.876539:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e3ecb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841483 expref: 23 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.876556:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.876558:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.876565:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ed2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784148a expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.876575:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ed2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784148a expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.876611:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ed2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784148a expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.876624:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ed2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784148a expref: 22 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.876637:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835813632:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022461.876739:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022461.879660:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835813632:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022461.879686:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022461.879779:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2379:x1863342815955456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3335us (3960us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.879789:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 501
00000100:00100000:1.0:1777022461.881467:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.881550:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815955712
00000100:00100000:2.0:1777022461.881558:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815955712
00010000:00010000:2.0:1777022461.881592:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ed2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784148a expref: 23 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.881649:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 502
00000100:00100000:2.0:1777022461.881659:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342815955712:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022461.881675:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022461.881698:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ed2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784148a expref: 23 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.881711:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ed2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784148a expref: 23 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.881735:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ed2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784148a expref: 23 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.881750:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.881752:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.881760:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.881769:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.881805:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.881819:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835813760:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.881943:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d780 going to sleep for 11 seconds
00000100:00100000:2.0:1777022461.887328:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835813760:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.887356:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.887414:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342815955712:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5757us (5953us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.887425:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 502
00000100:00100000:0.0:1777022461.900515:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.900561:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.900660:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815955840
00000100:00100000:2.0:1777022461.900671:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815955840
00000100:00100000:2.0:1777022461.900732:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 524
00000100:00100000:2.0:1777022461.900742:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342815955840:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.900762:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.900779:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ee0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841498 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.900811:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.900821:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.900823:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.900827:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ee0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841498 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.900910:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.900924:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 21 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.900954:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835813888:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022461.901032:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022461.901201:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815955968
00000100:00100000:3.0:1777022461.901206:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815955968
00002000:00100000:3.0:1777022461.901237:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa65804700 x1863342815955968/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.901246:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804700 with x1863342815955968 ext(122880->126975)
00010000:00010000:3.0:1777022461.901252:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 22 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.901262:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 22 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.901268:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804700
00000100:00100000:3.0:1777022461.901294:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 299
00000100:00100000:3.0:1777022461.901300:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815955968:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.901429:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815955968:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 128us (867us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022461.901436:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 299
00002000:00100000:3.0:1777022461.901441:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa65804700 x1863342815955968/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.901463:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804700 with x1863342815955968 ext(122880->126975)
00010000:00010000:3.0:1777022461.901469:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 22 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.901479:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 22 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.901486:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804700
00000100:00100000:0.0:1777022461.905986:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.906072:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815956096
00000100:00100000:3.0:1777022461.906083:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815956096
00002000:00100000:3.0:1777022461.906131:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (126976->131071)  req@ffff8efa64f03800 x1863342815956096/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.906143:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f03800 with x1863342815956096 ext(126976->131071)
00010000:00010000:3.0:1777022461.906162:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 22 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.906178:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 22 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.906187:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f03800
00000100:00100000:3.0:1777022461.906220:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 300
00000100:00100000:3.0:1777022461.906230:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815956096:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.906386:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342815956096:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 157us (408us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022461.906410:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 300
00002000:00100000:3.0:1777022461.906417:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (126976->131071)  req@ffff8efa64f03800 x1863342815956096/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.906426:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f03800 with x1863342815956096 ext(126976->131071)
00010000:00010000:3.0:1777022461.906430:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 22 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.906440:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 22 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.906445:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f03800
00000100:00100000:2.0:1777022461.913284:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835813888:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022461.913320:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ee0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841498 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.913342:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:2.0:1777022461.913395:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10158:x1863342815955840:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12654us (12889us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.913403:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 524
00000100:00100000:1.0:1777022461.916421:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.916501:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815956224
00000100:00100000:3.0:1777022461.916510:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815956224
00002000:00100000:3.0:1777022461.916555:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa65ffc000 x1863342815956224/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 4584/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.916566:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffc000 with x1863342815956224 ext(122880->126975)
00010000:00010000:3.0:1777022461.916583:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 22 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.916599:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 22 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.916606:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ffc000
00000100:00100000:3.0:1777022461.916634:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 301
00000100:00100000:3.0:1777022461.916657:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342815956224:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022461.917305:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2378:x1863342815956224:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 646us (890us total) trans 4294967391 rc 0/0
00000100:00100000:3.0:1777022461.917312:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 301
00002000:00100000:3.0:1777022461.917319:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa65ffc000 x1863342815956224/t4294967391(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 4584/448 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.917328:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffc000 with x1863342815956224 ext(122880->126975)
00010000:00010000:3.0:1777022461.917333:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 24 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.917344:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 24 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.917352:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65ffc000
00000100:00100000:0.0:1777022461.919396:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.919581:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815956352
00000100:00100000:3.0:1777022461.919592:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815956352
00000100:00100000:3.0:1777022461.919658:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 525
00000100:00100000:3.0:1777022461.919669:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+24:10159:x1863342815956352:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022461.919690:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022461.919927:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784149f expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.919967:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.919971:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022461.919977:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.920010:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.920028:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022461.920086:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10159:x1863342815956352:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 420us (700us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022461.920094:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 525
00000100:00100000:1.0:1777022461.924515:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.924699:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815956480
00000100:00100000:2.0:1777022461.924709:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815956480
00010000:00010000:2.0:1777022461.925019:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.925055:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 503
00000100:00100000:2.0:1777022461.925064:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2379:x1863342815956480:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022461.925080:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022461.925097:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 248 -> 256
00010000:00010000:2.0:1777022461.925104:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.925243:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.925283:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3ed9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->18446744073709551615] (req 122880->126975) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841491 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.925299:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.925301:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.925309:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ee0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841498 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.925319:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841498 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.925328:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.925329:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022461.925333:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.925340:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.925374:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.925389:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835814016:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.925520:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841498 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.925541:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835814144:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.925566:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022461.942262:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.942367:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835814016:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.942381:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835814144:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.942405:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.942468:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2379:x1863342815956480:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 17405us (17962us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.942479:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 503
00000100:00100000:3.0:1777022461.942729:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815956608
00000100:00100000:3.0:1777022461.942738:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815956608
00002000:00100000:3.0:1777022461.942784:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa66931f80 x1863342815956608/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.942796:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931f80 with x1863342815956608 ext(122880->126975)
00002000:00010000:3.0:1777022461.942800:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66931f80
00000100:00100000:3.0:1777022461.943052:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 280
00000100:00100000:3.0:1777022461.943063:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342815956608:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.943241:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342815956608:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (987us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022461.943249:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 280
00002000:00100000:3.0:1777022461.943256:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa66931f80 x1863342815956608/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.943265:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931f80 with x1863342815956608 ext(122880->126975)
00002000:00010000:3.0:1777022461.943268:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66931f80
00000100:00100000:1.0:1777022461.947817:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022461.947905:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815956736
00000100:00100000:0.0:1777022461.947915:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815956736
00002000:00100000:0.0:1777022461.947962:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (126976->131071)  req@ffff8efa66930380 x1863342815956736/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.947973:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930380 with x1863342815956736 ext(126976->131071)
00002000:00010000:0.0:1777022461.947978:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66930380
00000100:00100000:0.0:1777022461.948006:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 281
00000100:00100000:0.0:1777022461.948014:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2377:x1863342815956736:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022461.948208:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2377:x1863342815956736:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 194us (400us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022461.948216:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 281
00002000:00100000:0.0:1777022461.948222:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (126976->131071)  req@ffff8efa66930380 x1863342815956736/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022461.948230:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930380 with x1863342815956736 ext(126976->131071)
00002000:00010000:0.0:1777022461.948234:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66930380
00000100:00100000:0.0:1777022461.952072:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.952429:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815956864
00000100:00100000:2.0:1777022461.952440:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815956864
00002000:00100000:2.0:1777022461.952494:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa656baa00 x1863342815956864/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.952517:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656baa00 with x1863342815956864 ext(131072->135167)
00002000:00010000:2.0:1777022461.952523:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656baa00
00000100:00100000:2.0:1777022461.952556:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 282
00000100:00100000:2.0:1777022461.952565:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2379:x1863342815956864:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022461.952746:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2379:x1863342815956864:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 182us (687us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022461.952754:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 282
00002000:00100000:2.0:1777022461.952760:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa656baa00 x1863342815956864/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022461.952767:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656baa00 with x1863342815956864 ext(131072->135167)
00002000:00010000:2.0:1777022461.952784:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656baa00
00000100:00100000:0.0:1777022461.953110:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022461.953447:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815956992
00000100:00100000:2.0:1777022461.953453:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815956992
00000100:00100000:2.0:1777022461.953493:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 526
00000100:00100000:2.0:1777022461.953512:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10158:x1863342815956992:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022461.953524:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022461.953543:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3eee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78414a6 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.953571:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.953745:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.953748:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022461.953753:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3eee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78414a6 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.953788:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 23 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.953802:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 23 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.953816:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835814272:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022461.954029:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022461.971533:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.971586:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022461.971632:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815957248
00000100:00100000:1.0:1777022461.971640:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815957248
00000100:00100000:1.0:1777022461.971690:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 527
00000100:00100000:1.0:1777022461.971698:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+24:10159:x1863342815957248:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022461.971716:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022461.971734:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78414ad expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.971764:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.971767:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022461.971772:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.971785:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022461.971798:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ca00, rc 0)
00000100:00100000:1.0:1777022461.971846:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10159:x1863342815957248:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 149us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022461.971893:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 527
00000100:00100000:3.0:1777022461.972207:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815957120
00000100:00100000:3.0:1777022461.972212:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815957120
00002000:00100000:3.0:1777022461.972240:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (126976->131071)  req@ffff8efa66931500 x1863342815957120/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 4584/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.972251:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931500 with x1863342815957120 ext(126976->131071)
00010000:00010000:3.0:1777022461.972258:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.972272:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.972280:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66931500
00000100:00100000:3.0:1777022461.972303:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 302
00000100:00100000:3.0:1777022461.972309:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815957120:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022461.972589:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815957120:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 270us (1055us total) trans 4294967392 rc 0/0
00000100:00100000:3.0:1777022461.972597:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 302
00002000:00100000:3.0:1777022461.972603:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (126976->131071)  req@ffff8efa66931500 x1863342815957120/t4294967392(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:112/0 lens 4584/448 e 0 to 0 dl 1777022472 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.972611:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931500 with x1863342815957120 ext(126976->131071)
00010000:00010000:3.0:1777022461.972616:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.972627:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022461.972643:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66931500
00000100:00100000:2.0:1777022461.973451:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835814272:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022461.973492:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3eee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414a6 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022461.973783:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022461.973832:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815956992:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 20322us (20724us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.973840:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 526
00000100:00100000:0.0:1777022461.980129:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.980525:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815957376
00000100:00100000:3.0:1777022461.980534:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815957376
00010000:00010000:3.0:1777022461.980573:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.980626:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 504
00000100:00100000:3.0:1777022461.980636:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815957376:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022461.980652:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022461.980669:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 256 -> 264
00010000:00010000:3.0:1777022461.980676:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.980691:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.980714:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3ee7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [126976->18446744073709551615] (req 126976->131071) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784149f expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.980730:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.980733:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.980741:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3eee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414a6 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.980750:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3eee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414a6 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.980774:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.980776:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022461.980780:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.980789:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022461.980821:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022461.980834:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835814400:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.981829:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3eee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414a6 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022461.981847:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835814528:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.982819:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635780 going to sleep for 11 seconds
00000100:00100000:0.0:1777022461.995356:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022461.995447:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815957504
00000100:00100000:3.0:1777022461.995457:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815957504
00002000:00100000:3.0:1777022461.995521:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (126976->131071)  req@ffff8efa65bee680 x1863342815957504/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/0 e 0 to 0 dl 1777022472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.995531:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bee680 with x1863342815957504 ext(126976->131071)
00002000:00010000:3.0:1777022461.995537:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bee680
00000100:00100000:3.0:1777022461.995569:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 283
00000100:00100000:3.0:1777022461.995721:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2378:x1863342815957504:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022461.995922:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2378:x1863342815957504:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 344us (576us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022461.995930:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 283
00002000:00100000:3.0:1777022461.995951:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (126976->131071)  req@ffff8efa65bee680 x1863342815957504/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:112/0 lens 488/4536 e 0 to 0 dl 1777022472 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022461.995959:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bee680 with x1863342815957504 ext(126976->131071)
00002000:00010000:3.0:1777022461.995963:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bee680
00000100:00100000:2.0:1777022461.996287:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835814400:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022461.996300:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835814528:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022461.996322:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022461.996358:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815957376:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 15723us (16238us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022461.996367:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 504
00000100:00100000:0.0:1777022462.005803:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.007517:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815957632
00000100:00100000:3.0:1777022462.007529:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815957632
00000100:00100000:0.0:1777022462.007849:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 528
00000100:00100000:0.0:1777022462.008029:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815957632:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.008049:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.008069:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78414b4 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.008102:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.008112:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.008114:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.008119:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.008186:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.008200:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.008214:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835814656:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022462.008347:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022462.015473:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.019280:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815957760
00000100:00100000:0.0:1777022462.019294:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815957760
00002000:00100000:0.0:1777022462.019380:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa66932680 x1863342815957760/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.019391:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932680 with x1863342815957760 ext(131072->135167)
00010000:00010000:0.0:1777022462.019402:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.019419:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.019427:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66932680
00000100:00100000:0.0:1777022462.019460:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 303
00000100:00100000:0.0:1777022462.019469:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815957760:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022462.019653:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815957760:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 184us (4189us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022462.019674:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 303
00002000:00100000:0.0:1777022462.019682:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa66932680 x1863342815957760/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.019690:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932680 with x1863342815957760 ext(131072->135167)
00010000:00010000:0.0:1777022462.019695:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.019706:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.019714:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66932680
00000100:00080000:2.0:1777022462.019783:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1777022462.021501:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835814656:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022462.021535:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.021556:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2200, rc 0)
00000100:00100000:0.0:1777022462.021622:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815957632:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 13598us (15828us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.021631:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 528
00000100:00100000:3.0:1777022462.023103:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.023215:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815957888
00000100:00100000:2.0:1777022462.023225:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815957888
00000100:00100000:2.0:1777022462.023281:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 529
00000100:00100000:2.0:1777022462.023290:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815957888:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022462.023307:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022462.023325:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78414bb expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.023366:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.023372:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.023378:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022462.023382:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f03 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78414bb expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.023421:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.023435:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f03 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414bb expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.023447:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022462.023500:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342815957888:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 206us (399us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.023511:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 529
00000100:00100000:2.0:1777022462.025296:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.025391:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815958016
00000100:00100000:0.0:1777022462.025401:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815958016
00010000:00010000:0.0:1777022462.025440:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 27 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.025511:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 505
00000100:00100000:0.0:1777022462.025521:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815958016:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022462.025536:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022462.025555:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 27 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.025567:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 27 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.025590:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e3ef5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ad expref: 27 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.025605:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.025607:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.025614:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.025625:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.025659:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.025671:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 24 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.025692:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835814912:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022462.025777:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e540 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.034749:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835814912:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.034778:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.034840:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815958016:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9320us (9550us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.034878:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 505
00000100:00100000:1.0:1777022462.037369:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.037454:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815958144
00000100:00100000:0.0:1777022462.037464:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815958144
00002000:00100000:0.0:1777022462.037528:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa66931c00 x1863342815958144/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.037539:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931c00 with x1863342815958144 ext(131072->167935)
00010000:00010000:0.0:1777022462.037549:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.037565:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.037574:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66931c00
00000100:00100000:0.0:1777022462.037605:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 304
00000100:00100000:0.0:1777022462.037615:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815958144:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022462.043620:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815958144:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5993us (6247us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022462.043633:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 304
00002000:00100000:0.0:1777022462.043646:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa66931c00 x1863342815958144/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.043658:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931c00 with x1863342815958144 ext(131072->167935)
00010000:00010000:0.0:1777022462.043680:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.043697:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.043705:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66931c00
00000100:00100000:1.0:1777022462.047257:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.047449:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815958272
00000100:00100000:2.0:1777022462.047477:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815958272
00000100:00100000:2.0:1777022462.047621:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 530
00000100:00100000:2.0:1777022462.047632:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815958272:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022462.047651:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022462.047669:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78414c2 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.047701:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.047707:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414bb expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.047714:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022462.047718:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.047759:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f03 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414bb expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.047772:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.047784:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a400, rc 0)
00000100:00100000:2.0:1777022462.047838:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815958272:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 208us (591us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.047845:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 530
00000100:00100000:3.0:1777022462.048990:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.049281:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815958400
00000100:00100000:2.0:1777022462.049289:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815958400
00010000:00010000:2.0:1777022462.049329:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.049370:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 506
00000100:00100000:2.0:1777022462.049378:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2377:x1863342815958400:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.049391:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.049410:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.049425:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.049446:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3efc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414b4 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.049460:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.049462:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.049469:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414bb expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.049479:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414bb expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.049675:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414bb expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.049701:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414bb expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.049716:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835815168:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.050659:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.065367:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835815168:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.065395:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.065466:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815958400:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 16087us (16478us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.065477:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 506
00000100:00100000:1.0:1777022462.067926:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.068017:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815958528
00000100:00100000:2.0:1777022462.068025:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815958528
00010000:00010000:2.0:1777022462.068057:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414bb expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.068092:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 507
00000100:00100000:2.0:1777022462.068100:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815958528:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.068116:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.068139:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414bb expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.068160:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414bb expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.068207:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414bb expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.068222:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.068223:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.068230:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.068240:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.068276:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.068291:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835815296:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.068363:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.072454:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835815296:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.072480:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.072546:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815958528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4445us (4627us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.072558:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 507
00000100:00100000:0.0:1777022462.078368:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.078548:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815958656
00000100:00100000:2.0:1777022462.078557:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815958656
00000100:00100000:2.0:1777022462.078621:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 531
00000100:00100000:2.0:1777022462.078632:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10159:x1863342815958656:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022462.078662:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022462.078680:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78414c9 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.078713:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.078722:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.078724:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.078727:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.078773:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.078787:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 24 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.078801:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835815424:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022462.080349:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022462.085060:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.085906:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815958784
00000100:00100000:0.0:1777022462.085918:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815958784
00002000:00100000:0.0:1777022462.085972:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa66932a00 x1863342815958784/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.086390:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932a00 with x1863342815958784 ext(131072->167935)
00010000:00010000:0.0:1777022462.086402:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.086673:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.086682:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66932a00
00000100:00100000:0.0:1777022462.086767:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 305
00000100:00100000:0.0:1777022462.086781:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815958784:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022462.095565:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835815424:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022462.095607:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.095657:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:0.0:1777022462.095725:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815958656:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 17095us (17368us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.095736:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 531
00000100:00100000:0.0:1777022462.097033:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815958784:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10252us (11979us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022462.097044:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 305
00002000:00100000:0.0:1777022462.097055:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa66932a00 x1863342815958784/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.097065:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932a00 with x1863342815958784 ext(131072->167935)
00010000:00010000:0.0:1777022462.097074:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.097089:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.097097:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66932a00
00000100:00100000:0.0:1777022462.107626:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.107676:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.107764:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815958912
00000100:00100000:1.0:1777022462.107774:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815958912
00000100:00100000:1.0:1777022462.107841:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 532
00000100:00100000:1.0:1777022462.107900:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815958912:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022462.107919:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.107939:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78414d0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.107970:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.107976:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.107984:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022462.107988:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f18 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78414d0 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.108026:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.108041:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414d0 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.108055:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:1.0:1777022462.108104:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815958912:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 208us (487us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.108111:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 532
00000100:00100000:2.0:1777022462.108255:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815959040
00000100:00100000:2.0:1777022462.108260:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815959040
00010000:00010000:2.0:1777022462.108280:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 26 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.108310:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 508
00000100:00100000:2.0:1777022462.108324:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2377:x1863342815959040:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.108333:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.108351:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 26 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.108363:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 26 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.108381:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c2 expref: 26 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.108393:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.108395:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.108402:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.108421:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.108445:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.108457:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.108470:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835815680:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.108525:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.113303:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.113598:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835815680:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.113627:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.113677:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815959040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5353us (6000us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.113689:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 508
00000100:00100000:1.0:1777022462.113699:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815959168
00000100:00100000:1.0:1777022462.113706:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815959168
00002000:00100000:1.0:1777022462.113748:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65bef800 x1863342815959168/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.113777:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef800 with x1863342815959168 ext(131072->135167)
00010000:00010000:1.0:1777022462.113786:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.113803:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.113811:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bef800
00000100:00100000:1.0:1777022462.113841:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 306
00000100:00100000:1.0:1777022462.113851:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815959168:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.114024:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815959168:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 175us (731us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022462.114031:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 306
00002000:00100000:1.0:1777022462.114036:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65bef800 x1863342815959168/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.114044:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef800 with x1863342815959168 ext(131072->135167)
00010000:00010000:1.0:1777022462.114050:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.114059:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.114065:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bef800
00000100:00100000:0.0:1777022462.124294:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.124344:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.124421:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815959296
00000100:00100000:2.0:1777022462.124433:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815959296
00000100:00100000:2.0:1777022462.124493:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 533
00000100:00100000:2.0:1777022462.124503:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815959296:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022462.124524:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022462.124545:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78414d7 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.124592:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.124599:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414d0 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.124606:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022462.124610:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.124652:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d0 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.124666:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.124699:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022462.124756:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342815959296:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 255us (474us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.124763:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 533
00000100:00100000:3.0:1777022462.126127:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815959424
00000100:00100000:3.0:1777022462.126138:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815959424
00010000:00010000:3.0:1777022462.126187:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.126236:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 509
00000100:00100000:3.0:1777022462.126246:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815959424:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022462.126260:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022462.126282:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.126296:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.126322:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e3f11 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414c9 expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.126339:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.126353:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.126362:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d0 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.126372:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d0 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.126410:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d0 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.126424:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d0 expref: 24 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.126440:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835815936:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022462.126530:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635780 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.129518:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835815936:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022462.129544:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022462.129609:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815959424:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3364us (5263us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.129620:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 509
00000100:00100000:2.0:1777022462.133748:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.133832:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815959552
00000100:00100000:1.0:1777022462.133842:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815959552
00010000:00010000:1.0:1777022462.133926:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d0 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.133968:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 510
00000100:00100000:1.0:1777022462.133976:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815959552:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022462.133992:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022462.134011:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d0 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.134023:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d0 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.134045:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d0 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.134061:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.134063:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.134071:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.134081:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.134321:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.134359:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66931180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835816064:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022462.134503:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.149273:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.149384:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815959680
00000100:00100000:1.0:1777022462.149393:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815959680
00000100:00100000:1.0:1777022462.149449:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 534
00000100:00100000:1.0:1777022462.149459:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815959680:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022462.149477:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.149494:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78414de expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.149526:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.149536:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.149538:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.149542:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.149582:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.149597:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.149612:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835816192:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022462.149705:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa41254b40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.150451:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66931180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835816064:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.150472:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.150513:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815959552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 16537us (16775us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.150523:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 510
00000100:00100000:0.0:1777022462.160695:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.160989:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815959808
00000100:00100000:1.0:1777022462.160999:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815959808
00002000:00100000:1.0:1777022462.161050:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65bece00 x1863342815959808/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.161062:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bece00 with x1863342815959808 ext(131072->135167)
00010000:00010000:1.0:1777022462.161072:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.161089:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.161097:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bece00
00000100:00100000:1.0:1777022462.161130:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 307
00000100:00100000:1.0:1777022462.161141:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815959808:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.161320:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815959808:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (634us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022462.161328:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 307
00002000:00100000:1.0:1777022462.161335:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65bece00 x1863342815959808/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.161343:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bece00 with x1863342815959808 ext(131072->135167)
00010000:00010000:1.0:1777022462.161348:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.161379:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.161386:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bece00
00000100:00100000:2.0:1777022462.161922:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835816192:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022462.161949:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.161967:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:2.0:1777022462.162003:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815959680:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12546us (12741us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.162010:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 534
00000100:00100000:0.0:1777022462.165599:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.165640:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.165779:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815959936
00000100:00100000:3.0:1777022462.165790:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815959936
00000100:00100000:3.0:1777022462.165850:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 535
00000100:00100000:3.0:1777022462.165904:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815959936:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022462.165924:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022462.165943:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3f2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78414e5 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.165989:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.165995:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.166001:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022462.166005:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3f2d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78414e5 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.166043:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.166056:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3f2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414e5 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.166070:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022462.166122:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342815959936:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 221us (537us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.166128:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 535
00000100:00100000:2.0:1777022462.166999:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815960064
00000100:00100000:2.0:1777022462.167006:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815960064
00010000:00010000:2.0:1777022462.167035:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.167071:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 511
00000100:00100000:2.0:1777022462.167091:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815960064:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.167103:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.167137:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.167158:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.167180:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e3f1f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414d7 expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.167196:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.167197:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.167205:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.167213:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.167243:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.167257:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 24 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.167271:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835816448:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.167357:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.172536:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.172781:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815960192
00000100:00100000:1.0:1777022462.172791:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815960192
00002000:00100000:1.0:1777022462.172842:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65bec700 x1863342815960192/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.172896:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec700 with x1863342815960192 ext(131072->167935)
00010000:00010000:1.0:1777022462.172907:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.172925:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.172933:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bec700
00000100:00100000:1.0:1777022462.172965:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 308
00000100:00100000:1.0:1777022462.172975:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815960192:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022462.173341:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835816448:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.173362:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.173393:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815960064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6302us (7751us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.173402:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 511
00000100:00100000:1.0:1777022462.179099:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815960192:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6114us (6559us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022462.179111:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 308
00002000:00100000:1.0:1777022462.179132:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65bec700 x1863342815960192/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.179176:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec700 with x1863342815960192 ext(131072->167935)
00010000:00010000:1.0:1777022462.179187:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.179205:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.179213:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bec700
00000100:00100000:3.0:1777022462.187746:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.188755:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815960320
00000100:00100000:1.0:1777022462.188766:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815960320
00000100:00100000:1.0:1777022462.188834:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 536
00000100:00100000:1.0:1777022462.188845:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815960320:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022462.188905:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.188925:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78414ec expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.188956:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.188963:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3f2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414e5 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.188971:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022462.188975:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.189017:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3f2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414e5 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.189043:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.189056:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c400, rc 0)
00000100:00100000:1.0:1777022462.189107:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815960320:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 265us (1370us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.189114:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 536
00000100:00100000:3.0:1777022462.190640:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.191165:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815960448
00000100:00100000:2.0:1777022462.191174:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815960448
00010000:00010000:2.0:1777022462.191215:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.191263:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 512
00000100:00100000:2.0:1777022462.191275:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2377:x1863342815960448:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.191292:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.191313:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.191327:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.191348:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3f26 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414de expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.191364:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.191366:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.191373:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3f2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414e5 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.191396:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3f2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414e5 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.191431:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3f2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414e5 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.191443:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3f2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414e5 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.191456:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835816704:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.191551:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.196205:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.196276:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815960576
00000100:00100000:0.0:1777022462.196285:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815960576
00010000:00010000:0.0:1777022462.196323:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3f2d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414e5 expref: 26 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.196370:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 513
00000100:00100000:0.0:1777022462.196378:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815960576:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022462.196393:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022462.196413:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3f2d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414e5 expref: 26 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.196427:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3f2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414e5 expref: 26 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.196453:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.196455:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.196463:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.196473:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.196520:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.196553:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835816832:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022462.196772:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ea80 going to sleep for 11 seconds
00010000:00010000:3.0:1777022462.197164:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3f2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414e5 expref: 26 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.197179:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835816704:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022462.197196:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022462.197250:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815960448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5977us (6618us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.197259:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 512
00000100:00100000:2.0:1777022462.206464:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835816832:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.206494:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.206556:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2379:x1863342815960576:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10179us (10360us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.206567:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 513
00000100:00100000:3.0:1777022462.207626:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.208803:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815960704
00000100:00100000:2.0:1777022462.208815:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815960704
00000100:00100000:2.0:1777022462.208908:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 537
00000100:00100000:2.0:1777022462.208919:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10159:x1863342815960704:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022462.208937:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022462.208956:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78414f3 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.209004:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.209014:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.209016:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.209020:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.209053:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.209065:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 24 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.209079:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835816960:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022462.209162:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.212468:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.213023:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815960832
00000100:00100000:1.0:1777022462.213033:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815960832
00002000:00100000:1.0:1777022462.213078:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa6565a300 x1863342815960832/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.213089:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565a300 with x1863342815960832 ext(131072->167935)
00010000:00010000:1.0:1777022462.213099:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.213115:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.213124:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565a300
00000100:00100000:1.0:1777022462.213166:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 309
00000100:00100000:1.0:1777022462.213175:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2380:x1863342815960832:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022462.216753:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835816960:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022462.216790:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.216815:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a400, rc 0)
00000100:00100000:2.0:1777022462.216995:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815960704:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8076us (9372us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.217004:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 537
00000100:00100000:1.0:1777022462.219333:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2380:x1863342815960832:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6147us (6860us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022462.219362:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 309
00002000:00100000:1.0:1777022462.219376:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa6565a300 x1863342815960832/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.219386:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565a300 with x1863342815960832 ext(131072->167935)
00010000:00010000:1.0:1777022462.219398:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.219415:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.219423:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565a300
00000100:00100000:3.0:1777022462.222705:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.222786:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.222843:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815960960
00000100:00100000:0.0:1777022462.222881:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815960960
00000100:00100000:0.0:1777022462.222928:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 538
00000100:00100000:0.0:1777022462.222938:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815960960:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.222957:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.222977:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3f42 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78414fa expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.223009:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.223015:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.223023:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022462.223027:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3f42 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78414fa expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.223046:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815961088
00000100:00100000:2.0:1777022462.223050:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815961088
00010000:00010000:2.0:1777022462.223070:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 27 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.223070:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.223087:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3f42 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414fa expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.223101:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2000, rc 0)
00000100:00100000:2.0:1777022462.223139:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 514
00000100:00100000:2.0:1777022462.223155:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815961088:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.223165:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.223186:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 27 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.223188:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342815960960:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 252us (493us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.223195:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 538
00010000:00010000:2.0:1777022462.223198:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 27 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.223217:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e3f34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414ec expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.223229:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.223231:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.223243:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.223253:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.223277:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.223301:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.223316:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835817216:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.223381:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.225745:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835817216:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.225768:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.225813:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815961088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2666us (3026us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.225823:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 514
00000100:00100000:0.0:1777022462.227836:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.228089:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815961216
00000100:00100000:3.0:1777022462.228099:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815961216
00002000:00100000:3.0:1777022462.228169:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65bed880 x1863342815961216/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.228181:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bed880 with x1863342815961216 ext(131072->135167)
00010000:00010000:3.0:1777022462.228191:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.228209:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022462.228217:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bed880
00000100:00100000:3.0:1777022462.228255:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 310
00000100:00100000:3.0:1777022462.228266:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815961216:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022462.228443:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815961216:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 179us (618us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022462.228451:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 310
00002000:00100000:3.0:1777022462.228457:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65bed880 x1863342815961216/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.228483:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bed880 with x1863342815961216 ext(131072->135167)
00010000:00010000:3.0:1777022462.228489:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.228500:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022462.228507:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bed880
00000100:00100000:3.0:1777022462.231953:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.232055:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.232387:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815961344
00000100:00100000:0.0:1777022462.232397:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815961344
00000100:00100000:0.0:1777022462.232453:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 539
00000100:00100000:0.0:1777022462.232462:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815961344:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.232479:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.232498:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3f49 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841501 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.232530:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.232536:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3f42 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414fa expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.232542:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022462.232546:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3f49 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841501 expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.232595:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3f42 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414fa expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.232609:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3f49 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841501 expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.232621:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3e00, rc 0)
00000100:00100000:0.0:1777022462.232688:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342815961344:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 227us (746us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.232695:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 539
00000100:00100000:1.0:1777022462.233913:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815961472
00000100:00100000:1.0:1777022462.233922:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815961472
00010000:00010000:1.0:1777022462.234269:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.234305:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 515
00000100:00100000:1.0:1777022462.234313:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2379:x1863342815961472:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022462.234325:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022462.234343:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.234355:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.234393:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e3f3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414f3 expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.234407:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.234409:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.234416:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3f42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414fa expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.234426:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3f42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414fa expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.234455:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3f42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414fa expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.234468:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3f42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414fa expref: 24 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.234481:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835817472:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022462.234683:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c3eecc0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.246344:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.247239:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815961600
00000100:00100000:2.0:1777022462.247250:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815961600
00010000:00010000:2.0:1777022462.247293:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3f42 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414fa expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.247343:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 516
00000100:00100000:2.0:1777022462.247353:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2379:x1863342815961600:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.247368:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.247391:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3f42 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414fa expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.247417:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3f42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414fa expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.247466:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.247468:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.247476:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3f49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841501 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.247486:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841501 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.247524:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841501 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.247538:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835817600:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.247750:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.250471:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835817600:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022462.250500:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022462.250573:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2379:x1863342815961600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3221us (4240us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.250584:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 516
00010000:00010000:1.0:1777022462.251074:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e3f42 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414fa expref: 24 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.251092:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835817472:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022462.251104:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022462.251210:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815961472:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 16897us (19154us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.251219:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 515
00000100:00100000:2.0:1777022462.252460:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.252763:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815961728
00000100:00100000:1.0:1777022462.252772:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815961728
00000100:00100000:1.0:1777022462.252827:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 540
00000100:00100000:1.0:1777022462.252837:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815961728:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022462.252876:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.252894:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841508 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.252926:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3f49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841501 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.252936:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.252938:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.252942:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.252976:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841501 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.252989:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841501 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.253003:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835817728:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022462.253080:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5214e780 going to sleep for 11 seconds
00000100:00100000:1.0:1777022462.258127:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835817728:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022462.258173:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.258195:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:1.0:1777022462.258701:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815961728:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5863us (6244us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.258711:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 540
00000100:00100000:0.0:1777022462.258951:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.259173:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815961856
00000100:00100000:3.0:1777022462.259181:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815961856
00010000:00010000:3.0:1777022462.259213:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841501 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.259242:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 517
00000100:00100000:3.0:1777022462.259250:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65befb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815961856:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022462.259263:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022462.259281:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841501 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.259293:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841501 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.259315:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e3f49 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841501 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.259341:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.259343:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.259350:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.259359:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.259393:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.260083:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835817856:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022462.260185:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.263843:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.264168:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835817856:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022462.264191:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022462.264253:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65befb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815961856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5003us (5302us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.264264:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 517
00000100:00100000:0.0:1777022462.264804:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815961984
00000100:00100000:0.0:1777022462.264812:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815961984
00000100:00100000:0.0:1777022462.264886:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 541
00000100:00100000:0.0:1777022462.264896:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10159:x1863342815961984:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.264914:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.264933:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784150f expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.264964:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.264973:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.264974:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.264978:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.265011:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.265039:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 24 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.265053:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835817984:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022462.265114:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.267610:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.267828:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815962112
00000100:00100000:3.0:1777022462.267838:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815962112
00002000:00100000:3.0:1777022462.267926:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65c53480 x1863342815962112/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.267937:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53480 with x1863342815962112 ext(131072->167935)
00010000:00010000:3.0:1777022462.267945:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.267975:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022462.267984:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53480
00000100:00100000:3.0:1777022462.268022:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 311
00000100:00100000:3.0:1777022462.268032:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815962112:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022462.274019:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835817984:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022462.274055:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.274077:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2600, rc 0)
00000100:00100000:0.0:1777022462.274134:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815961984:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9240us (10302us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.274143:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 541
00000100:00100000:1.0:1777022462.274366:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815962112:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6335us (6765us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022462.274375:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 311
00002000:00100000:1.0:1777022462.274385:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65c53480 x1863342815962112/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.274396:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53480 with x1863342815962112 ext(131072->167935)
00010000:00010000:1.0:1777022462.274403:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.274418:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.274425:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53480
00000100:00100000:2.0:1777022462.277033:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.277111:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815962240
00000100:00100000:3.0:1777022462.277121:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815962240
00000100:00100000:3.0:1777022462.277187:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 542
00000100:00100000:3.0:1777022462.277197:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815962240:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022462.277216:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022462.277235:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3f5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841516 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.277263:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.277269:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.277276:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022462.277280:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3f5e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841516 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.277319:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.277352:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3f5e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841516 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.277364:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022462.277430:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815962240:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 234us (406us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.277437:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 542
00000100:00100000:2.0:1777022462.279280:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.279362:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815962368
00000100:00100000:0.0:1777022462.279370:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815962368
00010000:00010000:0.0:1777022462.279401:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.279477:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 518
00000100:00100000:0.0:1777022462.279488:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2379:x1863342815962368:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022462.279504:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022462.279524:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.279552:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.279576:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841508 expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.279608:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.279610:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.279618:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.279628:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.279665:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.279678:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.279689:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835818240:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022462.279752:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e0c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.283971:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.284045:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815962496
00000100:00100000:1.0:1777022462.284055:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815962496
00002000:00100000:1.0:1777022462.284106:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65bec380 x1863342815962496/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.284138:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec380 with x1863342815962496 ext(131072->135167)
00010000:00010000:1.0:1777022462.284159:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.284175:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.284183:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bec380
00000100:00100000:1.0:1777022462.284218:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 312
00000100:00100000:1.0:1777022462.284227:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815962496:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.284691:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815962496:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 171us (436us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022462.284700:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 312
00002000:00100000:1.0:1777022462.284707:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65bec380 x1863342815962496/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.284715:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec380 with x1863342815962496 ext(131072->135167)
00010000:00010000:1.0:1777022462.284721:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.284731:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.284738:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bec380
00000100:00100000:2.0:1777022462.284748:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835818240:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.284770:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.284806:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2379:x1863342815962368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5322us (5536us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.284815:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 518
00000100:00100000:0.0:1777022462.287020:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.287112:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.287228:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815962752
00000100:00100000:1.0:1777022462.287239:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815962752
00000100:00100000:2.0:1777022462.287365:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815962624
00000100:00100000:2.0:1777022462.287375:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815962624
00010000:00010000:2.0:1777022462.287400:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.287571:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 543
00000100:00100000:1.0:1777022462.287589:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818cfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342815962752:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022462.287605:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.287623:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784151d expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.287650:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.287656:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3f5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841516 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.287663:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022462.287668:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.287708:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3f5e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841516 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.287722:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.287734:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:1.0:1777022462.287788:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818cfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10159:x1863342815962752:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 209us (776us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.287796:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 543
00000100:00100000:2.0:1777022462.287811:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 519
00000100:00100000:2.0:1777022462.287818:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815962624:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.287827:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.287845:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.287889:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.287908:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3f57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784150f expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.287919:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.287920:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.287927:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3f5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841516 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.287935:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3f5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841516 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.287956:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3f5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841516 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.287982:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3f5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841516 expref: 24 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.287995:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835818496:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.288043:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.290684:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835818496:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.290709:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.290765:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815962624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2946us (3652us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.290775:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 519
00000100:00100000:3.0:1777022462.295915:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.295993:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815962880
00000100:00100000:2.0:1777022462.296003:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815962880
00010000:00010000:2.0:1777022462.296044:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3f5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841516 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.296084:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 520
00000100:00100000:2.0:1777022462.296094:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2379:x1863342815962880:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.296110:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.296140:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3f5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841516 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.296161:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3f5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841516 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.296204:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e3f5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841516 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.296222:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.296224:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.296232:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.296242:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.296279:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.296292:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835818624:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.296378:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.304763:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835818624:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.304793:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.304891:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2379:x1863342815962880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8796us (8985us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.304903:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 520
00000100:00100000:1.0:1777022462.308985:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.309729:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815963008
00000100:00100000:0.0:1777022462.309740:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815963008
00000100:00100000:0.0:1777022462.309804:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 544
00000100:00100000:0.0:1777022462.309815:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815963008:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.309836:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.309903:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841524 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.309938:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.309947:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.309949:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.309952:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.309983:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.309996:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.310010:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835818752:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022462.310091:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.317446:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.317599:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815963136
00000100:00100000:1.0:1777022462.317610:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815963136
00002000:00100000:1.0:1777022462.317665:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65659880 x1863342815963136/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.317676:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659880 with x1863342815963136 ext(131072->135167)
00010000:00010000:1.0:1777022462.317687:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.317704:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.317712:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65659880
00000100:00100000:1.0:1777022462.317750:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 313
00000100:00100000:1.0:1777022462.317762:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815963136:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.317979:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815963136:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 219us (543us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022462.317987:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 313
00002000:00100000:1.0:1777022462.317994:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65659880 x1863342815963136/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.318002:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659880 with x1863342815963136 ext(131072->135167)
00010000:00010000:1.0:1777022462.318007:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.318020:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.318042:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65659880
00000100:00100000:0.0:1777022462.318396:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835818752:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022462.318440:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.318460:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3a00, rc 0)
00000100:00100000:0.0:1777022462.318502:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815963008:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8690us (9528us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.318510:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 544
00000100:00100000:3.0:1777022462.320659:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.320703:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.320756:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815963264
00000100:00100000:2.0:1777022462.320766:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815963264
00000100:00100000:2.0:1777022462.320826:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 545
00000100:00100000:2.0:1777022462.320836:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815963264:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022462.320907:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022462.320926:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784152b expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.320956:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.320962:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.320969:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022462.320973:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.321012:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.321026:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.321039:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022462.321089:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342815963264:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 255us (438us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.321095:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 545
00000100:00100000:0.0:1777022462.321308:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815963392
00000100:00100000:0.0:1777022462.321313:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815963392
00010000:00010000:0.0:1777022462.321333:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.321364:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 521
00000100:00100000:0.0:1777022462.321371:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815963392:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022462.321380:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022462.321398:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.321411:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.321429:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784151d expref: 27 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.321442:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.321451:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.321458:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.321467:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.321493:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.321506:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 24 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.321519:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835819008:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022462.321595:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.325484:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835819008:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022462.325512:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022462.325568:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815963392:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4196us (4863us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.325677:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 521
00000100:00100000:2.0:1777022462.330019:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.330093:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815963520
00000100:00100000:0.0:1777022462.330103:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815963520
00002000:00100000:0.0:1777022462.330164:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65c53800 x1863342815963520/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.330174:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53800 with x1863342815963520 ext(131072->167935)
00010000:00010000:0.0:1777022462.330184:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.330214:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.330222:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53800
00000100:00100000:0.0:1777022462.330254:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 314
00000100:00100000:0.0:1777022462.330263:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815963520:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022462.344284:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815963520:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 14010us (14262us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022462.344297:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 314
00002000:00100000:0.0:1777022462.344310:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65c53800 x1863342815963520/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.344320:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53800 with x1863342815963520 ext(131072->167935)
00010000:00010000:0.0:1777022462.344331:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.344349:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.344357:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53800
00000100:00100000:3.0:1777022462.349529:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.349733:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815963648
00000100:00100000:1.0:1777022462.349744:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815963648
00000100:00100000:1.0:1777022462.349803:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 546
00000100:00100000:1.0:1777022462.349814:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815963648:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022462.349833:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.349894:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3f7a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841532 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.349926:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.349932:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.349939:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022462.349943:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3f7a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841532 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.349984:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.349998:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3f7a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841532 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.350011:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:1.0:1777022462.350072:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815963648:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 260us (564us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.350093:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 546
00000100:00100000:0.0:1777022462.350562:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.350612:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815963776
00000100:00100000:2.0:1777022462.350618:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815963776
00010000:00010000:2.0:1777022462.350640:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.350685:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 522
00000100:00100000:2.0:1777022462.350694:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2380:x1863342815963776:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.350703:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.350722:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.350735:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.350757:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3f6c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841524 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.350770:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.350772:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.350779:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.350788:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.350816:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.350828:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.350848:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835819264:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.350951:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.357172:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.357252:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815963904
00000100:00100000:3.0:1777022462.357262:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815963904
00002000:00100000:3.0:1777022462.357312:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65c50a80 x1863342815963904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.357323:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50a80 with x1863342815963904 ext(131072->135167)
00010000:00010000:3.0:1777022462.357332:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.357347:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022462.357354:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50a80
00000100:00100000:3.0:1777022462.357404:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 315
00000100:00100000:3.0:1777022462.357414:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815963904:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022462.357817:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815963904:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 404us (652us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022462.357825:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 315
00002000:00100000:3.0:1777022462.357832:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65c50a80 x1863342815963904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.357839:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50a80 with x1863342815963904 ext(131072->135167)
00010000:00010000:3.0:1777022462.357844:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.357888:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022462.357896:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50a80
00000100:00100000:1.0:1777022462.358103:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835819264:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022462.358125:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022462.358169:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2380:x1863342815963776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7477us (7609us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.358178:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 522
00000100:00100000:2.0:1777022462.366643:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.366817:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815964032
00000100:00100000:0.0:1777022462.366829:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815964032
00000100:00100000:0.0:1777022462.366941:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 547
00000100:00100000:0.0:1777022462.366966:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815964032:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.366987:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.367006:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841539 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.367045:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.367051:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3f7a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841532 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.367058:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022462.367061:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.367104:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3f7a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841532 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.367118:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.367132:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2200, rc 0)
00000100:00100000:0.0:1777022462.367204:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342815964032:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 240us (572us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.367211:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 547
00000100:00100000:3.0:1777022462.367920:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.368809:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815964160
00000100:00100000:2.0:1777022462.368820:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815964160
00010000:00010000:2.0:1777022462.368895:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 27 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.368933:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 523
00000100:00100000:2.0:1777022462.368943:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2377:x1863342815964160:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.368957:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.368982:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 27 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.368995:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 27 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.369019:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e3f73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784152b expref: 27 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.369036:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.369038:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.369047:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3f7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841532 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.369073:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3f7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841532 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.369108:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3f7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841532 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.369120:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3f7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841532 expref: 24 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.369134:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835819520:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.369227:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00d840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.378927:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.379154:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835819520:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.379178:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.379230:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815964160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10287us (11313us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.379242:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 523
00000100:00100000:2.0:1777022462.379299:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815964288
00000100:00100000:2.0:1777022462.379306:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815964288
00010000:00010000:2.0:1777022462.379335:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3f7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841532 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.379374:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 524
00000100:00100000:2.0:1777022462.379383:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815964288:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.379421:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.379443:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3f7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841532 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.379455:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3f7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841532 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.379478:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3f7a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841532 expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.379492:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.379494:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.379502:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.379513:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.379784:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.379801:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835819648:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.379851:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.385312:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835819648:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022462.385338:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022462.385409:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815964288:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6026us (6491us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.385419:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 524
00000100:00100000:0.0:1777022462.394054:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.394174:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815964416
00000100:00100000:1.0:1777022462.394183:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815964416
00000100:00100000:1.0:1777022462.394246:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 548
00000100:00100000:1.0:1777022462.394256:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815964416:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022462.394276:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.394296:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841540 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.394326:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.394335:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.394336:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.394341:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.394373:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.394386:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.394422:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66933800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835819776:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022462.394501:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5214e780 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.397876:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.398345:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815964544
00000100:00100000:1.0:1777022462.398354:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815964544
00002000:00100000:1.0:1777022462.398412:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65befb80 x1863342815964544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.398423:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65befb80 with x1863342815964544 ext(131072->135167)
00010000:00010000:1.0:1777022462.398433:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.398450:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.398458:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65befb80
00000100:00100000:1.0:1777022462.398488:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 316
00000100:00100000:1.0:1777022462.398497:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815964544:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.398679:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815964544:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 182us (833us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022462.398687:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 316
00002000:00100000:1.0:1777022462.398694:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65befb80 x1863342815964544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.398703:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65befb80 with x1863342815964544 ext(131072->135167)
00010000:00010000:1.0:1777022462.398722:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.398733:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.398740:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65befb80
00000100:00100000:2.0:1777022462.398921:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66933800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835819776:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022462.398949:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.398975:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:2.0:1777022462.399015:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815964416:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4761us (4970us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.399022:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 548
00000100:00100000:0.0:1777022462.404476:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.404760:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815964672
00000100:00100000:3.0:1777022462.404771:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815964672
00000100:00100000:3.0:1777022462.404831:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 549
00000100:00100000:3.0:1777022462.404842:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815964672:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022462.404911:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022462.404929:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3f8f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841547 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.404958:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.404964:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.404972:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022462.404976:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3f8f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841547 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.405015:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.405029:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3f8f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841547 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.405042:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022462.405091:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342815964672:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 252us (627us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.405098:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 549
00000100:00100000:1.0:1777022462.409063:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.409165:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815964800
00000100:00100000:2.0:1777022462.409175:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815964800
00010000:00010000:2.0:1777022462.409214:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.409258:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 525
00000100:00100000:2.0:1777022462.409267:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815964800:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.409293:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.409316:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.409330:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.409356:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3f81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841539 expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.409374:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.409376:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.409384:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.409420:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.409460:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.409472:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 24 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.409485:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835820032:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.409574:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.412131:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835820032:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.412165:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.412220:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815964800:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2953us (3166us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.412232:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 525
00000100:00100000:0.0:1777022462.418955:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.419040:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815964928
00000100:00100000:3.0:1777022462.419049:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815964928
00002000:00100000:3.0:1777022462.419098:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65beea00 x1863342815964928/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.419128:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65beea00 with x1863342815964928 ext(131072->167935)
00010000:00010000:3.0:1777022462.419138:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.419163:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022462.419171:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65beea00
00000100:00100000:3.0:1777022462.419197:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 317
00000100:00100000:3.0:1777022462.419207:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815964928:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022462.427998:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815964928:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8784us (9044us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022462.428010:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 317
00002000:00100000:3.0:1777022462.428022:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65beea00 x1863342815964928/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.428032:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65beea00 with x1863342815964928 ext(131072->167935)
00010000:00010000:3.0:1777022462.428041:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.428060:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022462.428068:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65beea00
00000100:00100000:0.0:1777022462.432525:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.432749:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815965184
00000100:00100000:3.0:1777022462.432760:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815965184
00010000:00010000:3.0:1777022462.432802:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.432848:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 526
00000100:00100000:3.0:1777022462.432892:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815965184:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022462.432909:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022462.432929:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.432943:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.432967:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3f88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841540 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.432985:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.432987:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.432994:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3f8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841547 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.433003:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3f8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841547 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.433041:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3f8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841547 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.433073:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835820160:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022462.433161:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.435095:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.435231:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815965056
00000100:00100000:1.0:1777022462.435239:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815965056
00000100:00100000:1.0:1777022462.435301:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 550
00000100:00100000:1.0:1777022462.435311:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815965056:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022462.435329:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.435347:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784154e expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.435380:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3f8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841547 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.435388:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.435390:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.435404:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f96 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784154e expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.435438:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3f8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841547 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.435471:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3f8f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841547 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.435486:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835820288:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022462.435575:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b17240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.436204:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835820160:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022462.436224:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022462.436259:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815965184:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3402us (3762us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.436269:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 526
00000100:00100000:1.0:1777022462.437292:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835820288:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022462.437318:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f96 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784154e expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.437338:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:1.0:1777022462.437384:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815965056:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2075us (2298us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.437400:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 550
00000100:00100000:3.0:1777022462.437720:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.437977:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815965312
00000100:00100000:2.0:1777022462.437987:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815965312
00010000:00010000:2.0:1777022462.438021:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3f8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841547 expref: 26 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.438056:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 527
00000100:00100000:2.0:1777022462.438064:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815965312:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.438092:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.438113:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3f8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841547 expref: 26 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.438125:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3f8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841547 expref: 26 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.438158:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e3f8f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841547 expref: 26 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.438172:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.438174:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.438182:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784154e expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.438190:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784154e expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.438223:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784154e expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.438236:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835820416:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.438311:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.444809:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835820416:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.444836:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.444957:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342815965312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6892us (7236us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.444968:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 527
00000100:00100000:0.0:1777022462.449769:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.450227:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815965440
00000100:00100000:2.0:1777022462.450237:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815965440
00000100:00100000:2.0:1777022462.450349:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 551
00000100:00100000:2.0:1777022462.450360:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10159:x1863342815965440:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022462.450377:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022462.450406:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841555 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.450440:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784154e expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.450450:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.450452:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.450456:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.450489:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784154e expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.450502:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784154e expref: 24 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.450526:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835820544:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022462.450616:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.459833:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.459970:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.460055:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815965568
00000100:00100000:1.0:1777022462.460064:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815965568
00010000:00010000:1.0:1777022462.460103:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f96 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784154e expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.460153:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 528
00000100:00100000:1.0:1777022462.460162:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815965568:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022462.460176:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022462.460199:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f96 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784154e expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.460237:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784154e expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.460266:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.460268:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.460276:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.460287:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.460328:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.460345:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66931180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835820672:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022462.460433:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b17240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.460895:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815965696
00000100:00100000:3.0:1777022462.460901:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815965696
00000100:00100000:3.0:1777022462.460944:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 552
00000100:00100000:3.0:1777022462.460951:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815965696:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022462.460965:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022462.460979:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784155c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.460999:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.461006:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.461007:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.461011:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.461044:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.461057:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.461067:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835820800:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022462.461107:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635240 going to sleep for 11 seconds
00010000:00010000:2.0:1777022462.462006:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3f96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784154e expref: 27 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.462024:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835820544:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022462.462049:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.462058:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.462069:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022462.462117:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815965440:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11759us (12359us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.462125:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 551
00000100:00100000:2.0:1777022462.463651:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66931180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835820672:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.463674:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.463722:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815965568:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3561us (3899us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.463733:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 528
00000100:00100000:0.0:1777022462.471328:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.471920:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835820800:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022462.471952:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.471975:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7e00, rc 0)
00000100:00100000:3.0:1777022462.472041:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815965696:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11090us (12070us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.472051:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 552
00000100:00100000:1.0:1777022462.472732:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815965824
00000100:00100000:1.0:1777022462.472741:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815965824
00002000:00100000:1.0:1777022462.472784:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65bec000 x1863342815965824/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.472794:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec000 with x1863342815965824 ext(131072->135167)
00010000:00010000:1.0:1777022462.472802:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.472839:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.472847:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bec000
00000100:00100000:1.0:1777022462.472926:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 318
00000100:00100000:1.0:1777022462.472935:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815965824:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.473215:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815965824:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 280us (1897us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022462.473222:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 318
00002000:00100000:1.0:1777022462.473229:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65bec000 x1863342815965824/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.473237:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bec000 with x1863342815965824 ext(131072->135167)
00010000:00010000:1.0:1777022462.473243:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.473253:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.473260:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bec000
00000100:00100000:3.0:1777022462.483947:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.484062:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.484171:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815966080
00000100:00100000:2.0:1777022462.484180:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815966080
00010000:00010000:2.0:1777022462.484217:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.484258:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 529
00000100:00100000:2.0:1777022462.484267:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815966080:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.484297:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.484321:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.484333:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.484352:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e3f9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841555 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.484364:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.484365:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.484370:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.484377:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.484555:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.484712:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815965952
00000100:00100000:1.0:1777022462.484717:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815965952
00000100:00100000:0.0:1777022462.484733:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835820928:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022462.484785:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 553
00000100:00100000:1.0:1777022462.484793:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815965952:12345-192.168.202.33@tcp:101:mmap_sanity.0
00000100:00100000:0.0:1777022462.484812:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00010000:00010000:1.0:1777022462.484814:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.484827:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3fab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841563 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.484844:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.484851:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.484900:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.484904:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3fab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841563 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.484926:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.484938:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 24 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.484947:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66932d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835821056:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022462.484970:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b17240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022462.488112:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66932d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835821056:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022462.488168:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3fab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841563 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.488190:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:1.0:1777022462.488263:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342815965952:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3469us (4324us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.488272:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 553
00000100:00100000:3.0:1777022462.489036:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835820928:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022462.489057:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022462.489790:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815966080:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5518us (5722us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.489802:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 529
00000100:00100000:0.0:1777022462.490925:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.491022:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815966208
00000100:00100000:1.0:1777022462.491031:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815966208
00002000:00100000:1.0:1777022462.491079:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65beca80 x1863342815966208/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.491087:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65beca80 with x1863342815966208 ext(131072->167935)
00010000:00010000:1.0:1777022462.491094:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.491106:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.491112:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65beca80
00000100:00100000:1.0:1777022462.491136:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 319
00000100:00100000:1.0:1777022462.491154:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815966208:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.493980:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815966208:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 2825us (3050us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022462.493994:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 319
00002000:00100000:1.0:1777022462.494007:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65beca80 x1863342815966208/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.494018:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65beca80 with x1863342815966208 ext(131072->167935)
00010000:00010000:1.0:1777022462.494027:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.494060:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.494069:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65beca80
00000100:00100000:0.0:1777022462.496105:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.496142:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.496214:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815966336
00000100:00100000:1.0:1777022462.496223:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815966336
00000100:00100000:1.0:1777022462.496323:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 554
00000100:00100000:1.0:1777022462.496333:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815966336:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022462.496351:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.496369:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784156a expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.496374:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815966464
00000100:00100000:2.0:1777022462.496378:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815966464
00010000:00010000:1.0:1777022462.496397:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.496403:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3fab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841563 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.496410:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022462.496411:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.496414:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.496452:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3fab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841563 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.496466:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.496471:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 530
00000100:00100000:2.0:1777022462.496478:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2380:x1863342815966464:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.496486:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022462.496498:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00010000:00010000:2.0:1777022462.496508:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.496529:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.496545:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342815966336:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 214us (447us total) trans 0 rc 0/0
00010000:00010000:2.0:1777022462.496546:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e3fa4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784155c expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.496552:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 554
00010000:00010000:2.0:1777022462.496559:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.496560:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.496567:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3fab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841563 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.496577:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3fab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841563 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.496601:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3fab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841563 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.496613:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841563 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.496625:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835821312:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.496674:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00dd80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.499765:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835821312:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.499804:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.499924:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2380:x1863342815966464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3445us (3778us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.499935:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 530
00000100:00100000:1.0:1777022462.500553:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.501058:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815966592
00000100:00100000:2.0:1777022462.501067:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815966592
00010000:00010000:2.0:1777022462.501099:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841563 expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.501140:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 531
00000100:00100000:2.0:1777022462.501160:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815966592:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.501172:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.501193:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841563 expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.501206:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3fab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841563 expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.501229:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e3fab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841563 expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.501245:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.501247:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.501255:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.501283:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.501320:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.501336:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835821440:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.501768:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.506671:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835821440:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.506699:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.506760:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2379:x1863342815966592:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5601us (6207us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.506772:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 531
00000100:00100000:1.0:1777022462.512066:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.515511:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815966720
00000100:00100000:3.0:1777022462.515526:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815966720
00000100:00100000:3.0:1777022462.515601:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 555
00000100:00100000:3.0:1777022462.515612:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10159:x1863342815966720:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022462.515648:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022462.515668:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841571 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.515700:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.515709:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.515711:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.515715:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.515750:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.515775:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 24 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.515795:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835821568:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022462.515910:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022462.518712:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.519139:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835821568:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022462.519183:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.519205:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022462.519276:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815966720:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3666us (7219us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.519285:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 555
00000100:00100000:0.0:1777022462.519471:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815966848
00000100:00100000:0.0:1777022462.519478:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815966848
00002000:00100000:0.0:1777022462.519518:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa66931180 x1863342815966848/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.519528:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931180 with x1863342815966848 ext(131072->167935)
00010000:00010000:0.0:1777022462.519535:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.519547:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.519561:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66931180
00000100:00100000:0.0:1777022462.519717:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 320
00000100:00100000:0.0:1777022462.519727:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815966848:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022462.525700:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815966848:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5963us (6986us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022462.525713:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 320
00002000:00100000:0.0:1777022462.525726:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa66931180 x1863342815966848/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.525736:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931180 with x1863342815966848 ext(131072->167935)
00010000:00010000:0.0:1777022462.525745:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.525995:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.526005:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66931180
00000100:00100000:1.0:1777022462.530441:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.530591:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815966976
00000100:00100000:2.0:1777022462.530601:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815966976
00000100:00100000:2.0:1777022462.530656:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 556
00000100:00100000:2.0:1777022462.530666:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815966976:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022462.530685:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022462.530704:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3fc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841578 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.530734:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.530740:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.531031:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022462.531037:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3fc0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841578 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.531078:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.531091:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3fc0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841578 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.531105:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022462.531168:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815966976:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 504us (738us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.531176:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 556
00000100:00100000:2.0:1777022462.555351:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.555450:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815967104
00000100:00100000:0.0:1777022462.555460:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815967104
00010000:00010000:0.0:1777022462.555497:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.555541:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 532
00000100:00100000:0.0:1777022462.555551:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815967104:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022462.555577:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022462.555607:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.555621:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.555643:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e3fb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784156a expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.555660:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.555662:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.555670:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.555681:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.555719:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.555732:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.555746:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835821824:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022462.556896:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.563742:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.563844:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815967232
00000100:00100000:1.0:1777022462.563878:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815967232
00002000:00100000:1.0:1777022462.563928:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa6565b100 x1863342815967232/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.563939:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565b100 with x1863342815967232 ext(131072->135167)
00010000:00010000:1.0:1777022462.563948:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.563965:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.563974:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565b100
00000100:00100000:1.0:1777022462.564008:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 321
00000100:00100000:1.0:1777022462.564017:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815967232:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.564207:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815967232:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 191us (474us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022462.564227:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 321
00002000:00100000:1.0:1777022462.564235:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa6565b100 x1863342815967232/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.564243:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565b100 with x1863342815967232 ext(131072->135167)
00010000:00010000:1.0:1777022462.564248:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.564258:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.564265:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565b100
00000100:00100000:0.0:1777022462.565876:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835821824:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022462.565903:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022462.565963:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815967104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10413us (10621us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.565973:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 532
00000100:00100000:3.0:1777022462.578364:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.578487:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815967360
00000100:00100000:1.0:1777022462.578501:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815967360
00000100:00100000:1.0:1777022462.578580:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 557
00000100:00100000:1.0:1777022462.578592:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815967360:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022462.578615:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.578640:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3fc7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784157f expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.578681:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.578687:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3fc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841578 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.578696:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022462.578700:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3fc7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784157f expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.578768:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3fc0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841578 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.578784:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3fc7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784157f expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.578799:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:1.0:1777022462.578918:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342815967360:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 328us (567us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.578925:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 557
00000100:00100000:1.0:1777022462.586322:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.586523:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815967488
00000100:00100000:3.0:1777022462.586536:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815967488
00010000:00010000:3.0:1777022462.586594:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.586646:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 533
00000100:00100000:3.0:1777022462.586657:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2380:x1863342815967488:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022462.586678:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022462.586704:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.586721:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.586752:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e3fb9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841571 expref: 27 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.586774:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.586776:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.586786:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3fc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841578 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.586820:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841578 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.586909:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841578 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.586924:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841578 expref: 24 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.586941:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835822080:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022462.587374:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.598058:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.598206:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835822080:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.598241:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.598313:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815967488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11657us (12005us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.598325:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 533
00000100:00100000:2.0:1777022462.598364:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815967616
00000100:00100000:2.0:1777022462.598372:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815967616
00010000:00010000:2.0:1777022462.598409:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841578 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.598472:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 534
00000100:00100000:2.0:1777022462.598482:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815967616:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.598498:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.598522:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841578 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.598537:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841578 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.598573:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e3fc0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841578 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.598593:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.598596:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.598605:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3fc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784157f expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.598617:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784157f expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.598660:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784157f expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.599420:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835822208:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.599519:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.608960:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.609071:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815967744
00000100:00100000:0.0:1777022462.609083:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815967744
00000100:00100000:0.0:1777022462.609158:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 558
00000100:00100000:0.0:1777022462.609170:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815967744:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.609194:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.609218:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841586 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.609261:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784157f expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.609271:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.609273:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.609278:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.609316:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784157f expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.609331:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3fc7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784157f expref: 25 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.609365:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835822336:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022462.609465:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.615444:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835822208:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.615482:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.615560:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815967616:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 17076us (17513us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.615573:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 534
00000100:00100000:0.0:1777022462.619209:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835822336:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022462.619257:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.619287:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2600, rc 0)
00000100:00100000:0.0:1777022462.619361:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815967744:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10193us (10413us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.619372:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 558
00000100:00100000:3.0:1777022462.622745:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.622969:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815967872
00000100:00100000:0.0:1777022462.622981:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815967872
00010000:00010000:0.0:1777022462.623028:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784157f expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.623077:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 535
00000100:00100000:0.0:1777022462.623087:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815967872:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022462.623106:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022462.623138:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784157f expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.623164:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784157f expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.623218:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e3fc7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784157f expref: 26 pid: 6924 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.623240:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.623242:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.623251:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.623263:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.623305:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.623321:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835822464:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022462.623418:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.628598:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.628706:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815968000
00000100:00100000:1.0:1777022462.628716:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815968000
00000100:00100000:1.0:1777022462.628801:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 559
00000100:00100000:1.0:1777022462.628813:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815968000:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022462.628837:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.628893:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784158d expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.628920:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835822464:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022462.628933:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.628940:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.628942:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.628946:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.628953:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022462.629003:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.629011:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342815967872:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5924us (6279us total) trans 0 rc 0/0
00010000:00010000:1.0:1777022462.629018:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 24 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.629026:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 535
00000100:00100000:1.0:1777022462.629033:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66129880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835822592:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022462.629085:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b08240 going to sleep for 11 seconds
00010000:00010000:3.0:1777022462.633207:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022462.634736:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.636130:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66129880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835822592:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022462.636190:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.636224:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:2.0:1777022462.636317:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815968000:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7507us (7731us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.636326:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 559
00000100:00100000:3.0:1777022462.636697:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815968128
00000100:00100000:3.0:1777022462.636709:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815968128
00002000:00100000:3.0:1777022462.636770:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa6612b100 x1863342815968128/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.636782:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612b100 with x1863342815968128 ext(131072->167935)
00010000:00010000:3.0:1777022462.636791:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.636808:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022462.636836:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6612b100
00000100:00100000:2.0:1777022462.637034:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 322
00000100:00100000:2.0:1777022462.637044:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815968128:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022462.643015:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815968128:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5954us (8269us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022462.643029:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 322
00002000:00100000:2.0:1777022462.643048:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa6612b100 x1863342815968128/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022462.643060:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612b100 with x1863342815968128 ext(131072->167935)
00010000:00010000:2.0:1777022462.643072:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.643114:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022462.643125:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6612b100
00000100:00100000:1.0:1777022462.653989:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.654101:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.654189:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815968384
00000100:00100000:0.0:1777022462.654204:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815968384
00000100:00100000:0.0:1777022462.654274:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 560
00000100:00100000:0.0:1777022462.654283:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815968384:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.654322:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.654343:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3fdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841594 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.654381:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.654387:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.654392:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022462.654396:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3fdc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841594 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.654442:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.654457:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3fdc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841594 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.654472:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2200, rc 0)
00000100:00100000:0.0:1777022462.654545:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815968384:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 263us (442us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.654551:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 560
00000100:00100000:2.0:1777022462.655188:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815968256
00000100:00100000:2.0:1777022462.655196:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815968256
00010000:00010000:2.0:1777022462.655225:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.655258:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 536
00000100:00100000:2.0:1777022462.655265:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815968256:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.655275:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.655295:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.655305:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.655323:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e3fce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841586 expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.655336:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.655337:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.655345:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.655366:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.655392:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.655402:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.655415:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835822848:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.655489:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5214e780 going to sleep for 11 seconds
00000100:00100000:1.0:1777022462.664483:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.664691:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815968512
00000100:00100000:3.0:1777022462.664703:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815968512
00002000:00100000:3.0:1777022462.664774:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65a12300 x1863342815968512/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.664784:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12300 with x1863342815968512 ext(131072->135167)
00010000:00010000:3.0:1777022462.664795:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.664811:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022462.664817:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a12300
00000100:00100000:3.0:1777022462.664849:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 323
00000100:00100000:3.0:1777022462.664963:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815968512:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022462.665290:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815968512:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 329us (821us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022462.665299:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 323
00002000:00100000:3.0:1777022462.665307:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65a12300 x1863342815968512/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.665315:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12300 with x1863342815968512 ext(131072->135167)
00010000:00010000:3.0:1777022462.665321:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.665359:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022462.665365:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a12300
00000100:00100000:2.0:1777022462.665460:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835822848:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.665487:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.666514:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815968256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11242us (12530us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.666528:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 536
00000100:00100000:1.0:1777022462.670272:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.670758:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.670963:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815968768
00000100:00100000:2.0:1777022462.670973:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815968768
00010000:00010000:2.0:1777022462.671015:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.671056:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 537
00000100:00100000:2.0:1777022462.671064:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815968768:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.671097:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.671119:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.671131:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.671174:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e3fd5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784158d expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.671200:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.671203:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.671216:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3fdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841594 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.671227:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841594 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.671269:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841594 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.671282:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835822976:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022462.671381:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5214e780 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.672096:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815968640
00000100:00100000:0.0:1777022462.672101:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815968640
00000100:00100000:0.0:1777022462.672152:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 561
00000100:00100000:0.0:1777022462.672162:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815968640:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.672192:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.672212:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784159b expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.672234:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841594 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.672240:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.672241:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.672243:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.672266:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841594 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.672276:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3fdc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841594 expref: 24 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.672284:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835823104:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022462.672329:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022462.676211:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835823104:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022462.676269:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.676298:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3a00, rc 0)
00000100:00100000:1.0:1777022462.676374:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342815968640:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4213us (6115us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.676383:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 561
00000100:00100000:3.0:1777022462.676475:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835822976:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022462.676491:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022462.676515:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815968768:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5452us (5758us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.676526:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 537
00000100:00100000:1.0:1777022462.679794:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.679982:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815968896
00000100:00100000:0.0:1777022462.679994:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815968896
00010000:00010000:0.0:1777022462.680038:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841594 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.680080:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 538
00000100:00100000:0.0:1777022462.680107:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815968896:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022462.680279:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022462.680306:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841594 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.680318:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841594 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.680343:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e3fdc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841594 expref: 25 pid: 9584 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.680361:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.680363:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.680372:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.680380:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.680420:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.680433:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835823232:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022462.680584:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.689692:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835823232:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.689731:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.689822:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815968896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9715us (10040us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.689834:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 538
00000100:00100000:2.0:1777022462.694313:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.694438:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815969024
00000100:00100000:1.0:1777022462.694450:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815969024
00000100:00100000:1.0:1777022462.694633:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 562
00000100:00100000:1.0:1777022462.694643:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815969024:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022462.694668:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.694688:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415a2 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.694731:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.694742:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.694744:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.694749:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.694791:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.694803:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.694817:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835823360:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022462.694986:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b08240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.697716:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.699553:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835823360:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022462.699602:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.699628:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:3.0:1777022462.699684:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815969024:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5043us (5383us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.699692:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 562
00000100:00100000:0.0:1777022462.701107:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815969152
00000100:00100000:0.0:1777022462.701122:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815969152
00002000:00100000:0.0:1777022462.701217:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65c52680 x1863342815969152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.701229:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52680 with x1863342815969152 ext(131072->135167)
00010000:00010000:0.0:1777022462.701238:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.701253:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.701260:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52680
00000100:00100000:0.0:1777022462.701295:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 324
00000100:00100000:0.0:1777022462.701303:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815969152:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022462.701616:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815969152:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 255us (3856us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022462.701624:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 324
00002000:00100000:0.0:1777022462.701630:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65c52680 x1863342815969152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.701636:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52680 with x1863342815969152 ext(131072->135167)
00010000:00010000:0.0:1777022462.701640:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.701648:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.701663:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52680
00000100:00100000:2.0:1777022462.705844:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.706374:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.706491:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815969408
00000100:00100000:1.0:1777022462.706505:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815969408
00010000:00010000:1.0:1777022462.706556:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.706667:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 539
00000100:00100000:1.0:1777022462.706676:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815969408:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022462.706696:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022462.706723:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.706738:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.706770:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e3fe3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784159b expref: 26 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.706786:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.706788:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.706795:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.706804:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.706842:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.707060:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835823488:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022462.707177:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b08240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.710111:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815969280
00000100:00100000:3.0:1777022462.710138:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815969280
00000100:00100000:3.0:1777022462.710906:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.711017:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815969536
00000100:00100000:0.0:1777022462.711022:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815969536
00002000:00100000:0.0:1777022462.711075:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65fff800 x1863342815969536/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.711085:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fff800 with x1863342815969536 ext(131072->167935)
00002000:00010000:0.0:1777022462.711091:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65fff800
00000100:00100000:0.0:1777022462.711127:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 284
00000100:00100000:0.0:1777022462.711135:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815969536:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.712289:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835823488:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022462.712315:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022462.712352:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342815969408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5678us (5978us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.712361:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 539
00000100:00100000:3.0:1777022462.715809:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 563
00000100:00100000:3.0:1777022462.715822:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10159:x1863342815969280:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.716090:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.716117:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3ff1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415a9 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.716173:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.716184:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.716186:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.716191:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3ff1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415a9 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.716240:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.716264:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.716278:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835823616:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022462.716410:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.719305:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835823616:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022462.719346:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3ff1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415a9 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.719369:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2c00, rc 0)
00000100:00100000:2.0:1777022462.719422:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342815969280:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3604us (13590us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.719431:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 563
00000100:00100000:1.0:1777022462.720867:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815969536:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9705us (9943us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022462.720879:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 284
00002000:00100000:1.0:1777022462.720893:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65fff800 x1863342815969536/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.720902:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fff800 with x1863342815969536 ext(131072->167935)
00010000:00010000:1.0:1777022462.720912:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.720929:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.720935:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65fff800
00000100:00100000:1.0:1777022462.732615:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.732701:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.732795:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815969792
00000100:00100000:3.0:1777022462.732806:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815969792
00010000:00010000:3.0:1777022462.732850:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.732922:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 540
00000100:00100000:3.0:1777022462.732931:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815969792:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022462.732947:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022462.732969:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.732981:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.733006:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e3fea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a2 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.733023:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.733025:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.733032:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3ff1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415a9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.733049:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415a9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.733089:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415a9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.733132:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835823744:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022462.733248:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.739323:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835823744:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022462.739363:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022462.739912:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815969792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6977us (7206us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.739923:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 540
00000100:00100000:0.0:1777022462.740164:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815969664
00000100:00100000:0.0:1777022462.740175:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815969664
00000100:00100000:0.0:1777022462.740321:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 564
00000100:00100000:0.0:1777022462.740329:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815969664:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.740352:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.740373:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3ff8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415b0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.740413:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3ff1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415a9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.740435:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.740438:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.740443:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3ff8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415b0 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.740496:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a9 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.740514:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a9 expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.740550:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835823872:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022462.740628:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.745662:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835823872:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022462.745710:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3ff8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415b0 expref: 25 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.745739:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3000, rc 0)
00000100:00100000:0.0:1777022462.745819:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815969664:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5489us (13402us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.745829:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 564
00000100:00100000:2.0:1777022462.746079:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.747736:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815969920
00000100:00100000:0.0:1777022462.747755:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815969920
00010000:00010000:0.0:1777022462.747828:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a9 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.747928:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 541
00000100:00100000:0.0:1777022462.747940:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815969920:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022462.747961:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022462.747989:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a9 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.748005:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a9 expref: 26 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.750164:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.750319:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815970048
00000100:00100000:3.0:1777022462.750331:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815970048
00000100:00100000:3.0:1777022462.750396:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 565
00000100:00100000:3.0:1777022462.750409:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342815970048:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022462.750443:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022462.750752:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415b7 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.750793:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.750799:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3ff8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415b0 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.750805:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022462.750809:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.750851:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3ff8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b0 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.750927:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.750939:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6400, rc 0)
00000100:00100000:3.0:1777022462.751001:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10159:x1863342815970048:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 596us (862us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.751008:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 565
00010000:00010000:0.0:1777022462.751127:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e3ff1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415a9 expref: 27 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.751150:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.751152:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.751162:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3ff8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b0 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.751172:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3ff8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b0 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.751202:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3ff8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b0 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.751218:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b0 expref: 24 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.751236:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835824128:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022462.751310:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.758154:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835824128:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022462.758192:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022462.758274:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815969920:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10335us (12193us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.758289:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 541
00000100:00100000:1.0:1777022462.768994:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.769183:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815970176
00000100:00100000:2.0:1777022462.769198:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815970176
00010000:00010000:2.0:1777022462.769257:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b0 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.769311:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 542
00000100:00100000:2.0:1777022462.769322:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815970176:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022462.769348:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022462.769379:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b0 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.769434:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3ff8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b0 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.769661:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e3ff8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b0 expref: 25 pid: 6923 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.769680:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.769681:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022462.769690:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.769702:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.769756:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.769774:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835824256:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022462.770428:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5214e780 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.773752:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835824256:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022462.773795:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022462.773916:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342815970176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4593us (4931us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.773930:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 542
00000100:00100000:0.0:1777022462.775504:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.776025:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815970304
00000100:00100000:1.0:1777022462.776039:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815970304
00002000:00100000:1.0:1777022462.776182:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65bee300 x1863342815970304/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.776195:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bee300 with x1863342815970304 ext(131072->135167)
00002000:00010000:1.0:1777022462.776202:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bee300
00000100:00100000:1.0:1777022462.776250:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 285
00000100:00100000:1.0:1777022462.776262:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815970304:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.776958:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342815970304:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 694us (1462us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022462.776968:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 285
00002000:00100000:1.0:1777022462.776976:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa65bee300 x1863342815970304/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.776985:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bee300 with x1863342815970304 ext(131072->135167)
00002000:00010000:1.0:1777022462.776989:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bee300
00000100:00100000:1.0:1777022462.784934:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.785244:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815970432
00000100:00100000:2.0:1777022462.785275:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815970432
00000100:00100000:2.0:1777022462.785356:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 566
00000100:00100000:2.0:1777022462.785368:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342815970432:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022462.785393:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022462.785587:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415be expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.785631:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.785641:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.785643:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.785647:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.785687:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.785702:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 25 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.785925:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835824384:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022462.786110:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5214e780 going to sleep for 11 seconds
00000100:00100000:2.0:1777022462.789061:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.789089:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815970560
00000100:00100000:3.0:1777022462.789101:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815970560
00002000:00100000:3.0:1777022462.789173:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (135168->139263)  req@ffff8efa658d2a00 x1863342815970560/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.789185:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2a00 with x1863342815970560 ext(135168->139263)
00010000:00010000:3.0:1777022462.789195:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.789216:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022462.789225:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2a00
00000100:00100000:3.0:1777022462.789259:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 325
00000100:00100000:3.0:1777022462.789270:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815970560:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022462.789477:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342815970560:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 208us (428us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022462.789506:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 325
00002000:00100000:3.0:1777022462.789512:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (135168->139263)  req@ffff8efa658d2a00 x1863342815970560/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.789519:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2a00 with x1863342815970560 ext(135168->139263)
00010000:00010000:3.0:1777022462.789522:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.789531:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022462.789535:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2a00
00000100:00100000:2.0:1777022462.800099:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.800516:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815970688
00000100:00100000:1.0:1777022462.800527:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815970688
00002000:00100000:1.0:1777022462.800584:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa658d1180 x1863342815970688/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 4584/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.800593:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1180 with x1863342815970688 ext(131072->135167)
00010000:00010000:1.0:1777022462.800602:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.800618:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 26 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.800644:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1180
00000100:00100000:1.0:1777022462.800678:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 326
00000100:00100000:1.0:1777022462.800689:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342815970688:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022462.800938:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835824384:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022462.800989:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.801014:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:3.0:1777022462.801072:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815970432:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 15707us (16368us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.801079:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 566
00000100:00100000:1.0:1777022462.801135:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2378:x1863342815970688:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 447us (1052us total) trans 4294967393 rc 0/0
00000100:00100000:1.0:1777022462.801155:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 326
00002000:00100000:1.0:1777022462.801161:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa658d1180 x1863342815970688/t4294967393(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 4584/448 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.801170:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1180 with x1863342815970688 ext(131072->135167)
00010000:00010000:1.0:1777022462.801175:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 28 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.801187:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 28 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.801195:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1180
00000100:00100000:2.0:1777022462.807394:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.807499:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.807577:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815970944
00000100:00100000:3.0:1777022462.807590:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815970944
00010000:00010000:3.0:1777022462.807638:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 28 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.807704:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 543
00000100:00100000:3.0:1777022462.807716:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2380:x1863342815970944:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022462.807734:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022462.807757:0:5938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 1777022461 -> 1777022462
00002000:00010000:3.0:1777022462.807761:0:5938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1777022461 -> 1777022462
00002000:00010000:3.0:1777022462.807763:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 264 -> 272
00010000:00010000:3.0:1777022462.807769:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 28 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.807781:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 28 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.807809:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e3fff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415b7 expref: 28 pid: 6921 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.807825:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.807827:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.807835:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.807843:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.807950:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.807986:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835824512:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022462.808077:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.812401:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815970816
00000100:00100000:0.0:1777022462.812424:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815970816
00000100:00100000:3.0:1777022462.814282:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835824512:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022462.814316:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022462.814399:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2380:x1863342815970944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6685us (6897us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.814422:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 543
00000100:00100000:1.0:1777022462.814992:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 567
00000100:00100000:1.0:1777022462.815006:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342815970816:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022462.815038:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022462.815059:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415c5 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.815121:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.815132:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.815136:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022462.815153:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.815198:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.815216:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 24 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.815231:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835824640:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022462.815322:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b08240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022462.827068:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.827168:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815971072
00000100:00100000:0.0:1777022462.827195:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815971072
00000100:00100000:2.0:1777022462.827306:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835824640:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022462.827351:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.827385:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:2.0:1777022462.827495:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10159:x1863342815970816:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12491us (20111us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.827506:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 567
00002000:00100000:0.0:1777022462.829282:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65804000 x1863342815971072/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.829298:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804000 with x1863342815971072 ext(131072->167935)
00010000:00010000:0.0:1777022462.829310:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.829329:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.829344:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804000
00000100:00100000:0.0:1777022462.829454:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 327
00000100:00100000:0.0:1777022462.829479:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815971072:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022462.834511:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815971072:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5031us (7436us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022462.834526:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 327
00002000:00100000:0.0:1777022462.834545:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (131072->167935)  req@ffff8efa65804000 x1863342815971072/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.834563:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804000 with x1863342815971072 ext(131072->167935)
00010000:00010000:0.0:1777022462.834575:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.834613:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.834621:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804000
00000100:00100000:2.0:1777022462.838947:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.839168:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815971200
00000100:00100000:0.0:1777022462.839183:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815971200
00010000:00010000:0.0:1777022462.839238:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.839331:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.839634:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 544
00000100:00100000:0.0:1777022462.839645:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815971200:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022462.839662:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022462.839684:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.839700:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.839733:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4006 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415be expref: 25 pid: 11979 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.839756:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.839758:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.839767:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.839796:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.839834:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.839848:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835824768:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022462.840004:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.840392:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815971328
00000100:00100000:3.0:1777022462.840399:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815971328
00000100:00100000:3.0:1777022462.840449:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 568
00000100:00100000:3.0:1777022462.840458:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815971328:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022462.840484:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022462.840502:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e4014 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415cc expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.840526:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.840527:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.840533:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e4014 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415cc expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.840547:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e4014 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415cc expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.840558:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6400, rc 0)
00000100:00100000:3.0:1777022462.840613:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815971328:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 157us (1281us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.840618:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 568
00000100:00100000:0.0:1777022462.844522:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835824768:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022462.844570:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022462.844633:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342815971200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4989us (5700us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.844644:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 544
00000100:00100000:2.0:1777022462.857300:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.857697:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815971456
00000100:00100000:3.0:1777022462.857710:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815971456
00002000:00100000:3.0:1777022462.857778:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa658d0000 x1863342815971456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.857787:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0000 with x1863342815971456 ext(131072->135167)
00002000:00010000:3.0:1777022462.857794:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0000
00000100:00100000:3.0:1777022462.857827:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 286
00000100:00100000:3.0:1777022462.857835:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815971456:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022462.858076:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342815971456:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 241us (791us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022462.858083:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 286
00002000:00100000:3.0:1777022462.858088:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa658d0000 x1863342815971456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022462.858094:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0000 with x1863342815971456 ext(131072->135167)
00002000:00010000:3.0:1777022462.858097:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0000
00000100:00100000:2.0:1777022462.863267:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.863335:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.863757:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815971584
00000100:00100000:1.0:1777022462.863771:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815971584
00002000:00100000:1.0:1777022462.863833:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (135168->139263)  req@ffff8efa658d0380 x1863342815971584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.863844:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0380 with x1863342815971584 ext(135168->139263)
00000100:00100000:3.0:1777022462.864025:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815971712
00000100:00100000:3.0:1777022462.864029:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815971712
00000100:00100000:3.0:1777022462.864074:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 569
00000100:00100000:3.0:1777022462.864081:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342815971712:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022462.864096:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022462.864116:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e401b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415d3 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.864179:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.864190:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.864193:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.864198:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e401b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415d3 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.864246:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.864261:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.864280:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835824896:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022462.864386:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00002000:00010000:1.0:1777022462.864449:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0380
00000100:00100000:1.0:1777022462.864486:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 287
00000100:00100000:1.0:1777022462.864502:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342815971584:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.864709:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342815971584:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 207us (1372us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022462.864717:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 287
00002000:00100000:1.0:1777022462.864725:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (135168->139263)  req@ffff8efa658d0380 x1863342815971584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.864734:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0380 with x1863342815971584 ext(135168->139263)
00010000:00010000:1.0:1777022462.864740:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.864754:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.864762:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d0380
00000100:00100000:2.0:1777022462.872207:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.872647:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835824896:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022462.872691:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e401b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415d3 expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.872724:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6600, rc 0)
00000100:00100000:3.0:1777022462.872817:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815971712:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8735us (9567us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.872830:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 569
00000100:00100000:0.0:1777022462.873190:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815971840
00000100:00100000:0.0:1777022462.873202:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815971840
00002000:00100000:0.0:1777022462.873261:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (139264->143359)  req@ffff8efa660ec000 x1863342815971840/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.873272:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ec000 with x1863342815971840 ext(139264->143359)
00010000:00010000:0.0:1777022462.873281:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.873297:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.873320:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660ec000
00000100:00100000:0.0:1777022462.873349:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 328
00000100:00100000:0.0:1777022462.873359:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2378:x1863342815971840:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022462.873590:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2378:x1863342815971840:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 232us (2031us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022462.873599:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 328
00002000:00100000:0.0:1777022462.873605:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (139264->143359)  req@ffff8efa660ec000 x1863342815971840/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.873614:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ec000 with x1863342815971840 ext(139264->143359)
00010000:00010000:0.0:1777022462.873620:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.873632:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.873639:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660ec000
00000100:00100000:2.0:1777022462.878175:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.881238:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.881353:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815971968
00000100:00100000:1.0:1777022462.881367:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815971968
00002000:00100000:1.0:1777022462.881438:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (135168->139263)  req@ffff8efa660ed500 x1863342815971968/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 4584/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.881453:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ed500 with x1863342815971968 ext(135168->139263)
00010000:00010000:1.0:1777022462.881472:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.881493:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.881530:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660ed500
00000100:00100000:1.0:1777022462.881584:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 329
00000100:00100000:1.0:1777022462.881596:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342815971968:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022462.881923:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815972096
00000100:00100000:3.0:1777022462.881928:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815972096
00000100:00100000:3.0:1777022462.881974:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 570
00000100:00100000:3.0:1777022462.881981:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+29:10159:x1863342815972096:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022462.881994:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022462.882015:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415da expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.882043:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.882045:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.882049:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.882059:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.882072:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022462.882151:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+30:10159:x1863342815972096:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 160us (918us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.882159:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 570
00000100:00100000:1.0:1777022462.885187:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2377:x1863342815971968:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 3575us (7011us total) trans 4294967394 rc 0/0
00000100:00100000:1.0:1777022462.885204:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 329
00002000:00100000:1.0:1777022462.885223:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (135168->139263)  req@ffff8efa660ed500 x1863342815971968/t4294967394(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 4584/448 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.885234:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ed500 with x1863342815971968 ext(135168->139263)
00010000:00010000:1.0:1777022462.885248:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.885272:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.885281:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660ed500
00000100:00100000:2.0:1777022462.892494:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.893193:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815972224
00000100:00100000:1.0:1777022462.893208:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815972224
00010000:00010000:0.0:1777022462.893374:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.893541:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 545
00000100:00100000:0.0:1777022462.893554:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2378:x1863342815972224:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022462.893655:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022462.893704:0:11988:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 272 -> 280
00010000:00010000:0.0:1777022462.893713:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.893730:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.893763:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e400d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [135168->18446744073709551615] (req 135168->139263) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415c5 expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.893785:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.893787:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.893798:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e401b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415d3 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.893809:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e401b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415d3 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.893820:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.893821:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022462.893824:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.893830:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.894069:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.894089:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835825024:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022462.894435:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e401b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415d3 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.894447:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835825152:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022462.894485:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.903368:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.903501:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835825024:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022462.903518:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835825152:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022462.903551:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022462.903634:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342815972224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10082us (11156us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.903662:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 545
00000100:00100000:1.0:1777022462.903723:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815972352
00000100:00100000:1.0:1777022462.903733:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815972352
00002000:00100000:1.0:1777022462.903786:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (135168->139263)  req@ffff8efa65ffca80 x1863342815972352/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.903795:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffca80 with x1863342815972352 ext(135168->139263)
00002000:00010000:1.0:1777022462.903800:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffca80
00000100:00100000:1.0:1777022462.903821:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 288
00000100:00100000:1.0:1777022462.903829:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815972352:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.905152:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342815972352:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 1306us (1781us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022462.905163:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 288
00002000:00100000:1.0:1777022462.905173:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (135168->139263)  req@ffff8efa65ffca80 x1863342815972352/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.905184:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffca80 with x1863342815972352 ext(135168->139263)
00002000:00010000:1.0:1777022462.905189:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffca80
00000100:00100000:3.0:1777022462.916159:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.916366:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815972480
00000100:00100000:0.0:1777022462.916381:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815972480
00002000:00100000:0.0:1777022462.916449:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (139264->143359)  req@ffff8efa6578f100 x1863342815972480/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.916471:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f100 with x1863342815972480 ext(139264->143359)
00002000:00010000:0.0:1777022462.916480:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6578f100
00000100:00100000:0.0:1777022462.916524:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 289
00000100:00100000:0.0:1777022462.916536:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2380:x1863342815972480:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022462.916789:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2380:x1863342815972480:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 255us (653us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022462.916795:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 289
00002000:00100000:0.0:1777022462.916801:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (139264->143359)  req@ffff8efa6578f100 x1863342815972480/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.916807:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f100 with x1863342815972480 ext(139264->143359)
00002000:00010000:0.0:1777022462.916810:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6578f100
00000100:00100000:2.0:1777022462.919359:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.919494:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815972608
00000100:00100000:0.0:1777022462.919523:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815972608
00000100:00100000:0.0:1777022462.919590:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 571
00000100:00100000:0.0:1777022462.919601:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342815972608:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.919622:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.919647:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e4029 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415e1 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.919692:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 29 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.919705:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.919707:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.919712:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e4029 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415e1 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.919753:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 29 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.919770:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 29 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022462.919788:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835825280:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022462.919912:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e540 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.924332:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.925264:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.925679:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835825280:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022462.925735:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e4029 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415e1 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.925773:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815972864
00000100:00100000:1.0:1777022462.925783:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815972864
00002000:00100000:1.0:1777022462.925836:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (139264->143359)  req@ffff8efa6578c000 x1863342815972864/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 4584/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.925845:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578c000 with x1863342815972864 ext(139264->143359)
00010000:00010000:1.0:1777022462.925933:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 30 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.926050:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 30 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.926057:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578c000
00000100:00100000:1.0:1777022462.926114:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815972736
00000100:00100000:1.0:1777022462.926117:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815972736
00010000:00010000:0.0:1777022462.926124:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2000, rc 0)
00002000:00100000:1.0:1777022462.926132:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (143360->147455)  req@ffff8efa66932d80 x1863342815972736/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.926148:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932d80 with x1863342815972736 ext(143360->147455)
00010000:00010000:1.0:1777022462.926154:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.926166:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.926172:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66932d80
00000100:00100000:1.0:1777022462.926196:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 330
00000100:00100000:0.0:1777022462.926205:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342815972608:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6604us (6861us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.926211:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2378:x1863342815972864:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022462.926219:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 571
00000100:00100000:2.0:1777022462.926656:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 331
00000100:00100000:2.0:1777022462.926669:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2380:x1863342815972736:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.926914:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342815972864:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 710us (2596us total) trans 4294967395 rc 0/0
00000100:00100000:1.0:1777022462.926923:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 330
00000100:00100000:2.0:1777022462.926924:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2380:x1863342815972736:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 257us (1664us total) trans 0 rc 4096/4096
00002000:00100000:1.0:1777022462.926931:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (139264->143359)  req@ffff8efa6578c000 x1863342815972864/t4294967395(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 4584/448 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00000100:00100000:2.0:1777022462.926937:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 331
00002000:00100000:2.0:1777022462.926947:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (143360->147455)  req@ffff8efa66932d80 x1863342815972736/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022462.926979:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932d80 with x1863342815972736 ext(143360->147455)
00010000:00010000:2.0:1777022462.926985:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.926998:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022462.927007:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66932d80
00002000:00100000:1.0:1777022462.927044:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578c000 with x1863342815972864 ext(139264->143359)
00010000:00010000:1.0:1777022462.927049:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.927058:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.927063:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578c000
00000100:00100000:0.0:1777022462.931216:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.931338:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815972992
00000100:00100000:3.0:1777022462.931352:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815972992
00000100:00100000:3.0:1777022462.931425:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 572
00000100:00100000:3.0:1777022462.931438:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+32:10159:x1863342815972992:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022462.931672:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022462.931698:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4030 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415e8 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.931740:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.931743:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022462.931750:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4030 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415e8 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.931765:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4030 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415e8 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.931781:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6000, rc 0)
00000100:00100000:3.0:1777022462.932017:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342815972992:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 581us (817us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.932027:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 572
00000100:00100000:3.0:1777022462.932366:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.932470:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815973120
00000100:00100000:1.0:1777022462.932478:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815973120
00010000:00010000:1.0:1777022462.932510:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.932607:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 546
00000100:00100000:1.0:1777022462.932618:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2377:x1863342815973120:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022462.932631:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022462.932653:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 280 -> 288
00010000:00010000:1.0:1777022462.932660:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.932671:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.932693:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4022 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [139264->18446744073709551615] (req 139264->143359) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415da expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.932723:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.932725:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.932734:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e4029 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415e1 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.932746:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e4029 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415e1 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.932756:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.932758:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.932761:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4030 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415e8 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.932767:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415e8 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.932800:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415e8 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.932812:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835825408:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022462.932927:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e4029 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415e1 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.932938:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835825536:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022462.932989:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b08240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022462.937299:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835825408:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022462.937316:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835825536:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022462.937350:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022462.937420:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2377:x1863342815973120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4803us (5053us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.937434:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 546
00000100:00100000:3.0:1777022462.944673:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.944784:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815973248
00000100:00100000:2.0:1777022462.944796:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815973248
00002000:00100000:2.0:1777022462.944910:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (139264->143359)  req@ffff8efa6565b480 x1863342815973248/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022462.944923:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565b480 with x1863342815973248 ext(139264->143359)
00002000:00010000:2.0:1777022462.944932:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565b480
00000100:00100000:1.0:1777022462.944990:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 290
00000100:00100000:1.0:1777022462.945005:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815973248:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.945220:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342815973248:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 218us (559us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022462.945229:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 290
00002000:00100000:1.0:1777022462.945237:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (139264->143359)  req@ffff8efa6565b480 x1863342815973248/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.945247:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565b480 with x1863342815973248 ext(139264->143359)
00002000:00010000:1.0:1777022462.945251:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565b480
00000100:00100000:3.0:1777022462.949972:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.950352:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815973376
00000100:00100000:2.0:1777022462.950368:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815973376
00000100:00100000:2.0:1777022462.950442:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 573
00000100:00100000:2.0:1777022462.950454:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342815973376:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022462.950478:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022462.950503:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415ef expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.950554:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4030 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415e8 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.950604:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.950607:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.950613:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.950663:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415e8 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.950677:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415e8 expref: 31 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022462.950692:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835825664:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022462.950805:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5214e780 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.954437:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.954648:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835825664:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022462.954691:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.954721:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022462.954901:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10158:x1863342815973376:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4400us (4905us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.954913:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 573
00000100:00100000:2.0:1777022462.960224:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.960407:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815973632
00000100:00100000:0.0:1777022462.960421:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815973632
00000100:00100000:0.0:1777022462.960493:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 574
00000100:00100000:0.0:1777022462.960506:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+32:10159:x1863342815973632:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.960531:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.960566:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415f6 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.960608:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.960615:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.960624:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022462.960629:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.960678:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.960720:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.960737:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3000, rc 0)
00000100:00100000:0.0:1777022462.960805:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342815973632:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 302us (598us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.960811:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 574
00000100:00100000:1.0:1777022462.964647:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815973504
00000100:00100000:1.0:1777022462.964665:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815973504
00010000:00010000:1.0:1777022462.964724:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415e8 expref: 33 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.964785:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 547
00000100:00100000:1.0:1777022462.964794:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2377:x1863342815973504:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022462.964811:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022462.964886:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415e8 expref: 33 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.964899:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415e8 expref: 33 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.964925:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4030 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415e8 expref: 33 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.964947:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.964949:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.964969:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.964981:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.965032:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.965044:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 27 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.965057:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835825920:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022462.965172:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b08240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022462.969486:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.969616:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835825920:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022462.969663:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022462.969728:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2377:x1863342815973504:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4935us (15307us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.969741:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 547
00000100:00100000:2.0:1777022462.969822:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815973760
00000100:00100000:2.0:1777022462.969831:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815973760
00002000:00100000:2.0:1777022462.969920:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (143360->180223)  req@ffff8efa65c50380 x1863342815973760/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022462.969930:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50380 with x1863342815973760 ext(143360->180223)
00010000:00010000:2.0:1777022462.969939:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 28 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.969969:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 28 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022462.969979:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50380
00000100:00100000:2.0:1777022462.970003:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 332
00000100:00100000:2.0:1777022462.970013:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2377:x1863342815973760:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022462.974450:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2377:x1863342815973760:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4420us (4961us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022462.974467:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 332
00002000:00100000:2.0:1777022462.974484:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (143360->180223)  req@ffff8efa65c50380 x1863342815973760/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022462.974496:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50380 with x1863342815973760 ext(143360->180223)
00010000:00010000:2.0:1777022462.974508:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 28 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.974530:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 28 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022462.974564:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50380
00000100:00100000:0.0:1777022462.978233:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.978771:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815973888
00000100:00100000:1.0:1777022462.978783:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815973888
00010000:00010000:1.0:1777022462.978829:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 28 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.978896:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 548
00000100:00100000:1.0:1777022462.978904:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2377:x1863342815973888:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022462.978920:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022462.978947:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 28 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.979001:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.979070:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815974016
00000100:00100000:0.0:1777022462.979074:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815974016
00000100:00100000:0.0:1777022462.979100:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 575
00000100:00100000:0.0:1777022462.979105:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815974016:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022462.979129:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022462.979156:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78415fd expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.979197:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 30 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.979527:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022462.979536:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.979544:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022462.979549:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 30 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.979681:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.979696:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 30 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.979712:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3400, rc 0)
00000100:00100000:0.0:1777022462.979813:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342815974016:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 707us (813us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022462.979820:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 575
00010000:00010000:1.0:1777022462.979895:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4037 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415ef expref: 29 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.979906:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.979907:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022462.979913:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.979930:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.979968:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.979984:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 31 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022462.980000:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835826176:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022462.980052:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b08240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022462.982737:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835826176:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022462.982767:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022462.982822:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2377:x1863342815973888:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3918us (4603us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022462.982833:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 548
00000100:00100000:2.0:1777022462.984934:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022462.985054:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815974144
00000100:00100000:1.0:1777022462.985066:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815974144
00002000:00100000:1.0:1777022462.985123:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (143360->147455)  req@ffff8efa660eea00 x1863342815974144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.985133:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660eea00 with x1863342815974144 ext(143360->147455)
00010000:00010000:1.0:1777022462.985156:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 32 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.985196:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 32 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.985207:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660eea00
00000100:00100000:1.0:1777022462.985272:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 333
00000100:00100000:1.0:1777022462.985280:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2377:x1863342815974144:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022462.985508:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2377:x1863342815974144:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 227us (586us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022462.985518:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 333
00002000:00100000:1.0:1777022462.985526:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (143360->147455)  req@ffff8efa660eea00 x1863342815974144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:113/0 lens 488/4536 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022462.985535:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660eea00 with x1863342815974144 ext(143360->147455)
00010000:00010000:1.0:1777022462.985541:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 32 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022462.985635:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 32 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022462.985643:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660eea00
00000100:00100000:3.0:1777022462.988062:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022462.988176:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815974272
00000100:00100000:2.0:1777022462.988189:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815974272
00000100:00100000:2.0:1777022462.988279:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 576
00000100:00100000:2.0:1777022462.988290:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+32:10159:x1863342815974272:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022462.988310:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022462.988335:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e404c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841604 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.988378:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022462.988385:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.988394:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022462.988399:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e404c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841604 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.988551:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.988567:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e404c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841604 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022462.988582:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:2.0:1777022462.988740:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342815974272:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 451us (687us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022462.988750:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 576
00000100:00100000:2.0:1777022462.988932:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022462.989030:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815974400
00000100:00100000:3.0:1777022462.989036:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815974400
00010000:00010000:3.0:1777022462.989059:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 33 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.989094:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 549
00000100:00100000:3.0:1777022462.989107:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342815974400:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022462.989120:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022462.989156:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 33 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.989171:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 33 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.989197:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e403e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415f6 expref: 33 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.989216:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.989218:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022462.989226:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.989237:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.989265:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 27 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022462.989279:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 27 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022462.989296:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835826432:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022462.989414:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022462.995323:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835826432:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022462.995359:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022462.995444:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2378:x1863342815974400:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6337us (6512us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022462.995457:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 549
00000100:00100000:2.0:1777022462.996815:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022462.997416:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815974528
00000100:00100000:0.0:1777022462.997434:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815974528
00002000:00100000:0.0:1777022462.997496:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (143360->180223)  req@ffff8efa660eed80 x1863342815974528/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/0 e 0 to 0 dl 1777022473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022462.997508:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660eed80 with x1863342815974528 ext(143360->180223)
00010000:00010000:0.0:1777022462.997519:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 28 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022462.997537:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 28 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022462.997546:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660eed80
00000100:00100000:0.0:1777022462.997589:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 334
00000100:00100000:0.0:1777022462.997599:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2377:x1863342815974528:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.006302:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2377:x1863342815974528:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8689us (9479us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022463.006316:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 334
00002000:00100000:0.0:1777022463.006334:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (143360->180223)  req@ffff8efa660eed80 x1863342815974528/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:113/0 lens 488/440 e 0 to 0 dl 1777022473 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.006345:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660eed80 with x1863342815974528 ext(143360->180223)
00010000:00010000:0.0:1777022463.006359:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 28 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.006395:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 28 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.006405:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660eed80
00000100:00100000:2.0:1777022463.010447:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.012520:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815974656
00000100:00100000:3.0:1777022463.012544:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815974656
00000100:00100000:0.0:1777022463.013571:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.013779:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815974784
00000100:00100000:1.0:1777022463.013788:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815974784
00010000:00010000:1.0:1777022463.013846:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 29 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.013932:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 550
00000100:00100000:1.0:1777022463.013946:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815974784:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022463.013978:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022463.014005:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 29 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.014018:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 29 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.014042:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4045 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415fd expref: 29 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.014059:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.014061:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.014068:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e404c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841604 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.014077:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e404c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841604 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.014115:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e404c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841604 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.014150:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835826560:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022463.014262:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b08240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.014706:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 577
00000100:00100000:2.0:1777022463.014716:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10158:x1863342815974656:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022463.014735:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022463.014752:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4053 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784160b expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.014777:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e404c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841604 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.014783:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022463.014785:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022463.014787:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4053 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784160b expref: 29 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.014806:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e404c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841604 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.014816:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e404c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841604 expref: 31 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.014824:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835826688:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022463.014879:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00080000:0.0:1777022463.014948:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022463.021256:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835826560:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.021295:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022463.021365:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815974784:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7423us (7811us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.021379:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 550
00000100:00100000:2.0:1777022463.021896:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.021934:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815974912
00000100:00100000:2.0:1777022463.021944:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815974912
00010000:00010000:2.0:1777022463.022004:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e404c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841604 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.022045:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 551
00000100:00100000:2.0:1777022463.022054:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2378:x1863342815974912:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.022068:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022463.022092:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e404c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841604 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.022103:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e404c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841604 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.022155:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.022158:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.022169:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4053 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784160b expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.022180:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4053 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784160b expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.022229:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4053 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784160b expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.022266:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b30e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835826816:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.022327:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa5214e780 going to sleep for 11 seconds
00010000:00010000:3.0:1777022463.022894:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e404c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841604 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.022910:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835826688:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022463.022941:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4053 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784160b expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.022965:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a600, rc 0)
00000100:00100000:3.0:1777022463.023006:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10158:x1863342815974656:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8292us (12573us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.023014:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 577
00000100:00100000:2.0:1777022463.026157:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b30e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835826816:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.026194:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.026263:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2378:x1863342815974912:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4208us (4366us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.026275:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 551
00000100:00100000:0.0:1777022463.031366:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.031461:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815975040
00000100:00100000:3.0:1777022463.031474:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815975040
00000100:00100000:3.0:1777022463.031545:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 578
00000100:00100000:3.0:1777022463.031627:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+31:10159:x1863342815975040:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022463.031655:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.031678:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841612 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.031741:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4053 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784160b expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.031752:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.031755:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.031760:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.031795:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4053 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784160b expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.031807:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4053 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784160b expref: 27 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.031821:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835826944:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022463.031941:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.035023:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835826944:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022463.035064:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.035091:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022463.035173:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+32:10159:x1863342815975040:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3616us (3819us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.035184:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 578
00000100:00100000:1.0:1777022463.036930:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.037071:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815975168
00000100:00100000:3.0:1777022463.037081:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815975168
00010000:00010000:3.0:1777022463.037131:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4053 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784160b expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.037190:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 552
00000100:00100000:3.0:1777022463.037203:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2377:x1863342815975168:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.037221:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.037247:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4053 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784160b expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.037259:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4053 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784160b expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.037284:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4053 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784160b expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.037299:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.037300:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.037308:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.037316:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.037358:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.037398:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835827072:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.037501:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.041317:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835827072:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022463.041348:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022463.041421:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342815975168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4219us (4499us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.041435:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 552
00000100:00100000:0.0:1777022463.045395:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.045968:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815975424
00000100:00100000:3.0:1777022463.045985:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815975424
00002000:00100000:3.0:1777022463.046055:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (143360->147455)  req@ffff8efa66161f80 x1863342815975424/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022463.046068:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66161f80 with x1863342815975424 ext(143360->147455)
00002000:00010000:3.0:1777022463.046076:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66161f80
00000100:00100000:3.0:1777022463.046115:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 291
00000100:00100000:3.0:1777022463.046130:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2379:x1863342815975424:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022463.046390:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2379:x1863342815975424:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 259us (1010us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022463.046399:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 291
00002000:00100000:3.0:1777022463.046406:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (143360->147455)  req@ffff8efa66161f80 x1863342815975424/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022463.046414:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66161f80 with x1863342815975424 ext(143360->147455)
00002000:00010000:3.0:1777022463.046417:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66161f80
00000100:00100000:1.0:1777022463.050572:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.050913:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815975296
00000100:00100000:2.0:1777022463.050927:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815975296
00000100:00100000:2.0:1777022463.050998:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 579
00000100:00100000:2.0:1777022463.051010:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342815975296:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022463.051033:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022463.051056:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4061 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841619 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.051100:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.051112:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022463.051114:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022463.051119:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4061 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841619 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.051180:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.051219:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 31 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.051238:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835827200:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022463.051342:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa41254b40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022463.054467:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.054612:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.054691:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835827200:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022463.054738:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4061 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841619 expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.054771:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a400, rc 0)
00000100:00100000:2.0:1777022463.054775:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815975552
00000100:00100000:2.0:1777022463.054785:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815975552
00000100:00100000:3.0:1777022463.054844:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10158:x1863342815975296:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3836us (4298us total) trans 0 rc 0/0
00002000:00100000:2.0:1777022463.054845:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa66160380 x1863342815975552/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00000100:00100000:3.0:1777022463.054887:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 579
00002000:00100000:2.0:1777022463.054896:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66160380 with x1863342815975552 ext(147456->151551)
00010000:00010000:2.0:1777022463.054905:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 32 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.054923:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 32 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.054932:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66160380
00000100:00100000:2.0:1777022463.054960:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815975680
00000100:00100000:2.0:1777022463.054963:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815975680
00000100:00100000:1.0:1777022463.054975:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 335
00002000:00100000:2.0:1777022463.054979:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (143360->147455)  req@ffff8efa66161500 x1863342815975680/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 4584/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.054989:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66161500 with x1863342815975680 ext(143360->147455)
00000100:00100000:1.0:1777022463.054995:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342815975552:12345-192.168.202.33@tcp:3:kworker.0
00010000:00010000:2.0:1777022463.054996:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 33 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.055026:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 33 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.055035:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66161500
00000100:00100000:2.0:1777022463.055054:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 336
00000100:00100000:2.0:1777022463.055063:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342815975680:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022463.055180:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342815975552:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 193us (726us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022463.055188:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 335
00002000:00100000:1.0:1777022463.055195:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa66160380 x1863342815975552/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022463.055205:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66160380 with x1863342815975552 ext(147456->151551)
00010000:00010000:1.0:1777022463.055211:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 33 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.055222:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 33 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022463.055228:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66160380
00000100:00100000:2.0:1777022463.055683:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815975680:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 348us (799us total) trans 4294967396 rc 0/0
00000100:00100000:2.0:1777022463.055692:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 336
00002000:00100000:2.0:1777022463.055699:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (143360->147455)  req@ffff8efa66161500 x1863342815975680/t4294967396(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 4584/448 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.055709:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66161500 with x1863342815975680 ext(143360->147455)
00010000:00010000:2.0:1777022463.055715:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 34 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.056566:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 34 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.056575:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66161500
00000100:00100000:1.0:1777022463.061767:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.062077:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815975808
00000100:00100000:3.0:1777022463.062091:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815975808
00000100:00100000:3.0:1777022463.062172:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 580
00000100:00100000:3.0:1777022463.062184:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342815975808:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022463.062212:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.062238:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4068 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841620 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.062274:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.062276:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.062280:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4068 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841620 expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.062291:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4068 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841620 expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.062304:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6000, rc 0)
00000100:00100000:3.0:1777022463.062385:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342815975808:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 203us (632us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.062404:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 580
00000100:00100000:0.0:1777022463.064482:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.064959:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815975936
00000100:00100000:2.0:1777022463.064973:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815975936
00010000:00010000:2.0:1777022463.065021:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 35 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.065091:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 553
00000100:00100000:2.0:1777022463.065103:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815975936:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.065121:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022463.065154:0:11988:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 288 -> 296
00010000:00010000:2.0:1777022463.065162:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 35 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.065179:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 35 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.065210:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e405a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [143360->18446744073709551615] (req 143360->147455) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841612 expref: 35 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.065230:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.065232:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.065241:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4061 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841619 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.065252:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841619 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.065263:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.065264:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.065268:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4068 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841620 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.065289:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4068 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841620 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.065330:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4068 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841620 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.065347:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835827328:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.066325:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841619 expref: 27 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.066344:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835827456:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.066384:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa41254b40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.071736:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.071895:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815976064
00000100:00100000:0.0:1777022463.071908:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815976064
00002000:00100000:0.0:1777022463.071980:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (143360->147455)  req@ffff8efa65807480 x1863342815976064/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.071994:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807480 with x1863342815976064 ext(143360->147455)
00002000:00010000:0.0:1777022463.072022:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65807480
00000100:00100000:0.0:1777022463.072057:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 292
00000100:00100000:0.0:1777022463.072065:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2378:x1863342815976064:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.072296:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2378:x1863342815976064:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 230us (586us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022463.072301:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 292
00002000:00100000:0.0:1777022463.072307:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (143360->147455)  req@ffff8efa65807480 x1863342815976064/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.072312:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807480 with x1863342815976064 ext(143360->147455)
00002000:00010000:0.0:1777022463.072314:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65807480
00000100:00100000:2.0:1777022463.075343:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835827328:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.075365:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835827456:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.075396:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.075573:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815975936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10470us (11100us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.075586:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 553
00000100:00100000:1.0:1777022463.077325:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.077403:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815976192
00000100:00100000:3.0:1777022463.077416:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815976192
00000100:00100000:3.0:1777022463.077491:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 581
00000100:00100000:3.0:1777022463.077504:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10158:x1863342815976192:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022463.077532:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.077570:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841627 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.077621:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4068 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841620 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.077632:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.077634:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.077638:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 29 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.077678:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4068 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841620 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.077692:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841620 expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.077710:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835827584:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022463.077800:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.082214:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.082280:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835827584:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022463.082308:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815976320
00000100:00100000:2.0:1777022463.082319:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815976320
00010000:00010000:3.0:1777022463.082320:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 29 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.082351:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00010000:00010000:2.0:1777022463.082367:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841620 expref: 34 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.082435:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815976192:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4933us (5119us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.082441:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 554
00000100:00100000:3.0:1777022463.082451:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 581
00000100:00100000:2.0:1777022463.082456:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815976320:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.082475:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022463.082501:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841620 expref: 34 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.082524:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4068 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841620 expref: 34 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.082556:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4068 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841620 expref: 34 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.082572:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.082575:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.082584:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.082597:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.082641:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.082656:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835827712:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.082729:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa41254b40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.087171:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.087362:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815976448
00000100:00100000:3.0:1777022463.087375:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815976448
00000100:00100000:3.0:1777022463.087454:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 582
00000100:00100000:3.0:1777022463.087466:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342815976448:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022463.087492:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.087517:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784162e expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.088057:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835827712:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.088081:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.088157:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815976320:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5705us (5960us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.088167:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 554
00010000:00010000:3.0:1777022463.091015:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.091035:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.091037:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.091042:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.091102:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 28 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.091155:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 28 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.091179:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835827840:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022463.091314:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.096618:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.096920:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835827840:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022463.096972:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.097007:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7e00, rc 0)
00000100:00100000:3.0:1777022463.097073:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342815976448:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9611us (9918us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.097082:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 582
00000100:00100000:2.0:1777022463.097906:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815976576
00000100:00100000:2.0:1777022463.097919:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815976576
00002000:00100000:2.0:1777022463.097980:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (147456->184319)  req@ffff8efa412a8000 x1863342815976576/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.097992:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a8000 with x1863342815976576 ext(147456->184319)
00010000:00010000:2.0:1777022463.098002:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 29 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.098019:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 29 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.098028:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a8000
00000100:00100000:2.0:1777022463.098066:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 337
00000100:00100000:2.0:1777022463.098075:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342815976576:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022463.119448:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342815976576:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 21346us (22819us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022463.119472:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 337
00002000:00100000:2.0:1777022463.119488:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (147456->184319)  req@ffff8efa412a8000 x1863342815976576/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/440 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.119539:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a8000 with x1863342815976576 ext(147456->184319)
00010000:00010000:2.0:1777022463.119552:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 29 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.119572:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 29 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.119639:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa412a8000
00000100:00100000:1.0:1777022463.124349:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.124409:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.124689:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815976832
00000100:00100000:3.0:1777022463.124703:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815976832
00010000:00010000:3.0:1777022463.124755:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 29 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.124814:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 555
00000100:00100000:3.0:1777022463.124826:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815976832:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.124888:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.124916:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 29 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.124955:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 29 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.124987:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e406f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841627 expref: 29 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.125006:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.125009:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.125019:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.125030:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.125194:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.125208:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835827968:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.125321:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022463.125740:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815976704
00000100:00100000:0.0:1777022463.125747:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815976704
00000100:00100000:0.0:1777022463.125796:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 583
00000100:00100000:0.0:1777022463.125806:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815976704:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.125826:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.125844:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e407d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841635 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.125898:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.125906:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.125908:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.125912:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e407d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841635 expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.125962:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.125976:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 33 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.125988:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66163800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835828096:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.126032:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022463.130286:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66163800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835828096:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022463.130338:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e407d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841635 expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.130370:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3c00, rc 0)
00000100:00100000:0.0:1777022463.130450:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342815976704:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4644us (6117us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.130461:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 583
00000100:00100000:3.0:1777022463.130680:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835827968:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022463.130695:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022463.130718:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815976832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5895us (6309us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.130728:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 555
00000100:00100000:2.0:1777022463.135896:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.136149:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815976960
00000100:00100000:0.0:1777022463.136163:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815976960
00002000:00100000:0.0:1777022463.136232:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa65b31180 x1863342815976960/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.136246:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31180 with x1863342815976960 ext(147456->151551)
00010000:00010000:0.0:1777022463.136257:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 34 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.136301:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 34 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.136311:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31180
00000100:00100000:0.0:1777022463.136351:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 338
00000100:00100000:0.0:1777022463.136361:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342815976960:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.136706:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342815976960:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 344us (864us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022463.136715:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 338
00002000:00100000:0.0:1777022463.136723:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa65b31180 x1863342815976960/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.136732:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31180 with x1863342815976960 ext(147456->151551)
00010000:00010000:0.0:1777022463.136737:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 34 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.136749:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 34 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.136757:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31180
00000100:00100000:2.0:1777022463.142074:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.142310:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815977088
00000100:00100000:3.0:1777022463.142323:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815977088
00000100:00100000:3.0:1777022463.142401:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 584
00000100:00100000:3.0:1777022463.142419:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342815977088:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022463.142456:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.142483:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4084 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784163c expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.142527:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.142535:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e407d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841635 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.142543:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022463.142547:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4084 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784163c expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.142601:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e407d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841635 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.142618:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4084 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784163c expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.142635:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022463.142712:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342815977088:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 301us (653us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.142721:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 584
00000100:00100000:0.0:1777022463.149458:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.149638:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815977216
00000100:00100000:2.0:1777022463.149652:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815977216
00010000:00010000:2.0:1777022463.149710:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 35 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.149800:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 556
00000100:00100000:2.0:1777022463.149813:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815977216:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.149832:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022463.149894:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 35 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.149911:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 35 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.149942:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4076 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784162e expref: 35 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.149983:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.149985:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.149996:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e407d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841635 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.150007:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e407d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841635 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.150071:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e407d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841635 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.150085:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e407d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841635 expref: 28 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.150101:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835828352:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.150219:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.157697:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.157786:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835828352:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.157817:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022463.157920:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815977216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8108us (8476us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.157933:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 556
00000100:00100000:1.0:1777022463.161705:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815977344
00000100:00100000:1.0:1777022463.161726:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815977344
00010000:00010000:1.0:1777022463.161788:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e407d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841635 expref: 29 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.161842:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 557
00000100:00100000:1.0:1777022463.161876:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342815977344:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022463.161899:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022463.161927:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e407d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841635 expref: 29 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.161943:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e407d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841635 expref: 29 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.161997:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e407d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841635 expref: 29 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.162021:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.162023:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.162246:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4084 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784163c expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.162261:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4084 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784163c expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.162311:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4084 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784163c expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.162327:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835828480:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022463.162448:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b08240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.169043:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.169421:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815977472
00000100:00100000:0.0:1777022463.169435:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815977472
00000100:00100000:0.0:1777022463.169502:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 585
00000100:00100000:0.0:1777022463.169522:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815977472:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.169549:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.169574:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841643 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.169617:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4084 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784163c expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.169628:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.169630:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.169635:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.169682:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4084 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784163c expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.169698:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4084 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784163c expref: 33 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.169717:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835828608:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.169835:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e600 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.172246:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835828480:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.172281:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.174476:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2377:x1863342815977344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12587us (16776us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.174492:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 557
00000100:00100000:3.0:1777022463.178032:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.178129:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815977600
00000100:00100000:1.0:1777022463.178152:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815977600
00010000:00010000:1.0:1777022463.178204:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4084 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784163c expref: 34 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.178261:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 558
00000100:00100000:1.0:1777022463.178272:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342815977600:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022463.178309:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022463.178339:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4084 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784163c expref: 34 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.178356:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4084 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784163c expref: 34 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.178390:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.178392:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.178402:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.178413:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.178461:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.178480:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835828736:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022463.178580:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b08240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.182047:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.182278:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815977728
00000100:00100000:1.0:1777022463.182292:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815977728
00000100:00100000:1.0:1777022463.182370:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 586
00000100:00100000:1.0:1777022463.182382:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342815977728:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.182535:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.182585:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784164a expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.182626:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.182636:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.182638:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.182642:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.182682:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.182696:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 29 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.182711:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835828864:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022463.182817:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b17240 going to sleep for 11 seconds
00010000:00010000:0.0:1777022463.184506:0:6924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4084 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784163c expref: 36 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.184533:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835828608:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022463.184584:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 29 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.184611:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 29 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.184624:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3800, rc 0)
00000100:00100000:0.0:1777022463.184689:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815977472:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 15170us (15670us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.184700:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 585
00000100:00100000:2.0:1777022463.194643:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.194830:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815977856
00000100:00100000:1.0:1777022463.194843:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815977856
00002000:00100000:1.0:1777022463.194947:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (147456->184319)  req@ffff8efa65b32680 x1863342815977856/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022463.194961:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32680 with x1863342815977856 ext(147456->184319)
00010000:00010000:1.0:1777022463.194972:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 29 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.195016:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 29 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022463.195027:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b32680
00000100:00100000:1.0:1777022463.195075:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 339
00000100:00100000:1.0:1777022463.195087:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815977856:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.195524:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835828864:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022463.195560:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 35 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.196233:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:0.0:1777022463.196298:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342815977728:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 13916us (14272us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.196307:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 586
00000100:00100000:3.0:1777022463.198618:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835828736:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022463.198650:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022463.198926:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342815977600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 20451us (20705us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.198941:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 558
00000100:00100000:1.0:1777022463.202548:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815977856:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7446us (7903us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022463.202564:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 339
00002000:00100000:1.0:1777022463.202582:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (147456->184319)  req@ffff8efa65b32680 x1863342815977856/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/440 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022463.202594:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32680 with x1863342815977856 ext(147456->184319)
00010000:00010000:1.0:1777022463.202606:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 29 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.202628:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 29 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022463.202637:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b32680
00000100:00100000:0.0:1777022463.205209:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.205269:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815977984
00000100:00100000:3.0:1777022463.205284:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815977984
00000100:00100000:3.0:1777022463.205355:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 587
00000100:00100000:3.0:1777022463.205446:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815977984:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022463.205472:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.205496:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4099 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841651 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.205537:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.205543:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.205551:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022463.205556:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4099 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841651 expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.205613:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.205628:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4099 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841651 expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.205665:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022463.206050:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342815977984:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 608us (853us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.206059:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 587
00000100:00100000:2.0:1777022463.206680:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.206733:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815978112
00000100:00100000:0.0:1777022463.206742:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815978112
00010000:00010000:0.0:1777022463.206775:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 30 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.206813:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 559
00000100:00100000:0.0:1777022463.206823:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2378:x1863342815978112:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022463.206875:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022463.206902:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 30 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.206917:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 30 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.206940:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e408b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841643 expref: 30 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.206954:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.206955:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.206963:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.206970:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.207000:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.207012:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 33 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.207023:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835829120:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022463.207731:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022463.210445:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835829120:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.210469:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:0.0:1777022463.210482:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022463.210549:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815978112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3726us (3870us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.210627:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815978240
00000100:00100000:3.0:1777022463.210636:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815978240
00000100:00100000:0.0:1777022463.210638:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 559
00002000:00100000:3.0:1777022463.210693:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa65b31f80 x1863342815978240/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022463.210702:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31f80 with x1863342815978240 ext(147456->151551)
00010000:00010000:3.0:1777022463.210711:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 34 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.210968:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 34 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022463.210978:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31f80
00000100:00100000:3.0:1777022463.211008:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 340
00000100:00100000:3.0:1777022463.211019:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815978240:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022463.211279:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815978240:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 261us (810us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022463.211286:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 340
00002000:00100000:3.0:1777022463.211293:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa65b31f80 x1863342815978240/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022463.211330:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31f80 with x1863342815978240 ext(147456->151551)
00010000:00010000:3.0:1777022463.211336:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 34 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.211347:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 34 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022463.211353:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31f80
00000100:00100000:2.0:1777022463.213983:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.214081:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.214230:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815978496
00000100:00100000:3.0:1777022463.214244:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815978496
00000100:00100000:3.0:1777022463.214299:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 588
00000100:00100000:3.0:1777022463.214307:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342815978496:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022463.214329:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.214348:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841658 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.214388:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.214396:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4099 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841651 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.214405:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022463.214409:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.214465:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4099 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841651 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.214489:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.214502:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022463.214559:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342815978496:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 252us (476us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.214571:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 588
00000100:00100000:0.0:1777022463.214806:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815978368
00000100:00100000:0.0:1777022463.214812:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815978368
00010000:00010000:0.0:1777022463.214835:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 35 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.214959:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 560
00000100:00100000:2.0:1777022463.214970:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2379:x1863342815978368:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.214981:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022463.215006:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 35 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.215020:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 35 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.215042:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4092 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784164a expref: 35 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.215058:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.215060:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.215068:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4099 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841651 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.215079:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4099 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841651 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.215109:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4099 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841651 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.215148:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4099 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841651 expref: 28 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.215183:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b30000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835829376:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.215265:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.217967:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b30000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835829376:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.217974:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:1.0:1777022463.217999:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022463.218198:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815978624
00000100:00100000:3.0:1777022463.218207:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815978624
00010000:00010000:3.0:1777022463.218252:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4099 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841651 expref: 29 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.218294:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 561
00000100:00100000:3.0:1777022463.218305:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815978624:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.218322:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.218345:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4099 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841651 expref: 29 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.218356:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4099 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841651 expref: 29 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.218380:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4099 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841651 expref: 29 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.218414:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.218415:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.218423:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.218433:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.218477:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.218495:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835829504:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.218573:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.221209:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.221255:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.221297:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.221329:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815979008
00000100:00100000:2.0:1777022463.221341:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815979008
00000100:00100000:2.0:1777022463.221413:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815979264
00000100:00100000:2.0:1777022463.221417:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815979264
00000100:00100000:2.0:1777022463.221455:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 81
00000100:00100000:2.0:1777022463.221466:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342815979008:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022463.221550:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342815979008:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 87us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.221557:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 81
00000100:00100000:2.0:1777022463.221576:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 82
00000100:00100000:2.0:1777022463.221582:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342815979264:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022463.221606:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342815979264:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 25us (309us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.221612:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 82
00000100:00100000:2.0:1777022463.221656:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.221848:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815978752
00000100:00100000:0.0:1777022463.221881:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815978752
00000100:00100000:0.0:1777022463.221907:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 261
00000100:00100000:0.0:1777022463.221912:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f839c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342815978752:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022463.221932:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f839c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342815978752:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (739us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.221937:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 261
00000100:00080000:0.0:1777022463.221960:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022463.221969:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815978880
00000100:00100000:0.0:1777022463.221971:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815978880
00000100:00100000:0.0:1777022463.221997:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 129
00000100:00100000:0.0:1777022463.222001:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342815978880:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022463.222022:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342815978880:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (368us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.222026:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 129
00000100:00080000:0.0:1777022463.222062:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022463.222265:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.222370:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2379:x1863342815978368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7402us (8397us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.222384:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 560
00000100:00100000:0.0:1777022463.222798:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815979136
00000100:00100000:0.0:1777022463.222804:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815979136
00000100:00100000:0.0:1777022463.222885:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 130
00000100:00100000:0.0:1777022463.222894:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2379:x1863342815979136:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022463.222945:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2379:x1863342815979136:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 53us (1232us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.222952:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 130
00000100:00080000:1.0:1777022463.223307:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022463.224110:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835829504:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022463.224149:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022463.224282:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2378:x1863342815978624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5978us (6308us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.224294:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 561
00000100:00100000:2.0:1777022463.224441:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.224542:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815979392
00000100:00100000:3.0:1777022463.224549:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815979392
00002000:00100000:3.0:1777022463.224606:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa65bedf80 x1863342815979392/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022463.224619:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bedf80 with x1863342815979392 ext(147456->151551)
00002000:00010000:3.0:1777022463.224624:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bedf80
00000100:00100000:3.0:1777022463.224660:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 293
00000100:00100000:3.0:1777022463.224670:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815979392:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022463.224875:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342815979392:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (408us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022463.224882:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 293
00002000:00100000:3.0:1777022463.224890:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa65bedf80 x1863342815979392/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022463.224899:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bedf80 with x1863342815979392 ext(147456->151551)
00002000:00010000:3.0:1777022463.224902:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bedf80
00000100:00100000:1.0:1777022463.228369:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.228462:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815979520
00000100:00100000:0.0:1777022463.228476:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815979520
00002000:00100000:0.0:1777022463.228548:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (151552->155647)  req@ffff8efa660c7480 x1863342815979520/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.228561:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7480 with x1863342815979520 ext(151552->155647)
00002000:00010000:0.0:1777022463.228568:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c7480
00000100:00100000:0.0:1777022463.228607:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 294
00000100:00100000:0.0:1777022463.228618:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342815979520:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022463.229100:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.229436:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342815979520:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 819us (1081us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022463.229443:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 294
00002000:00100000:0.0:1777022463.229450:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (151552->155647)  req@ffff8efa660c7480 x1863342815979520/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.229457:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7480 with x1863342815979520 ext(151552->155647)
00002000:00010000:0.0:1777022463.229460:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c7480
00000100:00100000:1.0:1777022463.229625:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815979648
00000100:00100000:1.0:1777022463.229631:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815979648
00000100:00100000:1.0:1777022463.229672:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 589
00000100:00100000:1.0:1777022463.229681:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818cec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10158:x1863342815979648:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.229692:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.229790:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e40a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784165f expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.229831:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.229842:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.229845:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.229849:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e40a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784165f expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.229926:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.229942:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 33 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.229959:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835829632:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022463.230055:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.232722:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.232906:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835829632:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022463.232952:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e40a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784165f expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.232980:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:1.0:1777022463.233051:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818cec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815979648:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3371us (3951us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.233061:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 589
00000100:00100000:1.0:1777022463.233269:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815979904
00000100:00100000:1.0:1777022463.233278:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815979904
00000100:00100000:2.0:1777022463.233351:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.233463:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815979776
00000100:00100000:3.0:1777022463.233467:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815979776
00002000:00100000:3.0:1777022463.233508:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa660ee300 x1863342815979776/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 4584/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022463.233519:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ee300 with x1863342815979776 ext(147456->151551)
00010000:00010000:3.0:1777022463.233528:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 35 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.233543:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 35 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022463.233553:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660ee300
00000100:00100000:3.0:1777022463.233641:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 341
00000100:00100000:3.0:1777022463.233652:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342815979776:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022463.234117:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2378:x1863342815979776:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 467us (1407us total) trans 4294967397 rc 0/0
00000100:00100000:3.0:1777022463.234351:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 341
00002000:00100000:3.0:1777022463.234363:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa660ee300 x1863342815979776/t4294967397(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 4584/448 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022463.234371:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ee300 with x1863342815979776 ext(147456->151551)
00010000:00010000:3.0:1777022463.234378:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 37 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.234392:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 37 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022463.234398:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660ee300
00000100:00100000:1.0:1777022463.235120:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 590
00000100:00100000:1.0:1777022463.235148:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10159:x1863342815979904:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.235166:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.235188:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841666 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.235222:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.235225:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.235230:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.235244:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.235260:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:1.0:1777022463.235327:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+37:10159:x1863342815979904:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 196us (2618us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.235335:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 590
00000100:00100000:2.0:1777022463.237247:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.237303:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815980032
00000100:00100000:0.0:1777022463.237313:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815980032
00010000:00010000:0.0:1777022463.237363:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 37 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.237401:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 562
00000100:00100000:0.0:1777022463.237408:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2379:x1863342815980032:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022463.237429:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022463.237448:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 296 -> 304
00010000:00010000:0.0:1777022463.237454:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 37 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.237466:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 37 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.237490:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e40a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841658 expref: 37 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.237505:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.237506:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.237514:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e40a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784165f expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.237522:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e40a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784165f expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.237528:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.237529:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.237531:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.237542:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.237582:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.237599:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835829760:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022463.237697:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e40a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784165f expref: 28 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.237706:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835829888:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.238160:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e9c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.239737:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835829760:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.246710:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835829888:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022463.246751:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022463.246817:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2379:x1863342815980032:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9408us (9577us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.246829:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 562
00000100:00100000:1.0:1777022463.252104:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.252282:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815980160
00000100:00100000:3.0:1777022463.252294:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815980160
00002000:00100000:3.0:1777022463.252348:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa660c7b80 x1863342815980160/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022463.252357:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7b80 with x1863342815980160 ext(147456->151551)
00002000:00010000:3.0:1777022463.252379:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c7b80
00000100:00100000:3.0:1777022463.252414:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 295
00000100:00100000:3.0:1777022463.252425:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815980160:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022463.252630:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815980160:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 206us (537us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022463.252636:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 295
00002000:00100000:3.0:1777022463.252641:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa660c7b80 x1863342815980160/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022463.252647:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7b80 with x1863342815980160 ext(147456->151551)
00002000:00010000:3.0:1777022463.252649:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c7b80
00000100:00100000:2.0:1777022463.258997:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.259108:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.259130:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815980288
00000100:00100000:3.0:1777022463.259157:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815980288
00002000:00100000:3.0:1777022463.259225:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (151552->155647)  req@ffff8efa660efb80 x1863342815980288/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022463.259238:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660efb80 with x1863342815980288 ext(151552->155647)
00002000:00010000:3.0:1777022463.259245:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660efb80
00000100:00100000:3.0:1777022463.259286:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 296
00000100:00100000:3.0:1777022463.259298:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815980288:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.259396:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815980416
00000100:00100000:0.0:1777022463.259401:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815980416
00000100:00100000:0.0:1777022463.259439:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 591
00000100:00100000:0.0:1777022463.259446:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815980416:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.259456:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.259478:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784166d expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.259509:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.259519:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.259527:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.259532:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.259534:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815980288:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 239us (554us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022463.259543:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 296
00002000:00100000:3.0:1777022463.259550:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (151552->155647)  req@ffff8efa660efb80 x1863342815980288/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022463.259581:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660efb80 with x1863342815980288 ext(151552->155647)
00010000:00010000:3.0:1777022463.259588:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.259598:0:6929:0:(ldlm_lockd.c:595:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 36 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022463.259605:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660efb80
00010000:00010000:0.0:1777022463.260232:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.260251:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 35 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.260271:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835830016:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.260352:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e780 going to sleep for 11 seconds
00000100:00100000:0.0:1777022463.262320:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835830016:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022463.262362:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.262390:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3800, rc 0)
00000100:00100000:0.0:1777022463.262473:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342815980416:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3025us (3363us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.262482:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 591
00000100:00100000:2.0:1777022463.268373:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.268450:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815980672
00000100:00100000:2.0:1777022463.268457:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.268464:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815980672
00010000:00010000:3.0:1777022463.268522:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 36 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.268587:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 563
00000100:00100000:3.0:1777022463.268599:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815980672:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.268621:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.268650:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 36 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.268667:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 36 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.268695:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e40ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841666 expref: 36 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.269054:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.269056:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.269066:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.269077:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.269127:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.269160:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835830144:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.269267:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022463.270293:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815980544
00000100:00100000:0.0:1777022463.270304:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815980544
00000100:00100000:0.0:1777022463.270380:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 592
00000100:00100000:0.0:1777022463.270390:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10159:x1863342815980544:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.270411:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.270433:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841674 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.270481:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.270491:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.270493:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.270498:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841674 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.270533:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.270550:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 29 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.270670:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835830272:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.270842:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e780 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.276419:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.276594:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835830272:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022463.276639:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841674 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.276668:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3200, rc 0)
00000100:00100000:1.0:1777022463.276767:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815980800
00000100:00100000:1.0:1777022463.276776:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815980800
00002000:00100000:1.0:1777022463.276836:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (151552->188415)  req@ffff8efa661af100 x1863342815980800/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022463.276879:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661af100 with x1863342815980800 ext(151552->188415)
00010000:00010000:1.0:1777022463.276887:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 30 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.276895:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835830144:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.276902:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 30 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.276909:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00010000:1.0:1777022463.276910:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661af100
00000100:00100000:1.0:1777022463.276941:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 342
00000100:00100000:1.0:1777022463.276951:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2378:x1863342815980800:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022463.277003:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2378:x1863342815980672:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8406us (8641us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.277012:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 563
00000100:00100000:0.0:1777022463.277096:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10159:x1863342815980544:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6708us (8637us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.277103:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 592
00000100:00100000:1.0:1777022463.284758:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2378:x1863342815980800:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7791us (8336us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022463.284775:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 342
00002000:00100000:1.0:1777022463.284793:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (151552->188415)  req@ffff8efa661af100 x1863342815980800/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/440 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022463.284805:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661af100 with x1863342815980800 ext(151552->188415)
00010000:00010000:1.0:1777022463.284836:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 30 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.285054:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 30 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022463.285064:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661af100
00000100:00100000:2.0:1777022463.291725:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.291777:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.291901:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815981056
00000100:00100000:1.0:1777022463.291916:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815981056
00010000:00010000:1.0:1777022463.291969:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 30 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.292012:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 564
00000100:00100000:1.0:1777022463.292020:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2379:x1863342815981056:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022463.292040:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022463.292066:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 30 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.292082:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 30 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.292112:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e40b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784166d expref: 30 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.292133:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.292134:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.292176:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841674 expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.292188:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841674 expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.292241:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841674 expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.292260:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835830400:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022463.292368:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44fd3600 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.293099:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815980928
00000100:00100000:3.0:1777022463.293108:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815980928
00000100:00100000:3.0:1777022463.293216:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 593
00000100:00100000:3.0:1777022463.293226:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342815980928:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022463.293248:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.293270:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e40c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784167b expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.293312:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841674 expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.293322:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.293324:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.293328:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e40c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784167b expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.293360:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841674 expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.293376:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841674 expref: 35 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.293391:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835830528:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022463.293463:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.294385:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835830400:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.294412:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022463.294460:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2379:x1863342815981056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2440us (2682us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.294472:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 564
00000100:00100000:3.0:1777022463.300698:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835830528:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022463.300746:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e40c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784167b expref: 30 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.300778:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022463.300907:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342815980928:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7681us (9194us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.300919:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 593
00000100:00100000:3.0:1777022463.309365:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.309533:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815981312
00000100:00100000:0.0:1777022463.309548:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815981312
00000100:00100000:0.0:1777022463.309628:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 594
00000100:00100000:0.0:1777022463.309641:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10159:x1863342815981312:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.309667:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.309693:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841682 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.309734:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.309741:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e40c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784167b expref: 29 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.309749:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022463.309754:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 37 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.309808:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e40c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784167b expref: 29 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.309827:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 37 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.309846:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3400, rc 0)
00000100:00100000:0.0:1777022463.309974:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+37:10159:x1863342815981312:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 335us (638us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.309983:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 594
00000100:00100000:2.0:1777022463.317832:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.318023:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815981184
00000100:00100000:0.0:1777022463.318055:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815981184
00010000:00010000:0.0:1777022463.318105:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841674 expref: 37 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.318165:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 565
00000100:00100000:0.0:1777022463.318178:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2378:x1863342815981184:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022463.318199:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022463.318225:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841674 expref: 37 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.318241:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841674 expref: 37 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.318273:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841674 expref: 37 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.318295:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.318296:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.318306:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e40c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784167b expref: 29 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.318318:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e40c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784167b expref: 29 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.318365:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e40c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784167b expref: 29 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.318397:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e40c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784167b expref: 29 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.318415:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835830784:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022463.318584:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e780 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.341070:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.342109:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815981440
00000100:00100000:3.0:1777022463.342125:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815981440
00010000:00010000:3.0:1777022463.342199:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e40c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784167b expref: 30 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.342268:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 566
00000100:00100000:3.0:1777022463.342282:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2378:x1863342815981440:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.342303:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.342332:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e40c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784167b expref: 30 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.342351:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e40c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784167b expref: 30 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.342393:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.342396:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.342408:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.342433:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.342491:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.342511:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835830912:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.342846:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00010000:00010000:0.0:1777022463.343492:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e40c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784167b expref: 30 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.343513:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835830784:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022463.343648:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022463.343692:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815981184:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 25516us (25874us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.343703:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 565
00000100:00100000:2.0:1777022463.350899:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.351009:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815981568
00000100:00100000:0.0:1777022463.351022:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815981568
00002000:00100000:0.0:1777022463.351092:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (151552->155647)  req@ffff8efa661aea00 x1863342815981568/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.351106:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661aea00 with x1863342815981568 ext(151552->155647)
00002000:00010000:0.0:1777022463.351113:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa661aea00
00000100:00100000:0.0:1777022463.351164:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 297
00000100:00100000:0.0:1777022463.351177:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815981568:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.351461:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815981568:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 286us (629us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022463.351485:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 297
00002000:00100000:0.0:1777022463.351493:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (151552->155647)  req@ffff8efa661aea00 x1863342815981568/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.351501:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661aea00 with x1863342815981568 ext(151552->155647)
00002000:00010000:0.0:1777022463.351504:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa661aea00
00000100:00100000:3.0:1777022463.353004:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835830912:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022463.353040:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.353320:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342815981440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11039us (12261us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.353332:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 566
00000100:00100000:2.0:1777022463.356733:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.356900:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815981696
00000100:00100000:0.0:1777022463.356916:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815981696
00000100:00100000:0.0:1777022463.356992:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 595
00000100:00100000:0.0:1777022463.357005:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342815981696:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.357030:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.357065:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841689 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.357108:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 35 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.357120:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.357122:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.357127:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841689 expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.357178:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 35 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.357195:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 35 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.357229:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835831040:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.357335:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.362699:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.362820:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815981824
00000100:00100000:2.0:1777022463.362838:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815981824
00002000:00100000:2.0:1777022463.362938:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (155648->159743)  req@ffff8efa660c5500 x1863342815981824/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.362951:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5500 with x1863342815981824 ext(155648->159743)
00010000:00010000:2.0:1777022463.362962:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 36 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.362985:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 36 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.363017:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c5500
00000100:00100000:2.0:1777022463.363059:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 343
00000100:00100000:2.0:1777022463.363070:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2380:x1863342815981824:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022463.363306:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2380:x1863342815981824:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 237us (616us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022463.363314:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 343
00002000:00100000:2.0:1777022463.363321:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (155648->159743)  req@ffff8efa660c5500 x1863342815981824/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.363329:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5500 with x1863342815981824 ext(155648->159743)
00010000:00010000:2.0:1777022463.363335:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 36 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.363348:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 36 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.363355:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c5500
00000100:00100000:0.0:1777022463.363529:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835831040:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022463.365743:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841689 expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.365782:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3200, rc 0)
00000100:00100000:0.0:1777022463.365904:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342815981696:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8901us (9180us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.365914:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 595
00000100:00100000:3.0:1777022463.366936:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.368609:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815981952
00000100:00100000:0.0:1777022463.368631:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815981952
00002000:00100000:0.0:1777022463.368705:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (159744->163839)  req@ffff8efa65654700 x1863342815981952/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.368717:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654700 with x1863342815981952 ext(159744->163839)
00010000:00010000:0.0:1777022463.368728:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 36 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.368751:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 36 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.368760:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654700
00000100:00100000:0.0:1777022463.368808:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 344
00000100:00100000:0.0:1777022463.368837:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2379:x1863342815981952:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.369151:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2379:x1863342815981952:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 301us (2300us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022463.369160:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 344
00002000:00100000:0.0:1777022463.369167:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (159744->163839)  req@ffff8efa65654700 x1863342815981952/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.369176:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654700 with x1863342815981952 ext(159744->163839)
00010000:00010000:0.0:1777022463.369182:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 36 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.369194:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 36 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.369202:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654700
00000100:00100000:3.0:1777022463.372500:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.373411:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815982080
00000100:00100000:2.0:1777022463.373428:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815982080
00002000:00100000:2.0:1777022463.373500:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (151552->159743)  req@ffff8efa65657100 x1863342815982080/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 8680/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.373514:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657100 with x1863342815982080 ext(151552->159743)
00010000:00010000:2.0:1777022463.373537:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 36 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.373584:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 36 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.373594:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65657100
00000100:00100000:2.0:1777022463.373639:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 345
00000100:00100000:2.0:1777022463.373651:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342815982080:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022463.374049:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.374201:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2378:x1863342815982080:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 549us (1708us total) trans 4294967398 rc 0/0
00000100:00100000:3.0:1777022463.374210:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815982208
00000100:00100000:2.0:1777022463.374211:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 345
00002000:00100000:2.0:1777022463.374225:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (151552->159743)  req@ffff8efa65657100 x1863342815982080/t4294967398(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 8680/448 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00000100:00100000:3.0:1777022463.374227:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815982208
00002000:00100000:2.0:1777022463.374240:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657100 with x1863342815982080 ext(151552->159743)
00010000:00010000:2.0:1777022463.374247:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 39 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.374262:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 39 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.374269:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65657100
00000100:00100000:3.0:1777022463.374310:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 596
00000100:00100000:3.0:1777022463.374323:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10159:x1863342815982208:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022463.374343:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.374363:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841690 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.374399:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.374401:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.374407:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 39 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.374420:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 39 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.374436:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7e00, rc 0)
00000100:00100000:3.0:1777022463.374487:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+39:10159:x1863342815982208:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 168us (447us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.374494:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 596
00000100:00100000:3.0:1777022463.377934:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.378048:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815982336
00000100:00100000:1.0:1777022463.378072:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815982336
00010000:00010000:1.0:1777022463.378122:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 39 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.378184:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 567
00000100:00100000:1.0:1777022463.378196:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2377:x1863342815982336:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022463.378215:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022463.378256:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 304 -> 320
00010000:00010000:1.0:1777022463.378265:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 39 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.378286:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 39 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.378332:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e40ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [151552->18446744073709551615] (req 151552->155647) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841682 expref: 39 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.378354:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.378356:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.378365:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841689 expref: 29 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.378377:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841689 expref: 29 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.378386:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.378387:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.378391:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 38 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.378399:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 38 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.378441:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 38 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.378464:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66933100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835831168:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.378577:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841689 expref: 29 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.378590:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835831296:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022463.378622:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44fd3600 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.384439:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.384723:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66933100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835831168:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.384759:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66932300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835831296:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022463.384784:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022463.384928:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342815982336:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6726us (6997us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.384943:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 567
00000100:00100000:0.0:1777022463.384961:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815982464
00000100:00100000:0.0:1777022463.384978:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815982464
00002000:00100000:0.0:1777022463.385124:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (151552->159743)  req@ffff8efa66933800 x1863342815982464/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.385167:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66933800 with x1863342815982464 ext(151552->159743)
00002000:00010000:0.0:1777022463.385177:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66933800
00000100:00100000:0.0:1777022463.385263:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 298
00000100:00100000:0.0:1777022463.385275:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2380:x1863342815982464:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.385514:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2380:x1863342815982464:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 242us (1085us total) trans 0 rc 8192/8192
00000100:00100000:0.0:1777022463.385541:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 298
00002000:00100000:0.0:1777022463.385549:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (151552->159743)  req@ffff8efa66933800 x1863342815982464/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/8632 e 0 to 0 dl 1777022474 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.385558:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66933800 with x1863342815982464 ext(151552->159743)
00002000:00010000:0.0:1777022463.385573:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66933800
00000100:00100000:1.0:1777022463.397379:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.397554:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.397903:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815982720
00000100:00100000:0.0:1777022463.397916:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815982720
00000100:00100000:0.0:1777022463.397993:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 597
00000100:00100000:0.0:1777022463.398005:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342815982720:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.398030:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.398054:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841697 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.398095:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 37 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.398107:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.398109:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.398113:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.398163:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 37 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.398179:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 37 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.398227:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835831424:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.398327:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e540 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.399438:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815982592
00000100:00100000:2.0:1777022463.399447:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815982592
00002000:00100000:2.0:1777022463.399494:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (159744->163839)  req@ffff8efa66932300 x1863342815982592/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.399517:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932300 with x1863342815982592 ext(159744->163839)
00010000:00010000:2.0:1777022463.399524:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 38 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.399537:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 38 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.399543:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66932300
00000100:00100000:2.0:1777022463.399972:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 346
00000100:00100000:2.0:1777022463.399983:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2378:x1863342815982592:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022463.399984:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835831424:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022463.400017:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.400049:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2e00, rc 0)
00000100:00100000:1.0:1777022463.400162:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10158:x1863342815982720:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2158us (2605us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.400170:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 597
00000100:00100000:2.0:1777022463.400309:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2378:x1863342815982592:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 327us (2943us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022463.400317:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 346
00002000:00100000:2.0:1777022463.400324:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (159744->163839)  req@ffff8efa66932300 x1863342815982592/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.400334:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932300 with x1863342815982592 ext(159744->163839)
00010000:00010000:2.0:1777022463.400340:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 38 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.400352:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 38 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.400360:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66932300
00000100:00100000:3.0:1777022463.407811:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.407909:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815982848
00000100:00100000:0.0:1777022463.407923:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815982848
00000100:00100000:0.0:1777022463.407996:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 598
00000100:00100000:0.0:1777022463.408008:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10159:x1863342815982848:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.408034:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.408058:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784169e expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.408098:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.408105:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.408112:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022463.408116:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784169e expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.408178:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.408197:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784169e expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.408212:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2200, rc 0)
00000100:00100000:0.0:1777022463.408285:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+39:10159:x1863342815982848:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 280us (486us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.408293:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 598
00000100:00100000:1.0:1777022463.411181:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.411435:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815982976
00000100:00100000:2.0:1777022463.411449:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815982976
00010000:00010000:2.0:1777022463.411500:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 39 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.411606:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 568
00000100:00100000:2.0:1777022463.411618:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2378:x1863342815982976:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.411638:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022463.411666:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 39 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.411681:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 39 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.411715:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e40d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841690 expref: 39 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.411738:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.411740:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.411750:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.411764:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.411817:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.411909:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 30 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.411928:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835831680:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.412022:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.414777:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835831680:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.414813:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.414897:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2378:x1863342815982976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3281us (3762us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.414907:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 568
00000100:00100000:3.0:1777022463.416404:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.416453:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815983104
00000100:00100000:2.0:1777022463.416466:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815983104
00002000:00100000:2.0:1777022463.416549:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (159744->196607)  req@ffff8efa65655500 x1863342815983104/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.416574:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655500 with x1863342815983104 ext(159744->196607)
00010000:00010000:2.0:1777022463.416892:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 31 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.416921:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 31 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.416929:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655500
00000100:00100000:2.0:1777022463.416966:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 347
00000100:00100000:2.0:1777022463.417001:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2378:x1863342815983104:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022463.420339:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2378:x1863342815983104:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3320us (3921us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022463.420355:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 347
00002000:00100000:2.0:1777022463.420373:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (159744->196607)  req@ffff8efa65655500 x1863342815983104/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/440 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.420385:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655500 with x1863342815983104 ext(159744->196607)
00010000:00010000:2.0:1777022463.420397:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 31 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.420418:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 31 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.420428:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655500
00000100:00100000:3.0:1777022463.427382:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.427454:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815983232
00000100:00100000:0.0:1777022463.427465:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815983232
00000100:00100000:0.0:1777022463.427539:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 599
00000100:00100000:0.0:1777022463.427552:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10158:x1863342815983232:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.427583:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.427607:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e40ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78416a5 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.427648:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.427653:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784169e expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.427660:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022463.427663:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e40ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78416a5 expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.427708:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784169e expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.427723:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e40ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416a5 expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.427739:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3000, rc 0)
00000100:00100000:0.0:1777022463.427812:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815983232:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 263us (443us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.427835:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 599
00000100:00100000:1.0:1777022463.429430:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.429496:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815983360
00000100:00100000:2.0:1777022463.429504:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815983360
00010000:00010000:2.0:1777022463.429541:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.429761:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 569
00000100:00100000:2.0:1777022463.429773:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342815983360:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.429791:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022463.429817:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.429847:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.429921:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841697 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.429939:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.429941:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.429950:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784169e expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.429962:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784169e expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.429999:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784169e expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.430019:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784169e expref: 37 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.430034:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835831936:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.430127:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa41254b40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.431780:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835831936:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.431805:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.431980:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342815983360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2208us (2555us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.431992:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 569
00000100:00100000:3.0:1777022463.432476:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.432547:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815983488
00000100:00100000:2.0:1777022463.432564:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815983488
00010000:00010000:2.0:1777022463.432595:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784169e expref: 38 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.432627:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 570
00000100:00100000:2.0:1777022463.432634:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2380:x1863342815983488:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.432646:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022463.432666:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784169e expref: 38 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.432675:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784169e expref: 38 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.432697:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784169e expref: 38 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.432714:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.432716:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.432725:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e40ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416a5 expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.432736:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e40ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416a5 expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.432789:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e40ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416a5 expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.432802:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835832064:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.432896:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa41254b40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.439679:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835832064:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.439720:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.439781:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2380:x1863342815983488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7145us (7303us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.439794:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 570
00000100:00100000:1.0:1777022463.444487:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.444609:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815983616
00000100:00100000:0.0:1777022463.444624:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815983616
00000100:00100000:0.0:1777022463.444703:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 600
00000100:00100000:0.0:1777022463.444718:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+37:10159:x1863342815983616:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.444748:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.444779:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78416ac expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.444824:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e40ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416a5 expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.444835:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.444837:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.444842:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 38 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.444937:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e40ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416a5 expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.444953:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e40ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416a5 expref: 30 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.444973:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66163b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835832192:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.445066:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ea80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.448368:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.448580:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66163b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835832192:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022463.448635:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 38 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.448670:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2200, rc 0)
00000100:00100000:0.0:1777022463.448749:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10159:x1863342815983616:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4035us (4276us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.448760:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 600
00000100:00100000:2.0:1777022463.448911:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815983744
00000100:00100000:2.0:1777022463.448921:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815983744
00010000:00010000:2.0:1777022463.448962:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e40ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416a5 expref: 31 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.448996:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 571
00000100:00100000:2.0:1777022463.449007:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342815983744:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.449025:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022463.449055:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e40ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416a5 expref: 31 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.449070:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e40ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416a5 expref: 31 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.449127:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e40ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416a5 expref: 31 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.449157:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.449159:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.449169:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.449180:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.449228:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.449246:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835832320:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.449311:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa41254b40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.451466:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.452123:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835832320:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.452162:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.452225:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2377:x1863342815983744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3219us (3871us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.452250:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 571
00000100:00100000:1.0:1777022463.453374:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.453450:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815984000
00000100:00100000:2.0:1777022463.453460:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815984000
00002000:00100000:2.0:1777022463.453518:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (159744->163839)  req@ffff8efa6565bb80 x1863342815984000/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.453568:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565bb80 with x1863342815984000 ext(159744->163839)
00002000:00010000:2.0:1777022463.453575:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565bb80
00000100:00100000:2.0:1777022463.453612:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 299
00000100:00100000:2.0:1777022463.453623:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2378:x1863342815984000:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022463.453839:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2378:x1863342815984000:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 217us (471us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022463.453847:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 299
00002000:00100000:2.0:1777022463.453889:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (159744->163839)  req@ffff8efa6565bb80 x1863342815984000/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.453898:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565bb80 with x1863342815984000 ext(159744->163839)
00002000:00010000:2.0:1777022463.453901:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565bb80
00000100:00100000:0.0:1777022463.457116:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815983872
00000100:00100000:0.0:1777022463.457145:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815983872
00000100:00100000:0.0:1777022463.457263:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 601
00000100:00100000:0.0:1777022463.457275:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342815983872:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.457300:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.457324:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78416b3 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.457372:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.457383:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.457385:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.457390:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.457436:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 37 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.457477:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 37 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.457496:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66163b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835832448:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.457800:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ea80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.471242:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.471429:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815984128
00000100:00100000:0.0:1777022463.471440:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815984128
00002000:00100000:0.0:1777022463.471501:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa65a10700 x1863342815984128/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.471512:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10700 with x1863342815984128 ext(163840->167935)
00010000:00010000:0.0:1777022463.471522:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 38 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.471538:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 38 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.471545:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10700
00000100:00100000:0.0:1777022463.471591:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 348
00000100:00100000:0.0:1777022463.471603:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2380:x1863342815984128:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.472006:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2380:x1863342815984128:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 404us (777us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022463.472013:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 348
00002000:00100000:0.0:1777022463.472018:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa65a10700 x1863342815984128/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.472040:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10700 with x1863342815984128 ext(163840->167935)
00010000:00010000:0.0:1777022463.472046:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 38 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.472055:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 38 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.472061:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10700
00000100:00100000:2.0:1777022463.472232:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66163b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835832448:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022463.472266:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.472283:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2e00, rc 0)
00000100:00100000:2.0:1777022463.472325:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10158:x1863342815983872:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 15052us (20873us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.472333:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 601
00000100:00100000:1.0:1777022463.473289:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.474957:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815984256
00000100:00100000:2.0:1777022463.475025:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815984256
00002000:00100000:2.0:1777022463.476657:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (159744->163839)  req@ffff8efa6575b100 x1863342815984256/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 4584/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.476773:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575b100 with x1863342815984256 ext(159744->163839)
00010000:00010000:2.0:1777022463.476788:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 38 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.476819:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 38 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.476830:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6575b100
00000100:00100000:2.0:1777022463.476929:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 349
00000100:00100000:2.0:1777022463.476949:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342815984256:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:2.0:1777022463.477489:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815984256:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 549us (4203us total) trans 4294967399 rc 0/0
00000100:00100000:2.0:1777022463.477499:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 349
00002000:00100000:2.0:1777022463.477506:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (159744->163839)  req@ffff8efa6575b100 x1863342815984256/t4294967399(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 4584/448 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.477516:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575b100 with x1863342815984256 ext(159744->163839)
00010000:00010000:2.0:1777022463.477522:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 40 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.477535:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 40 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.477544:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6575b100
00000100:00100000:0.0:1777022463.486221:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.486364:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.486572:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815984512
00000100:00100000:2.0:1777022463.486586:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815984512
00010000:00010000:2.0:1777022463.486634:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 40 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.486689:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 572
00000100:00100000:2.0:1777022463.486703:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2380:x1863342815984512:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.486841:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022463.486894:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 320 -> 328
00010000:00010000:2.0:1777022463.486902:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 40 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.486920:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 40 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.486950:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e40f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ac expref: 40 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.486970:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.486972:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.486981:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.486992:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.487046:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.487075:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835832576:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.487182:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa41254b40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.489266:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815984384
00000100:00100000:3.0:1777022463.489284:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815984384
00000100:00100000:3.0:1777022463.489423:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 602
00000100:00100000:3.0:1777022463.489436:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10159:x1863342815984384:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022463.489462:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.489489:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4102 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78416ba expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.489536:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.489548:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.489550:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.489565:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4102 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78416ba expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.489607:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 30 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.489640:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 30 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.489657:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835832704:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022463.489783:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.498573:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835832576:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.498611:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.498697:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2380:x1863342815984512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11996us (12330us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.498976:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 572
00000100:00100000:3.0:1777022463.501470:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835832704:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022463.501520:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4102 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416ba expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.501570:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6000, rc 0)
00000100:00100000:3.0:1777022463.504220:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10159:x1863342815984384:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 14769us (17997us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.504231:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 602
00000100:00100000:0.0:1777022463.508299:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.508881:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815984640
00000100:00100000:2.0:1777022463.508895:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815984640
00002000:00100000:2.0:1777022463.508965:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (159744->196607)  req@ffff8efa66163b80 x1863342815984640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.508979:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66163b80 with x1863342815984640 ext(159744->196607)
00010000:00010000:2.0:1777022463.508990:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.509012:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.509541:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66163b80
00000100:00100000:2.0:1777022463.509600:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 350
00000100:00100000:2.0:1777022463.509614:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342815984640:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022463.527529:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342815984640:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 17900us (19226us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022463.527562:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 350
00002000:00100000:2.0:1777022463.527583:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (159744->196607)  req@ffff8efa66163b80 x1863342815984640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/440 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.527596:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66163b80 with x1863342815984640 ext(159744->196607)
00010000:00010000:2.0:1777022463.527609:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.527630:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.527641:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66163b80
00000100:00100000:3.0:1777022463.531828:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.531910:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815984768
00000100:00100000:0.0:1777022463.531925:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815984768
00000100:00100000:0.0:1777022463.532058:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 603
00000100:00100000:0.0:1777022463.532072:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10158:x1863342815984768:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.532101:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.532129:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e4109 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78416c1 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.532183:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.532186:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.532192:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e4109 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78416c1 expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.532207:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e4109 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416c1 expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.532247:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3a00, rc 0)
00000100:00100000:0.0:1777022463.532323:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815984768:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 254us (506us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.532331:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 603
00000100:00100000:1.0:1777022463.535784:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.536570:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815984896
00000100:00100000:2.0:1777022463.536584:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815984896
00010000:00010000:2.0:1777022463.536640:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.536694:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 573
00000100:00100000:2.0:1777022463.536706:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342815984896:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.536726:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022463.536753:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.536768:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.536825:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e40fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [159744->18446744073709551615] (req 159744->163839) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416b3 expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.536919:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.536922:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.536935:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4102 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416ba expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.536947:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4102 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416ba expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.536959:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.536961:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.536965:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e4109 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416c1 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.536973:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e4109 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416c1 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.537021:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e4109 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416c1 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.537040:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835832832:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.537181:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4102 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416ba expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.537204:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835832960:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.537231:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa51a2fd80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.545897:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835832832:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.553121:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835832960:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.556933:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.557057:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342815984896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 20342us (21277us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.557073:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 573
00000100:00100000:3.0:1777022463.561526:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.561618:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815985024
00000100:00100000:2.0:1777022463.561635:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815985024
00002000:00100000:2.0:1777022463.561704:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (159744->163839)  req@ffff8efa65655880 x1863342815985024/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.561717:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655880 with x1863342815985024 ext(159744->163839)
00002000:00010000:2.0:1777022463.561724:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655880
00000100:00100000:2.0:1777022463.561823:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 300
00000100:00100000:2.0:1777022463.561908:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2378:x1863342815985024:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022463.562174:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2378:x1863342815985024:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 339us (666us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022463.562182:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 300
00002000:00100000:2.0:1777022463.562189:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (159744->163839)  req@ffff8efa65655880 x1863342815985024/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.562215:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655880 with x1863342815985024 ext(159744->163839)
00002000:00010000:2.0:1777022463.562218:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655880
00000100:00100000:3.0:1777022463.574849:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.575345:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815985280
00000100:00100000:2.0:1777022463.575357:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815985280
00002000:00100000:2.0:1777022463.576166:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa65657480 x1863342815985280/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.576179:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657480 with x1863342815985280 ext(163840->167935)
00002000:00010000:2.0:1777022463.576186:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65657480
00000100:00100000:2.0:1777022463.576230:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 301
00000100:00100000:2.0:1777022463.576243:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815985280:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022463.576465:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815985280:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 227us (1634us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022463.576471:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 301
00002000:00100000:2.0:1777022463.576477:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa65657480 x1863342815985280/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.576482:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657480 with x1863342815985280 ext(163840->167935)
00002000:00010000:2.0:1777022463.576484:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65657480
00000100:00100000:1.0:1777022463.581668:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.581897:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815985152
00000100:00100000:2.0:1777022463.581912:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815985152
00000100:00100000:2.0:1777022463.581978:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 604
00000100:00100000:2.0:1777022463.581991:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10158:x1863342815985152:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022463.582016:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022463.582051:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78416c8 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.582113:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4102 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416ba expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.582124:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022463.582125:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022463.582130:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.582197:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4102 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ba expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.582212:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4102 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ba expref: 39 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.582229:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835833088:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022463.582560:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa51a2fd80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.586953:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835833088:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022463.586998:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.587025:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a600, rc 0)
00000100:00100000:2.0:1777022463.587154:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815985152:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5146us (5483us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.587163:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 604
00000100:00100000:2.0:1777022463.592660:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.592771:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.592953:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815985536
00000100:00100000:1.0:1777022463.592966:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815985536
00010000:00010000:1.0:1777022463.593016:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4102 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ba expref: 40 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.593084:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 574
00000100:00100000:1.0:1777022463.593095:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2380:x1863342815985536:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022463.593115:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022463.593321:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4102 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ba expref: 40 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.593339:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4102 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ba expref: 40 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.593371:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4102 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416ba expref: 40 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.593396:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.593399:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.593410:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.593434:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.593510:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.593529:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835833216:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022463.593634:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44fd3600 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.595810:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815985408
00000100:00100000:3.0:1777022463.595828:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815985408
00000100:00100000:1.0:1777022463.597022:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 605
00000100:00100000:1.0:1777022463.597047:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10159:x1863342815985408:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.597073:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.597098:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4117 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78416cf expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.597158:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.597169:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.597172:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.597176:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4117 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78416cf expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.597221:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.597239:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.597284:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835833344:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022463.597402:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.599278:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835833216:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.599309:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022463.599358:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2380:x1863342815985536:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6264us (6586us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.599369:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 574
00000100:00100000:3.0:1777022463.599655:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.601240:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815985664
00000100:00100000:1.0:1777022463.601259:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815985664
00002000:00100000:1.0:1777022463.601327:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (163840->200703)  req@ffff8efa65654a80 x1863342815985664/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022463.601343:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654a80 with x1863342815985664 ext(163840->200703)
00010000:00010000:1.0:1777022463.601355:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.601380:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022463.601392:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654a80
00000100:00100000:1.0:1777022463.601439:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 351
00000100:00100000:1.0:1777022463.601452:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342815985664:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022463.604649:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835833344:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022463.604716:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4117 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416cf expref: 40 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.604742:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022463.604815:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10159:x1863342815985408:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7782us (12176us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.604823:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 605
00000100:00100000:1.0:1777022463.612243:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342815985664:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10776us (12572us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022463.612259:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 351
00002000:00100000:1.0:1777022463.612276:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (163840->200703)  req@ffff8efa65654a80 x1863342815985664/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/440 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022463.612289:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654a80 with x1863342815985664 ext(163840->200703)
00010000:00010000:1.0:1777022463.612301:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.612323:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022463.612332:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654a80
00000100:00100000:2.0:1777022463.619725:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.619782:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.619803:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815985792
00000100:00100000:0.0:1777022463.619818:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815985792
00000100:00100000:3.0:1777022463.619988:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815985920
00000100:00100000:3.0:1777022463.619993:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815985920
00010000:00010000:3.0:1777022463.620043:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.620188:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 575
00000100:00100000:3.0:1777022463.620201:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815985920:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.620223:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.620253:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.620270:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.620301:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4110 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c8 expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.620323:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.620325:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.620334:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4117 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416cf expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.620346:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4117 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416cf expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.620395:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4117 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416cf expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.620588:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835833472:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.620711:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.621556:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 606
00000100:00100000:1.0:1777022463.621572:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815985792:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.621592:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.621616:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78416d6 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.621657:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4117 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416cf expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.621667:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.621669:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.621673:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.621779:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4117 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416cf expref: 39 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.621790:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4117 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416cf expref: 39 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.621801:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835833600:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022463.621873:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.627282:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.627298:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835833472:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022463.627333:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022463.627361:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815986048
00000100:00100000:0.0:1777022463.627370:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815986048
00000100:00100000:3.0:1777022463.627412:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815985920:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7203us (7619us total) trans 0 rc 0/0
00010000:00010000:0.0:1777022463.627414:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4117 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416cf expref: 40 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.627423:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 575
00000100:00100000:1.0:1777022463.627524:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835833600:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022463.627555:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.627568:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 576
00000100:00100000:0.0:1777022463.627580:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342815986048:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022463.627760:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022463.627831:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ce00, rc 0)
00010000:00010000:0.0:1777022463.627834:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4117 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416cf expref: 40 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.627896:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4117 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416cf expref: 40 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.627903:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815985792:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6335us (8189us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.627918:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 606
00010000:00010000:0.0:1777022463.627939:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4117 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416cf expref: 40 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.627956:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.627964:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.627972:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.627981:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.628018:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.628037:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835833728:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022463.628100:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.634479:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835833728:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.634517:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.634608:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2378:x1863342815986048:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7029us (7338us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.634622:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 576
00000100:00100000:2.0:1777022463.641227:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.641297:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815986176
00000100:00100000:0.0:1777022463.641311:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815986176
00000100:00100000:0.0:1777022463.641384:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 607
00000100:00100000:0.0:1777022463.641397:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+39:10159:x1863342815986176:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.641434:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.641459:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78416dd expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.641502:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.641512:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.641515:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.641520:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.641606:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.641623:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 31 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.641641:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835833856:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.642000:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.648264:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.648322:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815986304
00000100:00100000:0.0:1777022463.648335:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815986304
00002000:00100000:0.0:1777022463.648390:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (163840->200703)  req@ffff8efa65c53b80 x1863342815986304/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.648400:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53b80 with x1863342815986304 ext(163840->200703)
00010000:00010000:0.0:1777022463.648409:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.648425:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.648435:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53b80
00000100:00100000:0.0:1777022463.648475:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 352
00000100:00100000:0.0:1777022463.648487:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342815986304:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.649998:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835833856:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022463.650061:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.650090:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3e00, rc 0)
00000100:00100000:0.0:1777022463.650162:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10159:x1863342815986176:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8767us (8948us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.650172:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 607
00000100:00100000:0.0:1777022463.652948:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342815986304:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4450us (4686us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022463.652963:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 352
00002000:00100000:0.0:1777022463.652991:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (163840->200703)  req@ffff8efa65c53b80 x1863342815986304/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/440 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.653003:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53b80 with x1863342815986304 ext(163840->200703)
00010000:00010000:0.0:1777022463.653014:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.653033:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.653043:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53b80
00000100:00100000:1.0:1777022463.655377:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.655414:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.655539:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815986432
00000100:00100000:2.0:1777022463.655549:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815986432
00000100:00100000:2.0:1777022463.655620:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 608
00000100:00100000:2.0:1777022463.655631:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815986432:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022463.655653:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022463.655675:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e412c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78416e4 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.655718:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022463.655723:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.655729:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022463.655732:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e412c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78416e4 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.655789:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.655801:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e412c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416e4 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.655812:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022463.655888:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815986432:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 260us (522us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.655894:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 608
00000100:00100000:3.0:1777022463.656492:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815986560
00000100:00100000:3.0:1777022463.656499:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815986560
00010000:00010000:3.0:1777022463.656521:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 33 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.656580:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 577
00000100:00100000:3.0:1777022463.656589:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2379:x1863342815986560:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.656601:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.656624:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 33 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.656636:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 33 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.656656:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e411e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416d6 expref: 33 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.656668:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.656669:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.656685:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.656701:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.656724:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.656734:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 39 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.656746:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835834112:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.656811:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00010000:00010000:2.0:1777022463.657383:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022463.659085:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.659233:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815986688
00000100:00100000:2.0:1777022463.659244:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815986688
00002000:00100000:2.0:1777022463.659292:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa6578fb80 x1863342815986688/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.659302:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578fb80 with x1863342815986688 ext(163840->167935)
00010000:00010000:2.0:1777022463.659309:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 40 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.659323:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 40 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.659329:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578fb80
00000100:00100000:2.0:1777022463.659357:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 353
00000100:00100000:2.0:1777022463.659379:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815986688:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022463.659594:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815986688:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 214us (517us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022463.659602:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 353
00002000:00100000:2.0:1777022463.659609:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa6578fb80 x1863342815986688/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.659618:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578fb80 with x1863342815986688 ext(163840->167935)
00010000:00010000:2.0:1777022463.659623:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 40 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.659634:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 40 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.659641:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578fb80
00000100:00100000:3.0:1777022463.660196:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835834112:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022463.660221:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022463.660285:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2379:x1863342815986560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3698us (4870us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.660292:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 577
00000100:00100000:1.0:1777022463.662302:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.662338:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.662386:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815986944
00000100:00100000:3.0:1777022463.662398:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815986944
00010000:00010000:3.0:1777022463.662450:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 40 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.662499:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 578
00000100:00100000:3.0:1777022463.662510:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815986944:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.662546:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.662584:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 40 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.662584:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815986816
00000100:00100000:2.0:1777022463.662589:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815986816
00010000:00010000:3.0:1777022463.662599:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 41 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.662630:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4125 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416dd expref: 41 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.662650:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.662653:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.662663:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e412c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416e4 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.662675:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e412c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416e4 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.662687:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 609
00000100:00100000:2.0:1777022463.662694:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10159:x1863342815986816:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022463.662710:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.662721:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e412c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416e4 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.662726:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4133 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78416eb expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.662739:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835834240:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.662746:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e412c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416e4 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.662763:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022463.662765:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022463.662769:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4133 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78416eb expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.662789:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e412c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416e4 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.662802:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e412c lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416e4 expref: 31 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.662813:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65649880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835834368:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022463.662835:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.662837:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa51a2fd80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.666346:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835834240:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.666346:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:3.0:1777022463.666379:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022463.666429:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65649880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835834368:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022463.666455:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4133 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416eb expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.666474:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2377:x1863342815986944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3966us (4133us total) trans 0 rc 0/0
00010000:00010000:1.0:1777022463.666482:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:3.0:1777022463.666485:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 578
00000100:00100000:1.0:1777022463.666508:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10159:x1863342815986816:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3815us (4214us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.666516:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 609
00000100:00100000:3.0:1777022463.666526:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815987072
00000100:00100000:3.0:1777022463.666533:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815987072
00010000:00010000:3.0:1777022463.666572:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e412c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416e4 expref: 32 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.666603:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 579
00000100:00100000:3.0:1777022463.666613:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342815987072:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.666627:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.666649:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e412c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416e4 expref: 32 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.666661:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e412c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416e4 expref: 32 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.666689:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e412c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416e4 expref: 32 pid: 6921 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.666704:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.666707:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.666716:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4133 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416eb expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.666726:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4133 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416eb expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.666777:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4133 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416eb expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.666794:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835834496:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.666903:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.668791:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835834496:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022463.668819:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.669217:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2378:x1863342815987072:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2603us (2881us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.669228:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 579
00000100:00100000:1.0:1777022463.678054:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.678224:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815987200
00000100:00100000:0.0:1777022463.678236:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815987200
00000100:00100000:0.0:1777022463.678294:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 610
00000100:00100000:0.0:1777022463.678303:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10158:x1863342815987200:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.678325:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.678361:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78416f2 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.678398:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4133 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416eb expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.678406:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.678407:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.678411:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.678451:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4133 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416eb expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.678465:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4133 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416eb expref: 39 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.678483:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835834624:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.678589:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.681199:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.681363:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835834624:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022463.681399:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.681424:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2c00, rc 0)
00000100:00100000:0.0:1777022463.681504:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815987200:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3202us (3465us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.681531:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 610
00000100:00100000:3.0:1777022463.681631:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815987328
00000100:00100000:3.0:1777022463.681640:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815987328
00010000:00010000:3.0:1777022463.681676:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4133 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416eb expref: 40 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.681722:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 580
00000100:00100000:3.0:1777022463.681732:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815987328:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.681749:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.681776:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4133 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416eb expref: 40 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.681790:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4133 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416eb expref: 40 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.681965:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4133 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416eb expref: 40 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.681995:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.681997:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.682006:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.682065:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.682110:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.682127:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835834752:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.682204:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.682273:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.682668:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815987456
00000100:00100000:3.0:1777022463.682719:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815987456
00000100:00100000:3.0:1777022463.682783:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 611
00000100:00100000:3.0:1777022463.682790:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10159:x1863342815987456:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022463.682806:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.682820:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78416f9 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.682839:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.682913:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.682915:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.682919:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.682938:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.682949:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 31 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.682958:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835834880:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022463.683037:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.684008:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835834752:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022463.684118:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022463.684173:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2377:x1863342815987328:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2442us (2983us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.684181:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 580
00000100:00100000:2.0:1777022463.686735:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.686816:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815987584
00000100:00100000:0.0:1777022463.686827:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815987584
00002000:00100000:0.0:1777022463.686929:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (163840->200703)  req@ffff8efa6564ad80 x1863342815987584/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.686942:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564ad80 with x1863342815987584 ext(163840->200703)
00010000:00010000:0.0:1777022463.686952:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.686971:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.686979:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564ad80
00000100:00100000:0.0:1777022463.687026:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 354
00000100:00100000:0.0:1777022463.687038:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342815987584:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022463.687635:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835834880:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022463.687739:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.687765:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:2.0:1777022463.688166:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10159:x1863342815987456:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5372us (5889us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.688175:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 611
00000100:00100000:0.0:1777022463.689671:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342815987584:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 2622us (2930us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022463.689693:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 354
00002000:00100000:0.0:1777022463.689706:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (163840->200703)  req@ffff8efa6564ad80 x1863342815987584/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/440 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.689715:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564ad80 with x1863342815987584 ext(163840->200703)
00010000:00010000:0.0:1777022463.689723:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.689758:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.689765:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564ad80
00000100:00100000:2.0:1777022463.696146:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.696318:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815987712
00000100:00100000:1.0:1777022463.696332:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815987712
00000100:00100000:1.0:1777022463.696437:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 612
00000100:00100000:1.0:1777022463.696450:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815987712:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.696489:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.696514:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4148 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841700 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.696558:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.696583:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 39 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.696591:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022463.696597:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4148 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841700 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.696659:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 39 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.696678:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4148 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841700 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.696704:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:1.0:1777022463.696959:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815987712:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 511us (839us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.696967:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 612
00000100:00100000:0.0:1777022463.697462:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.697614:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815987840
00000100:00100000:2.0:1777022463.697622:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815987840
00010000:00010000:2.0:1777022463.697655:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.697798:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 581
00000100:00100000:2.0:1777022463.697807:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815987840:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.697821:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022463.697848:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.697887:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.697919:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e413a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f2 expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.697932:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.697934:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.697941:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 39 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.697949:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 39 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.697978:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 39 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.697989:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 39 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.698021:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835835136:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.698112:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4d19e3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.700225:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835835136:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.700262:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.700345:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342815987840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2535us (2880us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.700359:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 581
00000100:00100000:3.0:1777022463.701297:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.701472:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815987968
00000100:00100000:2.0:1777022463.701492:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815987968
00002000:00100000:2.0:1777022463.701543:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa65654000 x1863342815987968/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.701555:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654000 with x1863342815987968 ext(163840->167935)
00010000:00010000:2.0:1777022463.701565:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 40 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.701583:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 40 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.701592:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654000
00000100:00100000:2.0:1777022463.701627:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 355
00000100:00100000:2.0:1777022463.701638:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815987968:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022463.701833:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815987968:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 198us (541us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022463.701849:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 355
00002000:00100000:2.0:1777022463.701908:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa65654000 x1863342815987968/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.701924:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654000 with x1863342815987968 ext(163840->167935)
00010000:00010000:2.0:1777022463.701928:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 40 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.701936:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 40 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.701941:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65654000
00000100:00100000:0.0:1777022463.704642:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.704694:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.704790:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815988096
00000100:00100000:2.0:1777022463.704800:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815988096
00000100:00100000:2.0:1777022463.704900:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 613
00000100:00100000:2.0:1777022463.704937:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+40:10159:x1863342815988096:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022463.704962:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022463.704985:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841707 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.705158:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022463.705165:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4148 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841700 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.705173:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022463.705178:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.705245:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4148 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841700 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.705259:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.705273:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022463.705337:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+41:10159:x1863342815988096:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 403us (705us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.705343:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 613
00000100:00100000:3.0:1777022463.705997:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815988224
00000100:00100000:3.0:1777022463.706005:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815988224
00010000:00010000:2.0:1777022463.706217:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 41 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.706278:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 582
00000100:00100000:2.0:1777022463.706285:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2379:x1863342815988224:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.706299:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022463.706320:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 41 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.706331:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 41 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.706354:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4141 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416f9 expref: 41 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.706380:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.706382:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.706391:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4148 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841700 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.706401:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4148 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841700 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.706435:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4148 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841700 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.706450:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4148 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841700 expref: 31 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.706466:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835835392:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.706557:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4d19e3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.708319:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835835392:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.708345:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.708428:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2379:x1863342815988224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2141us (3732us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.708442:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 582
00000100:00100000:3.0:1777022463.709769:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.709832:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815988352
00000100:00100000:1.0:1777022463.709844:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815988352
00010000:00010000:1.0:1777022463.709924:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4148 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841700 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.709975:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 583
00000100:00100000:1.0:1777022463.709992:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342815988352:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022463.710012:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022463.710108:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4148 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841700 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.710154:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4148 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841700 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.710187:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4148 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841700 expref: 32 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.710207:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.710210:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.710219:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.710231:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.710277:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.710292:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835835520:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022463.710378:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.711730:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835835520:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.711765:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022463.711814:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342815988352:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1828us (2050us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.711825:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 583
00000100:00100000:0.0:1777022463.727891:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.730216:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815988480
00000100:00100000:2.0:1777022463.730231:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815988480
00000100:00100000:2.0:1777022463.730331:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 614
00000100:00100000:2.0:1777022463.730367:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10158:x1863342815988480:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022463.730402:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022463.730425:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4156 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784170e expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.730466:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.730477:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00000100:00100000:1.0:1777022463.730890:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.731168:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815988608
00000100:00100000:0.0:1777022463.731176:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815988608
00002000:00100000:0.0:1777022463.731219:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa65bef100 x1863342815988608/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.731231:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef100 with x1863342815988608 ext(163840->167935)
00010000:00010000:0.0:1777022463.731240:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.731253:0:6927:0:(ldlm_lockd.c:595:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.731262:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bef100
00000100:00100000:0.0:1777022463.731290:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 356
00000100:00100000:0.0:1777022463.731298:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342815988608:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.731532:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342815988608:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 233us (643us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022463.731548:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 356
00002000:00100000:0.0:1777022463.731556:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa65bef100 x1863342815988608/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.731564:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef100 with x1863342815988608 ext(163840->167935)
00010000:00010000:0.0:1777022463.731571:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.731580:0:6927:0:(ldlm_lockd.c:595:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 40 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.731587:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bef100
00010000:00010000:2.0:1777022463.736738:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022463.736759:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4156 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784170e expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.736841:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.736879:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 39 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.736902:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835835648:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022463.737042:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4d19e3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.741905:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.742124:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815988736
00000100:00100000:0.0:1777022463.742147:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815988736
00002000:00100000:0.0:1777022463.742216:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65bef480 x1863342815988736/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.742229:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef480 with x1863342815988736 ext(167936->172031)
00010000:00010000:0.0:1777022463.743238:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 40 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.743282:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 40 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.743293:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bef480
00000100:00100000:0.0:1777022463.743352:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 357
00000100:00100000:0.0:1777022463.743391:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815988736:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.743644:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2377:x1863342815988736:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 258us (2413us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022463.743652:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 357
00002000:00100000:0.0:1777022463.743661:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65bef480 x1863342815988736/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.743670:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bef480 with x1863342815988736 ext(167936->172031)
00010000:00010000:0.0:1777022463.743677:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 40 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.743688:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 40 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.743694:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65bef480
00000100:00100000:2.0:1777022463.744219:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.744452:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835835648:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022463.744488:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4156 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784170e expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.744515:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a600, rc 0)
00000100:00100000:3.0:1777022463.744574:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815988480:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 14210us (16739us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.744583:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 614
00000100:00100000:0.0:1777022463.745234:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815988864
00000100:00100000:0.0:1777022463.745257:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815988864
00002000:00100000:0.0:1777022463.745312:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa65649880 x1863342815988864/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 4584/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.745322:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65649880 with x1863342815988864 ext(163840->167935)
00010000:00010000:0.0:1777022463.745329:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 40 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.745343:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 40 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.745372:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65649880
00000100:00100000:0.0:1777022463.745409:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 358
00000100:00100000:0.0:1777022463.745420:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342815988864:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022463.746015:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815988864:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 594us (1796us total) trans 4294967400 rc 0/0
00000100:00100000:0.0:1777022463.746025:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 358
00002000:00100000:0.0:1777022463.746033:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa65649880 x1863342815988864/t4294967400(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 4584/448 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.746043:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65649880 with x1863342815988864 ext(163840->167935)
00010000:00010000:0.0:1777022463.746049:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 42 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.746062:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 42 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.746070:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65649880
00000100:00100000:2.0:1777022463.749652:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.749803:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815988992
00000100:00100000:1.0:1777022463.749816:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815988992
00000100:00100000:1.0:1777022463.752086:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 615
00000100:00100000:1.0:1777022463.752114:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815988992:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.752149:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.752177:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841715 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.752221:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.752224:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.752230:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 43 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.752243:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 43 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.752259:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:1.0:1777022463.752350:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+43:10159:x1863342815988992:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 252us (2714us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.752359:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 615
00000100:00100000:2.0:1777022463.758098:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.758294:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815989120
00000100:00100000:0.0:1777022463.758308:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815989120
00010000:00010000:0.0:1777022463.758376:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 43 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.758498:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 584
00000100:00100000:0.0:1777022463.758511:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2379:x1863342815989120:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022463.758554:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022463.758575:0:5938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 1777022462 -> 1777022463
00002000:00010000:0.0:1777022463.758579:0:5938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1777022462 -> 1777022463
00002000:00010000:0.0:1777022463.758581:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 328 -> 336
00010000:00010000:0.0:1777022463.758589:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 43 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.758605:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 43 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.758636:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e414f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [163840->18446744073709551615] (req 163840->167935) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841707 expref: 43 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.758655:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.758657:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.758667:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4156 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784170e expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.758677:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4156 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784170e expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.758688:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.758690:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.758694:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.758703:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.758755:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.758773:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835835776:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022463.758939:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4156 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784170e expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.758951:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f47800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835835904:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022463.758975:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.766801:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.766845:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815989248
00000100:00100000:1.0:1777022463.766892:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815989248
00000100:00100000:0.0:1777022463.766927:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835835776:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022463.766945:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f47800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835835904:192.168.202.33@tcp:105:
00002000:00100000:1.0:1777022463.766958:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa6565aa00 x1863342815989248/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00010000:00010000:0.0:1777022463.766977:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00100000:1.0:1777022463.766980:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565aa00 with x1863342815989248 ext(163840->167935)
00002000:00010000:1.0:1777022463.767002:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565aa00
00000100:00100000:0.0:1777022463.767037:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2379:x1863342815989120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8528us (8954us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.767049:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 584
00000100:00100000:1.0:1777022463.767213:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 302
00000100:00100000:1.0:1777022463.767226:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342815989248:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022463.767430:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342815989248:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 208us (644us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022463.767438:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 302
00002000:00100000:1.0:1777022463.767445:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa6565aa00 x1863342815989248/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022463.767455:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565aa00 with x1863342815989248 ext(163840->167935)
00002000:00010000:1.0:1777022463.767458:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565aa00
00000100:00100000:2.0:1777022463.773552:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.773753:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815989376
00000100:00100000:0.0:1777022463.773766:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815989376
00000100:00100000:0.0:1777022463.773971:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 616
00000100:00100000:0.0:1777022463.773982:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815989376:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.774003:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.774030:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784171c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.774075:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.774083:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.774085:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.774088:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.774147:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.774163:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 41 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.774184:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835836032:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.774296:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.780515:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.780879:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835836032:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022463.780925:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.780952:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2200, rc 0)
00000100:00100000:1.0:1777022463.781472:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815989376:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7489us (7931us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.781484:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 616
00000100:00100000:0.0:1777022463.781705:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815989504
00000100:00100000:0.0:1777022463.781713:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815989504
00002000:00100000:0.0:1777022463.781758:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65c53100 x1863342815989504/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.781767:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53100 with x1863342815989504 ext(167936->172031)
00010000:00010000:0.0:1777022463.781774:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 42 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.781805:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 42 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.781811:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53100
00000100:00100000:0.0:1777022463.781837:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 359
00000100:00100000:0.0:1777022463.781844:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815989504:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.782189:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815989504:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 344us (1687us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022463.782196:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 359
00002000:00100000:0.0:1777022463.782202:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65c53100 x1863342815989504/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.782212:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53100 with x1863342815989504 ext(167936->172031)
00010000:00010000:0.0:1777022463.782217:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 42 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.782230:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 42 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.782237:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53100
00000100:00100000:2.0:1777022463.787647:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.787715:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.788570:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815989760
00000100:00100000:0.0:1777022463.788586:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815989760
00010000:00010000:0.0:1777022463.788645:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 42 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.788728:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 585
00000100:00100000:0.0:1777022463.788740:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815989760:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022463.788762:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022463.788789:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 42 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.788806:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 42 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.788839:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e415d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841715 expref: 42 pid: 6924 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.788907:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.788910:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.788921:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.788933:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.788985:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.789002:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f46d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835836160:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022463.789113:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.791487:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815989632
00000100:00100000:3.0:1777022463.791504:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815989632
00000100:00100000:2.0:1777022463.791798:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 617
00000100:00100000:2.0:1777022463.791811:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815989632:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022463.791838:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022463.791888:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841723 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.791937:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.791948:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022463.791950:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022463.791955:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841723 expref: 43 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.791994:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.792020:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 32 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.792038:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65699880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835836288:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022463.792155:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4d19e3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.795051:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f46d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835836160:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022463.795085:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022463.795164:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2378:x1863342815989760:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6425us (7445us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.795177:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 585
00000100:00100000:2.0:1777022463.796002:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.796115:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815989888
00000100:00100000:1.0:1777022463.796127:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815989888
00002000:00100000:1.0:1777022463.796202:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa65453800 x1863342815989888/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022463.796216:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65453800 with x1863342815989888 ext(167936->204799)
00010000:00010000:1.0:1777022463.796227:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.796255:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022463.796473:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65453800
00000100:00100000:1.0:1777022463.796505:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 360
00000100:00100000:1.0:1777022463.796517:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815989888:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022463.800359:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815989888:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3829us (4345us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022463.800376:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 360
00002000:00100000:1.0:1777022463.800392:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa65453800 x1863342815989888/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/440 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022463.800405:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65453800 with x1863342815989888 ext(167936->204799)
00010000:00010000:1.0:1777022463.800418:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.800438:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 33 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022463.800447:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65453800
00000100:00100000:0.0:1777022463.800615:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65699880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835836288:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022463.800655:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841723 expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.800679:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:0.0:1777022463.800713:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815989632:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8906us (13080us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.800721:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 617
00000100:00100000:2.0:1777022463.805514:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.805577:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.805734:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815990144
00000100:00100000:1.0:1777022463.805748:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815990144
00000100:00100000:0.0:1777022463.805773:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815990016
00000100:00100000:0.0:1777022463.805780:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815990016
00010000:00010000:1.0:1777022463.805802:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 34 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.805834:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 618
00000100:00100000:0.0:1777022463.805848:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+34:10158:x1863342815990016:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.805906:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:1.0:1777022463.805917:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 586
00000100:00100000:1.0:1777022463.805926:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2379:x1863342815990144:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022463.805928:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4172 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784172a expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.805945:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022463.805965:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.805973:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841723 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.805982:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022463.806046:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4172 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784172a expref: 35 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.806449:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 35 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.806467:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 35 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.806491:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4164 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784171c expref: 35 pid: 6923 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.806510:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.806512:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.806522:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841723 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.806532:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841723 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.806649:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841723 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.806665:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841723 expref: 41 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.806690:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835836416:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022463.806898:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc933c0 going to sleep for 11 seconds
00010000:00010000:0.0:1777022463.807082:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841723 expref: 41 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.807102:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841723 expref: 41 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.807116:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835836544:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.807164:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.813498:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.813607:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835836416:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.813640:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022463.813708:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2379:x1863342815990144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7783us (8208us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.813721:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 586
00000100:00100000:1.0:1777022463.813794:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815990272
00000100:00100000:1.0:1777022463.813801:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815990272
00010000:00010000:1.0:1777022463.813837:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841723 expref: 42 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.813920:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 587
00000100:00100000:1.0:1777022463.813930:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2379:x1863342815990272:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022463.813949:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022463.813987:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841723 expref: 42 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.814002:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841723 expref: 42 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.814035:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.814037:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.814047:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4172 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784172a expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.814079:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4172 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784172a expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.814141:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4172 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784172a expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.814158:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835836672:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022463.814216:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc939c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.817747:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835836672:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.817785:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022463.817936:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2379:x1863342815990272:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4005us (4450us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.817949:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 587
00010000:00010000:0.0:1777022463.818203:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e416b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841723 expref: 41 pid: 11979 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.818224:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835836544:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022463.818250:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4172 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784172a expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.818267:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3400, rc 0)
00000100:00100000:0.0:1777022463.818298:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815990016:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12454us (12721us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.818305:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 618
00000100:00100000:2.0:1777022463.822994:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.823243:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815990400
00000100:00100000:1.0:1777022463.823255:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815990400
00000100:00100000:1.0:1777022463.823306:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 619
00000100:00100000:1.0:1777022463.823314:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+41:10159:x1863342815990400:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.823337:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.823357:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841731 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.823399:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4172 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784172a expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.823425:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.823427:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.823433:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.823476:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4172 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784172a expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.823491:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4172 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784172a expref: 32 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.823505:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835836800:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022463.823616:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc939c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.826207:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835836800:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022463.826253:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.826278:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:1.0:1777022463.826366:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815990400:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3053us (3384us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.826375:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 619
00000100:00100000:0.0:1777022463.828409:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.829227:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815990528
00000100:00100000:3.0:1777022463.829239:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815990528
00010000:00010000:3.0:1777022463.829285:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4172 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784172a expref: 33 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.829329:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 588
00000100:00100000:3.0:1777022463.829337:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815990528:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.829351:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.829390:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4172 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784172a expref: 33 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.829402:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4172 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784172a expref: 33 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.829429:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4172 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784172a expref: 33 pid: 9584 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.829448:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.829450:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.829460:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.829472:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.829521:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.829538:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835836928:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.829647:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.834670:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.834718:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.835098:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815990656
00000100:00100000:1.0:1777022463.835110:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815990656
00000100:00100000:1.0:1777022463.835191:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 620
00000100:00100000:1.0:1777022463.835221:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815990656:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.835245:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.835271:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841738 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.835314:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.835326:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.835328:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.835333:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.835377:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.835394:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 41 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.835410:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835837056:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022463.835508:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc939c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.839615:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835836928:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022463.839649:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022463.839722:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2378:x1863342815990528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10383us (11324us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.839755:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 588
00000100:00100000:0.0:1777022463.840022:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815990784
00000100:00100000:0.0:1777022463.840031:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815990784
00002000:00100000:0.0:1777022463.840079:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65450e00 x1863342815990784/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.840088:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65450e00 with x1863342815990784 ext(167936->172031)
00010000:00010000:0.0:1777022463.840097:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.840119:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.840126:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65450e00
00000100:00100000:0.0:1777022463.840175:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 361
00000100:00100000:0.0:1777022463.840186:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815990784:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.840367:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815990784:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 184us (5649us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022463.840372:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 361
00002000:00100000:0.0:1777022463.840376:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65450e00 x1863342815990784/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.840382:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65450e00 with x1863342815990784 ext(167936->172031)
00010000:00010000:0.0:1777022463.840386:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.840393:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.840398:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65450e00
00000100:00100000:3.0:1777022463.844954:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835837056:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022463.844998:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.845022:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:3.0:1777022463.845076:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815990656:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9859us (10422us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.845085:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 620
00000100:00100000:1.0:1777022463.848561:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.848611:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.848704:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815991040
00000100:00100000:3.0:1777022463.848717:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815991040
00010000:00010000:3.0:1777022463.848765:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.848812:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 589
00000100:00100000:3.0:1777022463.848821:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815991040:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.848838:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.848900:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.848915:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.848947:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4179 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841731 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.848980:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.848981:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.848989:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.848997:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.849033:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.849045:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835837184:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.849154:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022463.852896:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815990912
00000100:00100000:0.0:1777022463.852916:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815990912
00000100:00100000:0.0:1777022463.852999:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 621
00000100:00100000:0.0:1777022463.853011:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815990912:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.853055:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.853089:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4187 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784173f expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.853147:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.853159:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.853161:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.853166:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4187 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784173f expref: 43 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.853211:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.853230:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 32 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.853250:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835837312:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.853372:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ea80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022463.854583:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835837184:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022463.854611:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022463.854664:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2377:x1863342815991040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5842us (6050us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.854676:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 589
00000100:00100000:3.0:1777022463.854836:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.855018:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815991168
00000100:00100000:2.0:1777022463.855026:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815991168
00002000:00100000:2.0:1777022463.855076:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa65657b80 x1863342815991168/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.855087:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657b80 with x1863342815991168 ext(167936->204799)
00010000:00010000:2.0:1777022463.855096:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.855112:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.855120:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65657b80
00000100:00100000:2.0:1777022463.855159:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 362
00000100:00100000:2.0:1777022463.855169:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815991168:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.859696:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835837312:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022463.859759:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4187 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784173f expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.859783:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3c00, rc 0)
00000100:00100000:0.0:1777022463.859906:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815990912:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6898us (11369us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.859914:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 621
00000100:00100000:2.0:1777022463.863457:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815991168:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8273us (8605us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022463.863471:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 362
00002000:00100000:2.0:1777022463.863490:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa65657b80 x1863342815991168/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/440 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022463.863531:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657b80 with x1863342815991168 ext(167936->204799)
00010000:00010000:2.0:1777022463.863544:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.863577:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022463.863587:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65657b80
00000100:00100000:1.0:1777022463.869372:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.869522:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022463.870027:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815991424
00000100:00100000:2.0:1777022463.870038:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815991424
00010000:00010000:2.0:1777022463.870084:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.870142:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 590
00000100:00100000:2.0:1777022463.870153:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815991424:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022463.870172:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022463.870199:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.870214:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.870245:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4180 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841738 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.870289:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.870291:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022463.870302:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4187 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784173f expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.870313:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4187 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784173f expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.870354:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4187 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784173f expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.870369:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65452680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835837440:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022463.870462:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.873231:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65452680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835837440:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022463.873270:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022463.873339:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342815991424:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3187us (3816us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.873355:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 590
00000100:00100000:0.0:1777022463.875318:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815991296
00000100:00100000:0.0:1777022463.875337:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815991296
00000100:00100000:0.0:1777022463.875456:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 622
00000100:00100000:0.0:1777022463.875469:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815991296:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022463.875494:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022463.875520:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e418e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841746 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.875571:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4187 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784173f expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.875580:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.875582:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022463.875587:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e418e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841746 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.875629:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4187 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784173f expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.875665:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4187 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784173f expref: 41 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.875682:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835837568:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022463.875787:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ea80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022463.879565:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835837568:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022463.879612:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e418e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841746 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.879641:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2c00, rc 0)
00000100:00100000:0.0:1777022463.879714:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815991296:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4247us (10358us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.879727:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 622
00000100:00100000:1.0:1777022463.879935:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.879992:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815991552
00000100:00100000:1.0:1777022463.880001:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815991552
00010000:00010000:1.0:1777022463.880036:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4187 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784173f expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.880067:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 591
00000100:00100000:1.0:1777022463.880076:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815991552:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022463.880092:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022463.880137:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4187 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784173f expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.880153:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4187 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784173f expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.880184:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4187 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784173f expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.880202:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.880204:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.880213:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e418e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841746 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.880224:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e418e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841746 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.880261:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e418e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841746 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.880289:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835837696:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022463.880348:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc939c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.882700:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835837696:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.882733:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022463.882797:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2378:x1863342815991552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2720us (2861us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.882809:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 591
00000100:00100000:3.0:1777022463.885975:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.886080:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815991680
00000100:00100000:1.0:1777022463.886094:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815991680
00000100:00100000:1.0:1777022463.886171:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 623
00000100:00100000:1.0:1777022463.886184:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+41:10159:x1863342815991680:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.886208:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.886233:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784174d expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.886272:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e418e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841746 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.886282:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.886284:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.886288:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.886327:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e418e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841746 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.886361:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e418e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841746 expref: 32 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.886378:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835837824:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022463.886530:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc939c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.891251:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.891402:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815991808
00000100:00100000:0.0:1777022463.891415:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815991808
00010000:00010000:0.0:1777022463.891470:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e418e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841746 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.891525:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 592
00000100:00100000:0.0:1777022463.891537:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815991808:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022463.891566:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022463.891595:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e418e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841746 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.891633:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e418e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841746 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.891667:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.891670:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022463.891680:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.891691:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.891736:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.891753:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f46d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835837952:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022463.891892:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ea80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022463.895187:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f46d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835837952:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022463.895228:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022463.895303:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815991808:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3766us (4064us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022463.895316:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 592
00000100:00100000:2.0:1777022463.897455:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:1.0:1777022463.898103:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e418e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841746 expref: 32 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.898141:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835837824:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022463.898183:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.898202:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:1.0:1777022463.898269:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815991680:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12087us (12309us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.898280:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 623
00000100:00100000:1.0:1777022463.898318:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815991936
00000100:00100000:1.0:1777022463.898327:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815991936
00000100:00100000:1.0:1777022463.898387:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 624
00000100:00100000:1.0:1777022463.898397:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815991936:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.898417:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.898438:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841754 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.898494:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.898505:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.898507:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.898511:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.898561:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.898576:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 41 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.898594:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835838080:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022463.898658:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc939c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.904614:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.904769:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835838080:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022463.904820:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.904900:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:1.0:1777022463.904975:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815991936:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6577us (7532us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.904986:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 624
00000100:00100000:0.0:1777022463.905302:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815992064
00000100:00100000:0.0:1777022463.905311:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815992064
00002000:00100000:0.0:1777022463.905365:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa657ce300 x1863342815992064/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.905388:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ce300 with x1863342815992064 ext(167936->172031)
00010000:00010000:0.0:1777022463.905397:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.905412:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.905422:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657ce300
00000100:00100000:0.0:1777022463.905456:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 363
00000100:00100000:0.0:1777022463.905466:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815992064:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.905680:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815992064:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 215us (1081us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022463.905688:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 363
00002000:00100000:0.0:1777022463.905694:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa657ce300 x1863342815992064/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.905702:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ce300 with x1863342815992064 ext(167936->172031)
00010000:00010000:0.0:1777022463.905706:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.905717:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.905723:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657ce300
00000100:00100000:2.0:1777022463.909939:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.910112:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815992192
00000100:00100000:3.0:1777022463.910127:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815992192
00000100:00100000:3.0:1777022463.910206:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 625
00000100:00100000:3.0:1777022463.910218:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815992192:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022463.910245:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.910268:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e41a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784175b expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.910313:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.910319:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.910346:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022463.910351:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e41a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784175b expref: 43 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.910407:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.910424:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e41a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784175b expref: 43 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.910440:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7e00, rc 0)
00000100:00100000:3.0:1777022463.910517:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+43:10159:x1863342815992192:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 302us (594us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.910525:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 625
00000100:00100000:2.0:1777022463.914832:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.914984:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815992320
00000100:00100000:1.0:1777022463.914998:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815992320
00010000:00010000:1.0:1777022463.915047:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 43 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.915101:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 593
00000100:00100000:1.0:1777022463.915113:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2378:x1863342815992320:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022463.915147:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022463.915173:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 43 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.915189:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 43 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.915222:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4195 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784174d expref: 43 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.915246:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.915248:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.915259:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.915270:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.915321:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.915363:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 32 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.915382:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835838336:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022463.915498:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc939c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.918329:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835838336:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.918365:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022463.918434:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815992320:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3321us (3616us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.918447:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 593
00000100:00100000:3.0:1777022463.922988:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.923103:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815992448
00000100:00100000:1.0:1777022463.923116:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815992448
00002000:00100000:1.0:1777022463.923195:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa65656a00 x1863342815992448/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022463.923208:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656a00 with x1863342815992448 ext(167936->204799)
00010000:00010000:1.0:1777022463.923219:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.923236:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022463.923245:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65656a00
00000100:00100000:1.0:1777022463.923289:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 364
00000100:00100000:1.0:1777022463.923322:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815992448:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022463.928651:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815992448:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5314us (5665us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022463.928666:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 364
00002000:00100000:1.0:1777022463.928684:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa65656a00 x1863342815992448/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:114/0 lens 488/440 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022463.928696:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656a00 with x1863342815992448 ext(167936->204799)
00010000:00010000:1.0:1777022463.928707:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.928729:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022463.928738:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65656a00
00000100:00100000:3.0:1777022463.933841:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.934974:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815992576
00000100:00100000:1.0:1777022463.934993:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815992576
00000100:00100000:1.0:1777022463.935231:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 626
00000100:00100000:1.0:1777022463.935248:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815992576:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.935280:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.935320:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e41aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841762 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.935373:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.935382:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e41a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784175b expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.935415:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022463.935421:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e41aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841762 expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.935665:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e41a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784175b expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.935787:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e41aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841762 expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.935806:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:1.0:1777022463.936173:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+34:10158:x1863342815992576:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 930us (2347us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.936183:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 626
00000100:00100000:3.0:1777022463.946232:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.946567:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815992704
00000100:00100000:1.0:1777022463.946581:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815992704
00010000:00010000:1.0:1777022463.946635:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 34 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.946688:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 594
00000100:00100000:1.0:1777022463.946700:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2380:x1863342815992704:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022463.946720:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022463.946749:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 34 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.946790:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 34 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.946820:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e419c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841754 expref: 34 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.946838:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.948600:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.948618:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e41a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784175b expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.948633:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e41a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784175b expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.948745:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e41a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784175b expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.948766:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e41a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784175b expref: 41 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.948786:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835838592:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022463.949116:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44fd3600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.959023:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.959192:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835838592:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.959229:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022463.959318:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2380:x1863342815992704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12619us (13096us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.959333:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 594
00000100:00100000:1.0:1777022463.959375:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815992832
00000100:00100000:1.0:1777022463.959383:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815992832
00010000:00010000:1.0:1777022463.959431:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e41a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784175b expref: 42 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.959466:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 595
00000100:00100000:1.0:1777022463.959476:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2380:x1863342815992832:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022463.959491:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022463.959516:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e41a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784175b expref: 42 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.959530:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e41a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784175b expref: 42 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.959560:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e41a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784175b expref: 42 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.959580:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.959582:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022463.959592:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e41aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841762 expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.959603:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e41aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841762 expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.959657:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e41aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841762 expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.959673:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835838720:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022463.959726:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44fd3600 going to sleep for 11 seconds
00000100:00100000:1.0:1777022463.967330:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835838720:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.967371:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022463.967498:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2380:x1863342815992832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8021us (8489us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.967511:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 595
00000100:00100000:2.0:1777022463.971377:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.971500:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815992960
00000100:00100000:1.0:1777022463.971513:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815992960
00000100:00100000:1.0:1777022463.971652:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 627
00000100:00100000:1.0:1777022463.971665:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+41:10159:x1863342815992960:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.971690:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.971715:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841769 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.971759:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e41aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841762 expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.971770:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.971772:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.971777:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.972080:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e41aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841762 expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.972097:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e41aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841762 expref: 32 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.972115:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835838848:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022463.972353:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44fd3600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.976748:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.977328:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835838848:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022463.977377:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.977408:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:1.0:1777022463.977491:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815992960:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5828us (6131us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.977503:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 627
00000100:00100000:3.0:1777022463.979260:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815993088
00000100:00100000:3.0:1777022463.979278:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815993088
00010000:00010000:3.0:1777022463.979328:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e41aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841762 expref: 33 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.979379:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 596
00000100:00100000:3.0:1777022463.979389:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815993088:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.979432:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.979462:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e41aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841762 expref: 33 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.979478:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e41aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841762 expref: 33 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.979510:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e41aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841762 expref: 33 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.979531:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.979533:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.979544:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.979677:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.979732:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.979752:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835838976:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022463.979982:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022463.981933:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.982049:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815993216
00000100:00100000:1.0:1777022463.982061:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815993216
00000100:00100000:1.0:1777022463.982145:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 628
00000100:00100000:1.0:1777022463.982157:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815993216:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022463.982183:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022463.982212:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841770 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.982278:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.982287:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.982289:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022463.982293:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.982334:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022463.982349:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 41 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022463.982366:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835839104:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022463.987114:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44fd3600 going to sleep for 11 seconds
00000100:00100000:3.0:1777022463.988443:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022463.989107:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65804380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835838976:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022463.989160:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022463.989233:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2378:x1863342815993088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9844us (12500us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022463.989249:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 596
00000100:00100000:0.0:1777022463.989396:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815993344
00000100:00100000:0.0:1777022463.989406:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815993344
00002000:00100000:0.0:1777022463.989464:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65804a80 x1863342815993344/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/0 e 0 to 0 dl 1777022474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.989476:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804a80 with x1863342815993344 ext(167936->172031)
00010000:00010000:0.0:1777022463.989486:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.989505:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.989514:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804a80
00000100:00100000:0.0:1777022463.989555:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 365
00000100:00100000:0.0:1777022463.989565:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815993344:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022463.989763:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815993344:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 200us (1333us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022463.989771:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 365
00002000:00100000:0.0:1777022463.989778:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65804a80 x1863342815993344/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:114/0 lens 488/4536 e 0 to 0 dl 1777022474 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022463.989786:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804a80 with x1863342815993344 ext(167936->172031)
00010000:00010000:0.0:1777022463.989792:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.989805:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022463.989837:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804a80
00000100:00100000:0.0:1777022463.995338:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022463.995410:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022463.996995:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815993472
00000100:00100000:3.0:1777022463.997013:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815993472
00000100:00100000:3.0:1777022463.997097:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 629
00000100:00100000:3.0:1777022463.997109:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815993472:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022463.997156:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022463.997180:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e41bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841777 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.997219:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022463.997227:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.997234:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022463.997239:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e41bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841777 expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.997296:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.997313:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e41bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841777 expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.997330:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022463.997408:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+43:10159:x1863342815993472:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 301us (2085us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022463.997417:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 629
00000100:00100000:3.0:1777022463.997988:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815993600
00000100:00100000:3.0:1777022463.997996:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815993600
00010000:00010000:3.0:1777022463.998025:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 43 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022463.998081:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 597
00000100:00100000:3.0:1777022463.998090:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2380:x1863342815993600:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022463.998104:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022463.998738:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 43 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.998757:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 43 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.998790:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.998793:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022463.998802:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022463.998813:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.999235:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022463.999253:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022463.999270:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835839360:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022463.999368:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00010000:00010000:2.0:1777022463.999475:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e41b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841769 expref: 43 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022463.999493:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66161c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835839104:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022463.999527:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.999538:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022463.999631:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:2.0:1777022463.999667:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815993216:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 17512us (17744us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022463.999678:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 628
00000100:00100000:0.0:1777022464.004924:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.005521:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815993728
00000100:00100000:1.0:1777022464.005535:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815993728
00002000:00100000:1.0:1777022464.005618:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa64f44e00 x1863342815993728/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.005659:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f44e00 with x1863342815993728 ext(167936->204799)
00010000:00010000:1.0:1777022464.005673:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.005698:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.005709:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f44e00
00000100:00100000:1.0:1777022464.005756:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 366
00000100:00100000:1.0:1777022464.005767:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815993728:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.010277:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815993728:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4495us (5352us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022464.010294:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 366
00002000:00100000:1.0:1777022464.010312:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa64f44e00 x1863342815993728/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/440 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.010324:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f44e00 with x1863342815993728 ext(167936->204799)
00010000:00010000:1.0:1777022464.010335:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.010357:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.010367:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f44e00
00000100:00100000:2.0:1777022464.011489:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835839360:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022464.011522:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022464.011591:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2380:x1863342815993600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 13502us (16180us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.011603:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 597
00000100:00100000:0.0:1777022464.015404:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.015511:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815993856
00000100:00100000:1.0:1777022464.015526:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815993856
00000100:00100000:1.0:1777022464.015615:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 630
00000100:00100000:1.0:1777022464.015627:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815993856:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022464.015651:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022464.015677:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e41c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784177e expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.015718:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.015725:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e41bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841777 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.015733:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022464.015738:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e41c6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784177e expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.015794:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e41bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841777 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.015814:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e41c6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784177e expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.015831:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ce00, rc 0)
00000100:00100000:1.0:1777022464.015959:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+34:10158:x1863342815993856:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 334us (569us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.015968:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 630
00000100:00100000:3.0:1777022464.018976:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.019398:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815993984
00000100:00100000:1.0:1777022464.019429:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815993984
00010000:00010000:1.0:1777022464.019479:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 34 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.019582:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 598
00000100:00100000:1.0:1777022464.019595:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2377:x1863342815993984:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022464.019614:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022464.019639:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 34 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.019654:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 34 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.019686:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841770 expref: 34 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.019707:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.019709:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.019720:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e41bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841777 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.019732:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e41bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841777 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.019779:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e41bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841777 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.019805:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e41bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841777 expref: 41 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.019821:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835839616:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022464.019983:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022464.023673:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835839616:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022464.023711:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022464.023797:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815993984:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4203us (4832us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.023810:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 598
00000100:00100000:3.0:1777022464.027288:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.027531:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815994112
00000100:00100000:1.0:1777022464.027544:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815994112
00010000:00010000:1.0:1777022464.027620:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e41bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841777 expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.027676:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 599
00000100:00100000:1.0:1777022464.027689:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815994112:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022464.027713:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022464.027743:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e41bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841777 expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.027758:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e41bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841777 expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.027814:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e41bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841777 expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.027837:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.027883:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.027894:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e41c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784177e expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.027907:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e41c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784177e expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.027958:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e41c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784177e expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.027976:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835839744:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022464.028072:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00000100:00080000:0.0:1777022464.031757:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022464.031964:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835839744:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022464.032001:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022464.032071:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2378:x1863342815994112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4385us (4797us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.032083:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 599
00000100:00100000:3.0:1777022464.035716:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.035815:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815994240
00000100:00100000:1.0:1777022464.035828:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815994240
00000100:00100000:1.0:1777022464.035948:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 631
00000100:00100000:1.0:1777022464.035960:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+41:10159:x1863342815994240:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022464.036008:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022464.036035:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841785 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.036078:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e41c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784177e expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.036090:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.036092:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.036097:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841785 expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.036161:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e41c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784177e expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.036177:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e41c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784177e expref: 32 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.036196:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835839872:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022464.036311:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022464.040602:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835839872:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022464.040656:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841785 expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.040687:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:1.0:1777022464.040780:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815994240:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4822us (5078us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.040792:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 631
00000100:00100000:0.0:1777022464.042536:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.042636:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815994368
00000100:00100000:2.0:1777022464.042649:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815994368
00010000:00010000:2.0:1777022464.042699:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e41c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784177e expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.042773:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 600
00000100:00100000:2.0:1777022464.042785:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815994368:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022464.042804:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022464.042831:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e41c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784177e expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.042891:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e41c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784177e expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.042923:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e41c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784177e expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.042942:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.042944:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.042953:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841785 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.042964:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841785 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.043010:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841785 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.043028:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835840000:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022464.043146:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49d32b40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.045832:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835840000:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022464.045894:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022464.045963:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342815994368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3178us (3435us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.045976:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 600
00000100:00100000:3.0:1777022464.050941:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.051093:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815994624
00000100:00100000:1.0:1777022464.051107:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815994624
00002000:00100000:1.0:1777022464.051192:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65805500 x1863342815994624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.051207:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805500 with x1863342815994624 ext(167936->172031)
00002000:00010000:1.0:1777022464.051213:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805500
00000100:00100000:1.0:1777022464.051243:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 303
00000100:00100000:1.0:1777022464.051255:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815994624:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.051495:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815994624:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 241us (568us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022464.051503:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 303
00002000:00100000:1.0:1777022464.051512:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65805500 x1863342815994624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.051520:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805500 with x1863342815994624 ext(167936->172031)
00002000:00010000:1.0:1777022464.051524:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805500
00000100:00100000:0.0:1777022464.054745:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.056109:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815994496
00000100:00100000:2.0:1777022464.056147:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815994496
00000100:00100000:2.0:1777022464.056234:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 632
00000100:00100000:2.0:1777022464.056246:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815994496:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.056275:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.056302:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784178c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.056350:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841785 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.056361:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.056364:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.056368:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.056412:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841785 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.056429:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841785 expref: 41 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.056468:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835840128:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022464.056583:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77e40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.059532:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835840128:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022464.059590:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.059619:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022464.059814:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815994496:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3568us (5081us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.059825:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 632
00000100:00100000:3.0:1777022464.065345:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022464.065907:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815994752
00000100:00100000:0.0:1777022464.065921:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815994752
00000100:00100000:0.0:1777022464.066000:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 633
00000100:00100000:0.0:1777022464.066013:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815994752:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022464.066038:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022464.066064:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e41db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841793 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.066106:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.066138:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.066147:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022464.066152:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e41db lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841793 expref: 43 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.066205:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.066222:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e41db lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841793 expref: 43 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.066238:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2200, rc 0)
00000100:00100000:0.0:1777022464.066309:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+43:10159:x1863342815994752:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 299us (978us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022464.066316:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 633
00000100:00100000:0.0:1777022464.074441:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.074545:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815994880
00000100:00100000:1.0:1777022464.074568:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815994880
00010000:00010000:1.0:1777022464.074616:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841785 expref: 43 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.074670:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 601
00000100:00100000:1.0:1777022464.074681:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2379:x1863342815994880:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022464.074719:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022464.074745:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841785 expref: 43 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.074761:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841785 expref: 43 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.074789:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e41cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841785 expref: 43 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.074810:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.074812:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.074822:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.074834:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.075318:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.075335:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 32 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.075352:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835840384:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022464.075470:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00000100:00100000:3.0:1777022464.083741:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835840384:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022464.083780:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022464.083927:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2379:x1863342815994880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9246us (9500us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.083942:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 601
00000100:00100000:1.0:1777022464.084154:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.084795:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815995008
00000100:00100000:3.0:1777022464.084806:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815995008
00002000:00100000:3.0:1777022464.084902:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa66160a80 x1863342815995008/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022464.084915:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66160a80 with x1863342815995008 ext(167936->204799)
00010000:00010000:3.0:1777022464.084926:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.084944:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022464.084952:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66160a80
00000100:00100000:3.0:1777022464.084983:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 367
00000100:00100000:3.0:1777022464.084994:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815995008:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.094894:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815995008:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9844us (10684us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022464.094910:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 367
00002000:00100000:1.0:1777022464.094927:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa66160a80 x1863342815995008/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/440 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.094939:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66160a80 with x1863342815995008 ext(167936->204799)
00010000:00010000:1.0:1777022464.094951:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.094974:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.094984:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66160a80
00000100:00100000:1.0:1777022464.103668:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.103825:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815995264
00000100:00100000:3.0:1777022464.103848:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815995264
00010000:00010000:3.0:1777022464.103942:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.103986:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 602
00000100:00100000:3.0:1777022464.103997:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815995264:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022464.104016:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022464.104059:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.104074:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.104102:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e41d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784178c expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.104123:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.104126:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.104145:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e41db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841793 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.104156:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e41db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841793 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.104202:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e41db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841793 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.104219:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835840512:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022464.104325:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022464.109238:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.109503:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815995136
00000100:00100000:1.0:1777022464.109528:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815995136
00000100:00100000:1.0:1777022464.109611:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 634
00000100:00100000:1.0:1777022464.109623:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815995136:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022464.109649:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022464.109675:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784179a expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.109719:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e41db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841793 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.109750:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.109753:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.109757:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784179a expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.109800:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e41db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841793 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.109816:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e41db lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841793 expref: 41 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.109832:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835840640:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022464.109959:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00000100:00100000:3.0:1777022464.111439:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835840512:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022464.111466:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022464.111539:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2378:x1863342815995264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7542us (7883us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.111581:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 602
00000100:00100000:0.0:1777022464.117519:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.118052:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815995392
00000100:00100000:3.0:1777022464.118065:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815995392
00010000:00010000:3.0:1777022464.118146:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e41db lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841793 expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.118192:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 603
00000100:00100000:3.0:1777022464.118203:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815995392:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022464.118222:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022464.118252:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e41db lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841793 expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.118268:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e41db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841793 expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.118304:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.118307:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.118317:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784179a expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.118328:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784179a expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.118376:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784179a expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.118416:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835840768:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022464.118515:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00010000:00010000:1.0:1777022464.119276:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e41db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841793 expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.119295:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65beed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835840640:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022464.119333:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784179a expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.119347:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022464.119393:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815995136:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9772us (10171us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.119401:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 634
00000100:00100000:3.0:1777022464.123731:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835840768:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022464.123765:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022464.123829:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2377:x1863342815995392:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5626us (6322us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.123885:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 603
00000100:00100000:1.0:1777022464.127674:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.127776:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815995520
00000100:00100000:2.0:1777022464.127788:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815995520
00000100:00100000:2.0:1777022464.127882:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 635
00000100:00100000:2.0:1777022464.127893:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+41:10159:x1863342815995520:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.127915:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.127937:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417a1 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.127978:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784179a expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.127988:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.127990:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.127994:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.128048:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784179a expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.128063:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784179a expref: 32 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.128089:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835840896:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022464.128183:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77e40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.133701:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835840896:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022464.133750:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 42 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.133778:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022464.134891:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815995520:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6990us (7220us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.134905:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 635
00000100:00100000:0.0:1777022464.139426:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022464.139489:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.139787:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815995776
00000100:00100000:2.0:1777022464.139801:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815995776
00000100:00100000:2.0:1777022464.139891:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 636
00000100:00100000:2.0:1777022464.139903:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815995776:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.139932:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.139956:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417a8 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.140026:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.140038:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.140048:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022464.140053:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.140265:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.140283:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.140302:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022464.140367:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+34:10158:x1863342815995776:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 466us (876us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.140374:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 636
00000100:00100000:1.0:1777022464.140677:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815995648
00000100:00100000:1.0:1777022464.140684:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815995648
00010000:00010000:1.0:1777022464.140708:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784179a expref: 34 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.140746:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 604
00000100:00100000:1.0:1777022464.140754:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2377:x1863342815995648:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022464.140766:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022464.140792:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784179a expref: 34 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.140806:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784179a expref: 34 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.140829:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784179a expref: 34 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.140844:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.140845:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.140892:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.140903:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.140933:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.140957:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 41 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.140972:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835841152:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022464.141033:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022464.148635:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.148764:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835841152:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022464.148801:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022464.148888:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815995648:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8132us (9474us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.148901:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815995904
00000100:00100000:3.0:1777022464.148910:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815995904
00000100:00100000:1.0:1777022464.148911:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 604
00002000:00100000:3.0:1777022464.148975:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa467b7480 x1863342815995904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022464.148986:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b7480 with x1863342815995904 ext(167936->172031)
00010000:00010000:3.0:1777022464.148996:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.149013:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022464.149022:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b7480
00000100:00100000:3.0:1777022464.149058:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 368
00000100:00100000:3.0:1777022464.149068:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815995904:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022464.149280:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815995904:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 213us (661us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022464.149311:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 368
00002000:00100000:3.0:1777022464.149318:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa467b7480 x1863342815995904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022464.149327:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b7480 with x1863342815995904 ext(167936->172031)
00010000:00010000:3.0:1777022464.149333:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.149344:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022464.149364:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b7480
00000100:00100000:0.0:1777022464.158353:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022464.158466:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.158576:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815996160
00000100:00100000:3.0:1777022464.158590:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815996160
00010000:00010000:3.0:1777022464.158641:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.158694:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 605
00000100:00100000:3.0:1777022464.158706:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815996160:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022464.158726:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022464.158757:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.158774:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.158835:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e41e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a1 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.159097:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.159100:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.159110:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.159142:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.159822:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815996032
00000100:00100000:1.0:1777022464.159835:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815996032
00000100:00100000:1.0:1777022464.160063:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 637
00000100:00100000:1.0:1777022464.160282:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815996032:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022464.160306:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022464.160327:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417af expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.160362:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.160371:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.160374:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.160378:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41f7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417af expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.160438:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.160454:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70080400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 32 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.160471:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835841280:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022464.160617:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00010000:00010000:0.0:1777022464.163045:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 32 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.163102:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 32 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022464.163121:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48e77100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835841408:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022464.163349:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022464.168715:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835841280:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022464.168769:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417af expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.168797:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022464.172742:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+43:10159:x1863342815996032:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12446us (14466us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.172757:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 637
00000100:00100000:1.0:1777022464.174207:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48e77100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835841408:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022464.174241:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022464.175243:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815996160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 16530us (16766us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.175270:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 605
00000100:00100000:0.0:1777022464.175563:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.175818:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815996288
00000100:00100000:1.0:1777022464.175828:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815996288
00002000:00100000:1.0:1777022464.175925:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa48e77100 x1863342815996288/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.175937:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e77100 with x1863342815996288 ext(167936->204799)
00010000:00010000:1.0:1777022464.175947:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 33 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.175967:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 33 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.175976:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa48e77100
00000100:00100000:1.0:1777022464.176004:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 369
00000100:00100000:1.0:1777022464.176015:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815996288:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.185167:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815996288:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9128us (9580us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022464.185183:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 369
00002000:00100000:1.0:1777022464.185201:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa48e77100 x1863342815996288/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/440 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.185213:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e77100 with x1863342815996288 ext(167936->204799)
00010000:00010000:1.0:1777022464.185225:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 33 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.185247:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 33 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.185290:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa48e77100
00000100:00100000:3.0:1777022464.192714:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.192771:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.192904:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815996416
00000100:00100000:2.0:1777022464.192916:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815996416
00000100:00100000:2.0:1777022464.192991:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 638
00000100:00100000:2.0:1777022464.193004:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815996416:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.193030:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.193055:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e41fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417b6 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.193153:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.193162:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417af expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.193170:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022464.193174:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e41fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417b6 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.193223:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417af expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.193238:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e41fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417b6 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.193253:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ac00, rc 0)
00000100:00100000:2.0:1777022464.193736:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+34:10158:x1863342815996416:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 731us (1033us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.193743:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 638
00000100:00100000:0.0:1777022464.196414:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815996544
00000100:00100000:0.0:1777022464.196434:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815996544
00010000:00010000:1.0:1777022464.197246:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 34 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.197433:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 606
00000100:00100000:1.0:1777022464.197445:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2378:x1863342815996544:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022464.197466:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022464.197494:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 34 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.197509:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 34 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.197539:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e41f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417a8 expref: 34 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.197568:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.197570:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.197580:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417af expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.197591:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417af expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.197663:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417af expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.197679:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417af expref: 41 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.197695:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835841664:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022464.197834:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44fd3600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.207683:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022464.207769:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815996672
00000100:00100000:0.0:1777022464.207782:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815996672
00010000:00010000:0.0:1777022464.207830:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41f7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417af expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022464.207904:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 607
00000100:00100000:0.0:1777022464.207916:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815996672:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022464.207935:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022464.207962:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41f7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417af expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.207977:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417af expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.208010:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022464.208012:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022464.208036:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e41fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417b6 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.208048:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e41fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417b6 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.208115:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e41fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417b6 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022464.208143:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f39c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835841792:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022464.208245:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022464.211564:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f39c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835841792:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022464.211599:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022464.211670:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815996672:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3756us (4000us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022464.211684:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 607
00000100:00100000:3.0:1777022464.215010:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022464.215103:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815996800
00000100:00100000:0.0:1777022464.215115:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815996800
00000100:00100000:0.0:1777022464.215187:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 639
00000100:00100000:0.0:1777022464.215198:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815996800:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022464.215224:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022464.215248:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417bd expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.215360:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e41fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417b6 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.215391:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.215393:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.215398:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 43 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.215437:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e41fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417b6 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.215452:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e41fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417b6 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022464.215467:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835841920:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022464.215643:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00010000:00010000:1.0:1777022464.216932:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e41f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417af expref: 43 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.216958:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835841664:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022464.216983:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022464.217048:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815996544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 19605us (24275us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.217060:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 606
00000100:00100000:3.0:1777022464.223644:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022464.223914:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835841920:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022464.223962:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.223995:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3400, rc 0)
00000100:00100000:0.0:1777022464.224081:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815996800:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8884us (9083us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022464.224091:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 639
00000100:00100000:3.0:1777022464.228656:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.228816:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815996928
00000100:00100000:1.0:1777022464.228830:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815996928
00010000:00010000:3.0:1777022464.229040:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e41fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417b6 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.229107:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 608
00000100:00100000:3.0:1777022464.229120:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815996928:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022464.229150:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022464.229182:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e41fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417b6 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.229228:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e41fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417b6 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.229391:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e41fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417b6 expref: 33 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.229413:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.229416:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.229425:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.229436:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.229490:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.229507:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835842048:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022464.229622:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.234832:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815997056
00000100:00100000:2.0:1777022464.234877:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815997056
00000100:00100000:2.0:1777022464.234972:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 640
00000100:00100000:2.0:1777022464.234986:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815997056:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.235012:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.235036:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417c4 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.235107:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.235118:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.235120:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.235124:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.235182:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 41 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.235197:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 41 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.235214:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835842176:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022464.235665:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022464.241633:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.241885:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815997184
00000100:00100000:1.0:1777022464.241898:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815997184
00002000:00100000:1.0:1777022464.241964:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65f39c00 x1863342815997184/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.241978:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39c00 with x1863342815997184 ext(167936->172031)
00010000:00010000:1.0:1777022464.241989:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.242041:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.242050:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f39c00
00000100:00100000:1.0:1777022464.242095:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 370
00000100:00100000:1.0:1777022464.242106:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815997184:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.242352:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815997184:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 248us (738us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022464.242361:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 370
00002000:00100000:1.0:1777022464.242369:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65f39c00 x1863342815997184/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.242378:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39c00 with x1863342815997184 ext(167936->172031)
00010000:00010000:1.0:1777022464.242384:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.242395:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.242402:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f39c00
00000100:00100000:2.0:1777022464.242576:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835842176:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022464.242614:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.242638:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022464.242673:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+34:10158:x1863342815997056:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7691us (14036us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.242680:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 640
00000100:00100000:3.0:1777022464.243805:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835842048:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022464.243832:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022464.250975:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815996928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 17716us (23204us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.250997:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 608
00000100:00100000:2.0:1777022464.252059:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.254266:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.254790:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815997440
00000100:00100000:2.0:1777022464.254806:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815997440
00010000:00010000:2.0:1777022464.254905:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.254953:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 609
00000100:00100000:2.0:1777022464.254965:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815997440:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022464.254986:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022464.255016:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.255033:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.255070:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4205 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417bd expref: 42 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.255094:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.255096:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.255108:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.255138:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.255187:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.255224:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835842304:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022464.255354:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022464.256447:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815997312
00000100:00100000:1.0:1777022464.256459:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815997312
00000100:00100000:1.0:1777022464.256525:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 641
00000100:00100000:1.0:1777022464.256536:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815997312:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022464.256583:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022464.256606:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4213 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417cb expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.256639:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.256649:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.256651:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.256655:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4213 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417cb expref: 43 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.256687:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.256702:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 32 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.256717:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835842432:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022464.256805:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.262730:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835842304:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022464.262766:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022464.262848:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2377:x1863342815997440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7877us (8595us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.262902:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 609
00000100:00100000:1.0:1777022464.263039:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835842432:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022464.263081:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4213 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417cb expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.263109:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:1.0:1777022464.263169:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815997312:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6635us (11118us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.263176:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 641
00000100:00100000:3.0:1777022464.270203:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.270485:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815997568
00000100:00100000:1.0:1777022464.270499:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815997568
00002000:00100000:1.0:1777022464.270573:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa656b8700 x1863342815997568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.270587:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656b8700 with x1863342815997568 ext(167936->204799)
00010000:00010000:1.0:1777022464.270598:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 33 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.270618:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 33 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.270627:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656b8700
00000100:00100000:1.0:1777022464.270671:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 371
00000100:00100000:1.0:1777022464.270682:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815997568:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.276076:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815997568:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5368us (5859us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022464.276092:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 371
00002000:00100000:1.0:1777022464.276110:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa656b8700 x1863342815997568/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/440 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.276123:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656b8700 with x1863342815997568 ext(167936->204799)
00010000:00010000:1.0:1777022464.276146:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 33 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.276193:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 33 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.276204:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656b8700
00000100:00100000:3.0:1777022464.280959:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022464.281153:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815997696
00000100:00100000:0.0:1777022464.281168:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815997696
00000100:00100000:0.0:1777022464.281271:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 642
00000100:00100000:0.0:1777022464.281283:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815997696:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022464.281311:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022464.281338:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e421a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417d2 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.281378:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.281385:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4213 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417cb expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.281392:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022464.281397:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e421a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417d2 expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.281454:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4213 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417cb expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.281473:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e421a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417d2 expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.281491:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3c00, rc 0)
00000100:00100000:0.0:1777022464.281574:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+34:10158:x1863342815997696:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 293us (633us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022464.281583:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 642
00000100:00100000:3.0:1777022464.285772:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.286756:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815997824
00000100:00100000:1.0:1777022464.286772:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815997824
00010000:00010000:2.0:1777022464.287044:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 34 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.287278:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 610
00000100:00100000:2.0:1777022464.287291:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2380:x1863342815997824:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022464.287314:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022464.287347:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 34 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.287363:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 34 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.287395:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e420c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417c4 expref: 34 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.287417:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.287438:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.287449:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4213 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417cb expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.287460:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4213 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417cb expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.287514:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4213 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417cb expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.287531:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4213 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417cb expref: 41 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.287699:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835842688:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022464.287816:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022464.292453:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835842688:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022464.292490:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022464.292570:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2380:x1863342815997824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5281us (6813us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.292583:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 610
00000100:00100000:0.0:1777022464.296702:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.296808:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815997952
00000100:00100000:3.0:1777022464.296820:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815997952
00010000:00010000:3.0:1777022464.297028:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4213 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417cb expref: 42 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.297201:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 611
00000100:00100000:3.0:1777022464.297212:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815997952:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022464.297234:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022464.297272:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4213 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417cb expref: 42 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.297286:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4213 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417cb expref: 42 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.297317:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4213 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417cb expref: 42 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.297363:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.297366:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.297376:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e421a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417d2 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.297389:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e421a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417d2 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.297435:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e421a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417d2 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.297452:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1ba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835842816:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022464.297573:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022464.301420:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1ba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835842816:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022464.301458:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022464.301560:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2377:x1863342815997952:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4332us (4854us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.301573:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 611
00000100:00100000:0.0:1777022464.306078:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.306183:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815998080
00000100:00100000:1.0:1777022464.306197:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815998080
00000100:00100000:1.0:1777022464.306293:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 643
00000100:00100000:1.0:1777022464.306307:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+41:10159:x1863342815998080:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022464.306331:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022464.306355:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417d9 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.306399:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e421a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417d2 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.306410:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.306413:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.306417:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.306461:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e421a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d2 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.306476:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e421a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d2 expref: 32 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.306511:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835842944:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022464.306769:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022464.311699:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835842944:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022464.311757:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.311790:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:3.0:1777022464.312012:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815998080:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5707us (5956us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.312024:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 643
00000100:00100000:0.0:1777022464.313967:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.315739:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815998208
00000100:00100000:2.0:1777022464.315759:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815998208
00010000:00010000:2.0:1777022464.315821:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e421a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d2 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.316354:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 612
00000100:00100000:2.0:1777022464.316369:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815998208:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022464.316389:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022464.316417:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e421a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d2 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.316456:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e421a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d2 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.316486:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e421a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d2 expref: 33 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.316505:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.316508:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.316518:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.316531:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.316699:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.316718:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835843072:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022464.317039:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77e40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022464.322993:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.323202:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835843072:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022464.323237:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022464.323316:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342815998208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6950us (9358us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.323330:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 612
00000100:00100000:1.0:1777022464.324666:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815998336
00000100:00100000:1.0:1777022464.324682:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815998336
00000100:00100000:1.0:1777022464.324760:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 644
00000100:00100000:1.0:1777022464.324772:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815998336:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022464.324800:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022464.324828:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417e0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.324920:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.324931:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.324933:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.324938:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.324984:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 41 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.325000:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 41 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.325018:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835843200:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022464.325783:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022464.329755:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.330033:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815998464
00000100:00100000:1.0:1777022464.330047:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815998464
00002000:00100000:1.0:1777022464.330134:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65f38a80 x1863342815998464/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.330146:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38a80 with x1863342815998464 ext(167936->172031)
00010000:00010000:1.0:1777022464.330157:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.330180:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.330190:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f38a80
00000100:00100000:1.0:1777022464.330235:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 372
00000100:00100000:1.0:1777022464.330247:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815998464:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.331044:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815998464:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 794us (1300us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022464.331053:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 372
00002000:00100000:1.0:1777022464.331062:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65f38a80 x1863342815998464/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.331081:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38a80 with x1863342815998464 ext(167936->172031)
00010000:00010000:1.0:1777022464.331090:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.331137:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.331146:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f38a80
00000100:00100000:3.0:1777022464.338617:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.338663:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.338705:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815998720
00000100:00100000:3.0:1777022464.338718:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815998720
00010000:00010000:3.0:1777022464.338770:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.338822:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 613
00000100:00100000:3.0:1777022464.338834:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815998720:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022464.338882:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022464.338911:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.338925:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.338962:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.338965:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.338976:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.338987:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.339058:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.339091:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835843328:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022464.339213:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.342362:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815998592
00000100:00100000:2.0:1777022464.342382:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815998592
00000100:00100000:2.0:1777022464.342475:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 645
00000100:00100000:2.0:1777022464.342488:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+43:10159:x1863342815998592:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.342516:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.342542:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e422f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417e7 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.342724:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.342735:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.342737:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.342741:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e422f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417e7 expref: 44 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.342786:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.342802:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 33 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.342820:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835843456:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022464.342982:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77e40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022464.343539:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835843328:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022464.343575:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022464.343611:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2377:x1863342815998720:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4778us (4946us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.343623:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 613
00000100:00100000:3.0:1777022464.347848:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835843456:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022464.347936:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e422f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417e7 expref: 43 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.347966:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:3.0:1777022464.348034:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+43:10159:x1863342815998592:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5548us (9430us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.348045:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 645
00010000:00010000:1.0:1777022464.349982:0:6924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4221 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417d9 expref: 42 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.350012:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835843200:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022464.350057:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 33 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.350078:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 33 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.350094:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:1.0:1777022464.350190:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815998336:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 25419us (27212us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.350202:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 644
00000100:00100000:2.0:1777022464.357806:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.358015:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815998848
00000100:00100000:1.0:1777022464.358028:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815998848
00002000:00100000:1.0:1777022464.358107:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa657cfb80 x1863342815998848/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.358121:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cfb80 with x1863342815998848 ext(167936->204799)
00010000:00010000:1.0:1777022464.358161:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 33 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.358181:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 33 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.358191:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cfb80
00000100:00100000:1.0:1777022464.358232:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 373
00000100:00100000:1.0:1777022464.358244:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815998848:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.367797:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342815998848:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9538us (9990us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022464.367815:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 373
00002000:00100000:1.0:1777022464.367833:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (167936->204799)  req@ffff8efa657cfb80 x1863342815998848/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/440 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.367898:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cfb80 with x1863342815998848 ext(167936->204799)
00010000:00010000:1.0:1777022464.367911:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 33 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.367933:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 33 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.367944:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cfb80
00000100:00100000:2.0:1777022464.373753:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.375638:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815999104
00000100:00100000:3.0:1777022464.375655:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815999104
00000100:00100000:0.0:1777022464.375998:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.376997:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815998976
00000100:00100000:1.0:1777022464.377008:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815998976
00000100:00100000:1.0:1777022464.377094:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 646
00000100:00100000:1.0:1777022464.377409:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+34:10158:x1863342815998976:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022464.377434:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022464.377459:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4236 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417ee expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.377497:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.377504:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e422f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417e7 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.377513:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022464.377518:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4236 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417ee expref: 35 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.377581:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e422f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e7 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.377598:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4236 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417ee expref: 35 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.377614:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:1.0:1777022464.377690:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+35:10158:x1863342815998976:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 569us (1697us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.377697:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 646
00010000:00010000:2.0:1777022464.379642:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 34 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.379779:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 614
00000100:00100000:2.0:1777022464.379792:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2377:x1863342815999104:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022464.379811:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022464.379849:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 34 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.379889:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 34 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.379924:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e4228 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e0 expref: 34 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.379945:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.379947:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.379957:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e422f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e7 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.379968:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e422f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e7 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.380017:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e422f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e7 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.380030:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e422f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e7 expref: 41 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.380054:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835843712:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022464.380195:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d770c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.384221:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835843712:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022464.384254:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022464.384333:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815999104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4544us (10595us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.384347:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 614
00000100:00100000:3.0:1777022464.388752:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.389696:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815999232
00000100:00100000:2.0:1777022464.389714:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815999232
00010000:00010000:2.0:1777022464.389778:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e422f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e7 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.389842:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 615
00000100:00100000:2.0:1777022464.389878:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342815999232:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022464.389898:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022464.389927:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e422f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e7 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.389943:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e422f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e7 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.389976:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e422f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417e7 expref: 42 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.390020:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.390022:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.390033:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4236 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417ee expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.390044:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4236 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417ee expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.390422:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4236 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417ee expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.390441:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835843840:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022464.390605:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77e40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022464.398511:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022464.399485:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815999360
00000100:00100000:0.0:1777022464.399500:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815999360
00000100:00100000:0.0:1777022464.399660:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 647
00000100:00100000:0.0:1777022464.399675:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815999360:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022464.399701:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022464.399730:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417f5 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.399775:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4236 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417ee expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.399789:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.399792:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.399797:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 43 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.400177:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4236 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417ee expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.400199:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4236 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417ee expref: 32 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022464.400218:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f39f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835843968:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022464.400483:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835843840:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022464.400509:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022464.400588:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2378:x1863342815999232:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10736us (11851us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.400600:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 615
00000100:00100000:1.0:1777022464.402895:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022464.409588:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.410048:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f39f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835843968:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022464.410106:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.410150:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2200, rc 0)
00000100:00100000:2.0:1777022464.410246:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342815999360:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10574us (11751us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.410263:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 647
00000100:00100000:3.0:1777022464.412194:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815999488
00000100:00100000:3.0:1777022464.412212:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815999488
00010000:00010000:3.0:1777022464.412281:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4236 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417ee expref: 33 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.412357:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 616
00000100:00100000:3.0:1777022464.412370:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342815999488:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022464.412388:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022464.412417:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4236 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417ee expref: 33 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.412433:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4236 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417ee expref: 33 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.412465:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4236 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417ee expref: 33 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.412486:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.412488:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.412498:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.412511:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.412574:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.412592:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835844096:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022464.412728:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635840 going to sleep for 11 seconds
00000100:00100000:1.0:1777022464.419334:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.419442:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.419583:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835844096:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022464.419616:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022464.419698:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342815999488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7330us (10124us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.419713:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 616
00000100:00100000:0.0:1777022464.420060:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815999744
00000100:00100000:0.0:1777022464.420081:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815999744
00002000:00100000:0.0:1777022464.420168:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65bed500 x1863342815999744/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022464.420180:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bed500 with x1863342815999744 ext(167936->172031)
00002000:00010000:0.0:1777022464.420187:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bed500
00000100:00100000:0.0:1777022464.420222:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 304
00000100:00100000:0.0:1777022464.420233:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815999744:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022464.420447:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2377:x1863342815999744:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 216us (1005us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022464.420454:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 304
00002000:00100000:0.0:1777022464.420461:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa65bed500 x1863342815999744/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022464.420470:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bed500 with x1863342815999744 ext(167936->172031)
00002000:00010000:0.0:1777022464.420473:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bed500
00000100:00100000:2.0:1777022464.423758:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815999616
00000100:00100000:2.0:1777022464.423782:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815999616
00000100:00100000:2.0:1777022464.423920:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 648
00000100:00100000:2.0:1777022464.423934:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342815999616:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.423960:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.423987:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e4244 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78417fc expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.424033:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.424044:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.424047:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.424051:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e4244 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78417fc expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.424301:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 41 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.424319:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 41 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.424338:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835844224:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022464.424476:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77e40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022464.432363:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.432667:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342815999872
00000100:00100000:2.0:1777022464.432681:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342815999872
00002000:00100000:2.0:1777022464.432755:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (172032->176127)  req@ffff8efa467b4a80 x1863342815999872/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022464.432769:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b4a80 with x1863342815999872 ext(172032->176127)
00010000:00010000:2.0:1777022464.432781:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.432804:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022464.432814:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b4a80
00000100:00100000:2.0:1777022464.432888:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 374
00000100:00100000:2.0:1777022464.432899:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2379:x1863342815999872:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022464.433357:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2379:x1863342815999872:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 457us (1006us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022464.433366:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 374
00002000:00100000:2.0:1777022464.433373:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (172032->176127)  req@ffff8efa467b4a80 x1863342815999872/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022464.433382:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b4a80 with x1863342815999872 ext(172032->176127)
00010000:00010000:2.0:1777022464.433389:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.433414:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022464.433422:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b4a80
00000100:00100000:1.0:1777022464.434373:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.434618:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835844224:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022464.434659:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e4244 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417fc expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.434687:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:3.0:1777022464.434744:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342815999616:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10814us (15428us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.434753:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 648
00000100:00100000:1.0:1777022464.435236:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816000000
00000100:00100000:1.0:1777022464.435249:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816000000
00002000:00100000:1.0:1777022464.435316:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa467b6d80 x1863342816000000/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 4584/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.435328:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b6d80 with x1863342816000000 ext(167936->172031)
00010000:00010000:1.0:1777022464.435336:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.435350:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 42 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.435357:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b6d80
00000100:00100000:1.0:1777022464.435389:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 375
00000100:00100000:1.0:1777022464.435399:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342816000000:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022464.436071:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2378:x1863342816000000:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 671us (1700us total) trans 4294967401 rc 0/0
00000100:00100000:1.0:1777022464.436446:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 375
00002000:00100000:1.0:1777022464.436457:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa467b6d80 x1863342816000000/t4294967401(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 4584/448 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.436466:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b6d80 with x1863342816000000 ext(167936->172031)
00010000:00010000:1.0:1777022464.436473:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 44 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.436515:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 44 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.436524:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b6d80
00000100:00100000:2.0:1777022464.440794:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.440910:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816000128
00000100:00100000:1.0:1777022464.440924:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816000128
00000100:00100000:1.0:1777022464.440992:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 649
00000100:00100000:1.0:1777022464.441005:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+44:10159:x1863342816000128:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022464.441033:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022464.441058:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841803 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.441211:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.441214:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022464.441222:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 45 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.441237:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 45 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.441333:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ca00, rc 0)
00000100:00100000:1.0:1777022464.441417:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+45:10159:x1863342816000128:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 415us (638us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.441426:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 649
00000100:00100000:2.0:1777022464.448780:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.448963:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816000256
00000100:00100000:3.0:1777022464.448976:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816000256
00010000:00010000:3.0:1777022464.449025:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 45 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.449355:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 617
00000100:00100000:3.0:1777022464.449369:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2379:x1863342816000256:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022464.449387:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022464.449412:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 336 -> 344
00010000:00010000:3.0:1777022464.449420:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 45 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.449458:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 45 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.449489:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e423d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [167936->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417f5 expref: 45 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.449512:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.449515:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.449527:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e4244 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417fc expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.449538:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e4244 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417fc expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.449558:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.449560:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.449564:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 44 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.449573:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 44 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.449618:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 44 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.449648:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835844352:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022464.449761:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e4244 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417fc expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.449771:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835844480:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022464.449796:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022464.457108:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835844352:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022464.457138:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835844480:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022464.457171:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022464.457234:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2379:x1863342816000256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7868us (8469us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.457247:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 617
00000100:00100000:2.0:1777022464.464006:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.464175:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816000384
00000100:00100000:1.0:1777022464.464208:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816000384
00002000:00100000:1.0:1777022464.464292:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa657cf100 x1863342816000384/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.464304:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf100 with x1863342816000384 ext(167936->172031)
00002000:00010000:1.0:1777022464.464312:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cf100
00000100:00100000:1.0:1777022464.464347:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 305
00000100:00100000:1.0:1777022464.464358:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342816000384:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.464594:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342816000384:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 237us (603us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022464.464602:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 305
00002000:00100000:1.0:1777022464.464609:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa657cf100 x1863342816000384/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.464617:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf100 with x1863342816000384 ext(167936->172031)
00002000:00010000:1.0:1777022464.464620:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cf100
00000100:00100000:0.0:1777022464.470602:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.470756:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816000512
00000100:00100000:3.0:1777022464.470769:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816000512
00002000:00100000:3.0:1777022464.470898:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (172032->176127)  req@ffff8efa65f39180 x1863342816000512/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022464.470912:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39180 with x1863342816000512 ext(172032->176127)
00002000:00010000:3.0:1777022464.470919:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f39180
00000100:00100000:3.0:1777022464.470958:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 306
00000100:00100000:3.0:1777022464.470970:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2377:x1863342816000512:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022464.471219:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2377:x1863342816000512:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 251us (631us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022464.471253:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 306
00002000:00100000:3.0:1777022464.471271:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (172032->176127)  req@ffff8efa65f39180 x1863342816000512/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022464.471280:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39180 with x1863342816000512 ext(172032->176127)
00002000:00010000:3.0:1777022464.471283:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f39180
00000100:00100000:0.0:1777022464.478355:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.479231:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816000640
00000100:00100000:2.0:1777022464.479247:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816000640
00000100:00100000:2.0:1777022464.479404:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 650
00000100:00100000:2.0:1777022464.479415:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342816000640:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.479439:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.479464:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4252 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784180a expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.479508:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.479520:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.479523:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.479527:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4252 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784180a expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.480695:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.480751:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 43 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.480772:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835844608:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022464.481780:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.487765:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.488063:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816000768
00000100:00100000:1.0:1777022464.488085:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816000768
00002000:00100000:1.0:1777022464.488164:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (176128->180223)  req@ffff8efa657cf480 x1863342816000768/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.488178:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf480 with x1863342816000768 ext(176128->180223)
00010000:00010000:1.0:1777022464.488189:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 44 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.488211:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 44 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.488247:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cf480
00000100:00100000:1.0:1777022464.488446:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 376
00000100:00100000:1.0:1777022464.488458:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2377:x1863342816000768:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022464.492795:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835844608:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022464.492877:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4252 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784180a expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.492913:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:3.0:1777022464.492989:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+34:10158:x1863342816000640:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 13575us (14735us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.493002:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 650
00000100:00100000:2.0:1777022464.493155:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.493903:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816000896
00000100:00100000:3.0:1777022464.493916:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816000896
00002000:00100000:3.0:1777022464.493977:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (172032->176127)  req@ffff8efa657ce680 x1863342816000896/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 4584/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022464.493989:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ce680 with x1863342816000896 ext(172032->176127)
00010000:00010000:3.0:1777022464.493999:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 45 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.494276:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2377:x1863342816000768:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5818us (6521us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022464.494287:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 376
00002000:00100000:1.0:1777022464.494297:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (176128->180223)  req@ffff8efa657cf480 x1863342816000768/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.494305:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf480 with x1863342816000768 ext(176128->180223)
00010000:00010000:1.0:1777022464.494311:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 45 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.498792:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022464.498976:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816001024
00000100:00100000:0.0:1777022464.498993:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816001024
00000100:00100000:0.0:1777022464.499083:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 651
00000100:00100000:0.0:1777022464.499096:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10159:x1863342816001024:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022464.499122:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022464.499156:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841811 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.499204:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.499207:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.499232:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.499248:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 47 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.499267:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3000, rc 0)
00000100:00100000:0.0:1777022464.499346:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10159:x1863342816001024:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 252us (570us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022464.499355:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 651
00010000:00010000:3.0:1777022464.500158:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 46 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022464.500187:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657ce680
00000100:00100000:3.0:1777022464.500230:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 377
00000100:00100000:3.0:1777022464.500241:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2378:x1863342816000896:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022464.500711:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342816000896:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 471us (7555us total) trans 4294967402 rc 0/0
00000100:00100000:3.0:1777022464.500720:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 377
00002000:00100000:3.0:1777022464.500730:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (172032->176127)  req@ffff8efa657ce680 x1863342816000896/t4294967402(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 4584/448 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022464.500740:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ce680 with x1863342816000896 ext(172032->176127)
00010000:00010000:3.0:1777022464.500748:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 48 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.505386:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 48 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.505410:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cf480
00010000:00010000:3.0:1777022464.505764:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 47 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022464.505776:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657ce680
00000100:00100000:2.0:1777022464.506028:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.506276:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816001152
00000100:00100000:1.0:1777022464.506287:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816001152
00010000:00010000:1.0:1777022464.506327:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 47 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.506369:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 618
00000100:00100000:1.0:1777022464.506379:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342816001152:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022464.506413:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022464.506437:0:11988:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 344 -> 352
00010000:00010000:1.0:1777022464.506443:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 47 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.506455:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 47 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.506484:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e424b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [172032->18446744073709551615] (req 172032->176127) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841803 expref: 47 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.506505:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.506507:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.506519:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4252 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784180a expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.506531:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4252 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784180a expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.506641:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.506643:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.506647:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 46 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.506654:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 46 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.506711:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 46 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.506728:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48e74a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835844736:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022464.506997:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4252 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784180a expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.507004:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835844864:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022464.507024:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022464.517653:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48e74a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835844736:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022464.517674:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835844864:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022464.517713:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022464.517792:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2379:x1863342816001152:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11413us (11764us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.517806:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 618
00000100:00100000:2.0:1777022464.519830:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.520079:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816001280
00000100:00100000:1.0:1777022464.520093:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816001280
00002000:00100000:1.0:1777022464.520168:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (172032->176127)  req@ffff8efa657ced80 x1863342816001280/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.520181:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ced80 with x1863342816001280 ext(172032->176127)
00002000:00010000:1.0:1777022464.520187:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657ced80
00000100:00100000:1.0:1777022464.520272:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 307
00000100:00100000:1.0:1777022464.520305:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2377:x1863342816001280:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.520527:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2377:x1863342816001280:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 224us (708us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022464.520535:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 307
00002000:00100000:1.0:1777022464.520552:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (172032->176127)  req@ffff8efa657ced80 x1863342816001280/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.520560:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ced80 with x1863342816001280 ext(172032->176127)
00002000:00010000:1.0:1777022464.520564:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657ced80
00000100:00100000:2.0:1777022464.526140:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.526808:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816001408
00000100:00100000:3.0:1777022464.526823:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816001408
00000100:00100000:3.0:1777022464.526957:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 652
00000100:00100000:3.0:1777022464.526969:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+34:10158:x1863342816001408:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022464.526992:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022464.527017:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841818 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.527188:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 45 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.527199:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022464.527202:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022464.527206:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.527250:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 45 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.527266:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 45 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.527284:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835844992:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022464.527388:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.533160:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.533321:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816001536
00000100:00100000:1.0:1777022464.533334:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816001536
00002000:00100000:1.0:1777022464.533402:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (176128->180223)  req@ffff8efa657cc380 x1863342816001536/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.533417:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc380 with x1863342816001536 ext(176128->180223)
00010000:00010000:1.0:1777022464.533428:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 46 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.533449:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 46 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.533459:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cc380
00000100:00100000:1.0:1777022464.533493:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 378
00000100:00100000:1.0:1777022464.533504:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2377:x1863342816001536:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.533751:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2377:x1863342816001536:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 248us (605us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022464.533781:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 378
00002000:00100000:1.0:1777022464.533789:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (176128->180223)  req@ffff8efa657cc380 x1863342816001536/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.533798:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc380 with x1863342816001536 ext(176128->180223)
00010000:00010000:1.0:1777022464.533804:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 46 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.533816:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 46 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.533823:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cc380
00000100:00100000:3.0:1777022464.538900:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835844992:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022464.538954:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.538985:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022464.539507:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+35:10158:x1863342816001408:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12539us (13389us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.539519:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 652
00000100:00100000:2.0:1777022464.539763:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.539950:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.540078:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816001792
00000100:00100000:1.0:1777022464.540090:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816001792
00010000:00010000:1.0:1777022464.540150:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 46 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.540194:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 619
00000100:00100000:1.0:1777022464.540204:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2377:x1863342816001792:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022464.540223:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022464.540250:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 46 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.540265:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 46 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.540315:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e4259 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841811 expref: 46 pid: 6924 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.540333:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.540336:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.540347:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.540359:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.540403:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.540420:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835845120:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022464.540500:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022464.542946:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816001664
00000100:00100000:3.0:1777022464.542963:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816001664
00000100:00100000:3.0:1777022464.543039:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 653
00000100:00100000:3.0:1777022464.543050:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10159:x1863342816001664:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022464.543173:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022464.543198:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4267 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784181f expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.543240:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.543251:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022464.543255:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022464.543259:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4267 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784181f expref: 47 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.543302:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.543317:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 34 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.543332:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835845248:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022464.543430:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.550020:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022464.550145:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816001920
00000100:00100000:0.0:1777022464.550158:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816001920
00002000:00100000:0.0:1777022464.550226:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (176128->212991)  req@ffff8efa657cf800 x1863342816001920/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022464.550238:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf800 with x1863342816001920 ext(176128->212991)
00010000:00010000:0.0:1777022464.550248:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 35 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.550267:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 35 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022464.550276:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cf800
00000100:00100000:0.0:1777022464.550315:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 379
00000100:00100000:0.0:1777022464.550326:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342816001920:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.551141:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835845120:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022464.551171:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022464.551217:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2377:x1863342816001792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11013us (11265us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.551229:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 619
00000100:00100000:0.0:1777022464.558081:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342816001920:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7732us (8053us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022464.558117:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 379
00002000:00100000:0.0:1777022464.558142:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (176128->212991)  req@ffff8efa657cf800 x1863342816001920/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/440 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022464.558154:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf800 with x1863342816001920 ext(176128->212991)
00010000:00010000:0.0:1777022464.558168:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 35 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.558189:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 35 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022464.558198:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cf800
00000100:00100000:3.0:1777022464.562077:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835845248:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022464.562135:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4267 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784181f expref: 46 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.562186:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022464.562259:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10159:x1863342816001664:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 19210us (22496us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.562268:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 653
00000100:00100000:3.0:1777022464.568650:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022464.570252:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816002048
00000100:00100000:0.0:1777022464.570269:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816002048
00000100:00100000:0.0:1777022464.570357:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 654
00000100:00100000:0.0:1777022464.570370:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+35:10158:x1863342816002048:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022464.570394:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022464.570422:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841826 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.570464:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.570472:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4267 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784181f expref: 45 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.570480:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022464.570485:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 36 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.570577:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4267 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784181f expref: 45 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.570595:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 36 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.570612:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2e00, rc 0)
00000100:00100000:0.0:1777022464.570695:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+36:10158:x1863342816002048:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 329us (2059us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022464.570704:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 654
00000100:00100000:1.0:1777022464.584196:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.584514:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816002176
00000100:00100000:3.0:1777022464.584530:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816002176
00010000:00010000:3.0:1777022464.584681:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 36 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.584794:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 620
00000100:00100000:3.0:1777022464.584808:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+36:2380:x1863342816002176:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022464.584829:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022464.584922:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 36 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.584943:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 36 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.584978:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4260 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841818 expref: 36 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.585005:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.585007:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.585038:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4267 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784181f expref: 45 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.585050:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4267 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784181f expref: 45 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.585107:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4267 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784181f expref: 45 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.585132:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4267 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784181f expref: 45 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.585150:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835845504:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022464.585285:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.597315:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835845504:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022464.597352:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022464.597432:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2380:x1863342816002176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12626us (13250us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.597447:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 620
00000100:00100000:2.0:1777022464.601932:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.602085:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816002304
00000100:00100000:1.0:1777022464.602098:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816002304
00010000:00010000:1.0:1777022464.602189:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4267 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784181f expref: 46 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.602243:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 621
00000100:00100000:1.0:1777022464.602262:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2377:x1863342816002304:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022464.602287:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022464.602315:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4267 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784181f expref: 46 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.602332:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4267 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784181f expref: 46 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.602364:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e4267 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784181f expref: 46 pid: 9584 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.602385:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.602387:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.602396:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.602407:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.602455:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.602487:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835845632:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022464.602603:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.608044:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835845632:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022464.608081:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022464.608169:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2377:x1863342816002304:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5914us (6250us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.608203:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 621
00000100:00100000:2.0:1777022464.628281:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.628426:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.628532:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816002560
00000100:00100000:1.0:1777022464.628546:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816002560
00002000:00100000:1.0:1777022464.628612:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (176128->212991)  req@ffff8efa657cce00 x1863342816002560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.628626:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cce00 with x1863342816002560 ext(176128->212991)
00002000:00010000:1.0:1777022464.628633:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cce00
00000100:00100000:1.0:1777022464.628674:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 308
00000100:00100000:1.0:1777022464.628685:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2378:x1863342816002560:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022464.633962:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816002432
00000100:00100000:3.0:1777022464.633982:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816002432
00000100:00100000:2.0:1777022464.634373:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 655
00000100:00100000:2.0:1777022464.634389:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+45:10159:x1863342816002432:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.634428:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.634453:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4275 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784182d expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.634495:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 36 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.634507:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.634509:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.634514:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4275 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784182d expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.634572:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 36 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.634588:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 36 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.634606:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835845760:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022464.634731:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77e40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022464.644565:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2378:x1863342816002560:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 15857us (16114us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022464.644581:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 308
00002000:00100000:1.0:1777022464.644597:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (176128->212991)  req@ffff8efa657cce00 x1863342816002560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/440 e 0 to 0 dl 1777022475 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.644608:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cce00 with x1863342816002560 ext(176128->212991)
00010000:00010000:1.0:1777022464.644620:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 35 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.644641:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 35 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.644673:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cce00
00000100:00100000:2.0:1777022464.654321:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022464.655505:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835845760:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022464.655563:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4275 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784182d expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.655597:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ac00, rc 0)
00000100:00100000:0.0:1777022464.655698:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10159:x1863342816002432:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 21313us (27431us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022464.655709:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 655
00000100:00100000:0.0:1777022464.655750:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816002816
00000100:00100000:0.0:1777022464.655758:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816002816
00000100:00100000:0.0:1777022464.655820:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 656
00000100:00100000:0.0:1777022464.655831:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+35:10158:x1863342816002816:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022464.655851:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022464.655932:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841834 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.655962:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.655965:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.655970:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 36 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.655981:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 36 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.655990:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3e00, rc 0)
00000100:00100000:0.0:1777022464.656011:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+36:10158:x1863342816002816:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 182us (1711us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022464.656016:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 656
00000100:00100000:2.0:1777022464.657051:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.657387:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816002688
00000100:00100000:3.0:1777022464.657396:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816002688
00002000:00100000:3.0:1777022464.657444:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (49152->184319)  req@ffff8efa657cd880 x1863342816002688/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022464.657456:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd880 with x1863342816002688 ext(49152->184319)
00010000:00010000:3.0:1777022464.657476:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 36 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.657493:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 36 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022464.657519:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cd880
00000100:00100000:3.0:1777022464.657559:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 380
00000100:00100000:3.0:1777022464.657568:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+36:2378:x1863342816002688:12345-192.168.202.33@tcp:4:kworker.0
00010000:00010000:2.0:1777022464.681279:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022464.696735:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+48:2378:x1863342816002688:12345-192.168.202.33@tcp:4:kworker.0 Request processed in 39149us (39671us total) trans 4294967413 rc 0/0
00000100:00100000:2.0:1777022464.696753:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 380
00002000:00100000:2.0:1777022464.696770:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (49152->184319)  req@ffff8efa657cd880 x1863342816002688/t4294967413(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/448 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 0/0 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022464.696783:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd880 with x1863342816002688 ext(49152->184319)
00010000:00010000:2.0:1777022464.696812:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 48 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.699577:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 48 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022464.699607:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cd880
00000100:00100000:2.0:1777022464.703996:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.704236:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816002944
00000100:00100000:1.0:1777022464.704250:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816002944
00010000:00010000:1.0:1777022464.704302:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 48 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.704363:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 622
00000100:00100000:1.0:1777022464.704374:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+48:2378:x1863342816002944:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022464.704395:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022464.704428:0:5938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 1777022463 -> 1777022464
00002000:00010000:1.0:1777022464.704432:0:5938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1777022463 -> 1777022464
00002000:00010000:1.0:1777022464.704435:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 352 -> 368
00010000:00010000:1.0:1777022464.704443:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 48 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.704459:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 48 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.704491:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e426e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [176128->18446744073709551615] (req 176128->180223) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841826 expref: 48 pid: 6921 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.704514:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.704516:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.704526:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4275 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784182d expref: 45 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.704562:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4275 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784182d expref: 45 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.704574:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.704575:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.704580:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.704588:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.704635:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.704654:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835845888:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022464.704793:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4275 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784182d expref: 45 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.704804:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835846016:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022464.704830:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022464.723293:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.723337:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835845888:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022464.723355:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835846016:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022464.723396:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022464.723520:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+47:2378:x1863342816002944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 19146us (19539us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022464.723536:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 622
00000100:00100000:2.0:1777022464.723889:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816003072
00000100:00100000:2.0:1777022464.723901:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816003072
00002000:00100000:2.0:1777022464.723966:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (176128->180223)  req@ffff8efa65f3aa00 x1863342816003072/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022464.723979:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3aa00 with x1863342816003072 ext(176128->180223)
00002000:00010000:2.0:1777022464.723986:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3aa00
00000100:00100000:2.0:1777022464.724019:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 309
00000100:00100000:2.0:1777022464.724030:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2377:x1863342816003072:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022464.724273:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2377:x1863342816003072:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 244us (997us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022464.724280:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 309
00002000:00100000:2.0:1777022464.724286:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (176128->180223)  req@ffff8efa65f3aa00 x1863342816003072/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022464.724294:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3aa00 with x1863342816003072 ext(176128->180223)
00002000:00010000:2.0:1777022464.724298:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3aa00
00000100:00100000:0.0:1777022464.737561:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.738585:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816003200
00000100:00100000:2.0:1777022464.738603:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816003200
00000100:00100000:2.0:1777022464.738690:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 657
00000100:00100000:2.0:1777022464.738703:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10159:x1863342816003200:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.738726:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.738752:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784183b expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.738800:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.738811:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.738813:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.738817:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.738883:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.738923:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 46 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.738942:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835846144:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022464.740948:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.741227:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022464.741445:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816003328
00000100:00100000:0.0:1777022464.741455:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816003328
00002000:00100000:0.0:1777022464.741526:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (180224->184319)  req@ffff8efa4d1b8e00 x1863342816003328/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022464.741539:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b8e00 with x1863342816003328 ext(180224->184319)
00010000:00010000:0.0:1777022464.741548:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 47 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.741567:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 47 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022464.741600:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b8e00
00000100:00100000:0.0:1777022464.741641:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 381
00000100:00100000:0.0:1777022464.741652:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+47:2378:x1863342816003328:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022464.741846:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+47:2378:x1863342816003328:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 195us (909us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022464.741885:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 381
00002000:00100000:0.0:1777022464.741894:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (180224->184319)  req@ffff8efa4d1b8e00 x1863342816003328/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022464.741902:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b8e00 with x1863342816003328 ext(180224->184319)
00010000:00010000:0.0:1777022464.741907:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 47 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.741918:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 47 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022464.741925:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b8e00
00000100:00100000:2.0:1777022464.743908:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835846144:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022464.743950:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.743977:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022464.744042:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10159:x1863342816003200:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5342us (6498us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.744051:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 657
00000100:00100000:3.0:1777022464.751974:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.754009:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.764229:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816003456
00000100:00100000:1.0:1777022464.764263:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816003456
00002000:00100000:1.0:1777022464.764373:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (184320->188415)  req@ffff8efa4d1ba680 x1863342816003456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.764388:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba680 with x1863342816003456 ext(184320->188415)
00010000:00010000:1.0:1777022464.764400:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 47 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.764427:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 47 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.764437:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1ba680
00000100:00100000:1.0:1777022464.765240:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816003584
00000100:00100000:1.0:1777022464.765249:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816003584
00002000:00100000:1.0:1777022464.765288:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (180224->184319)  req@ffff8efa4d1b9880 x1863342816003584/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 4584/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.765299:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9880 with x1863342816003584 ext(180224->184319)
00010000:00010000:1.0:1777022464.765306:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 48 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.765320:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 48 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.765351:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b9880
00000100:00100000:1.0:1777022464.765384:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 382
00000100:00100000:1.0:1777022464.765394:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+48:2377:x1863342816003456:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022464.765445:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 383
00000100:00100000:0.0:1777022464.765469:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+48:2380:x1863342816003584:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022464.765658:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+48:2377:x1863342816003456:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 262us (13807us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022464.765667:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 382
00000100:00100000:0.0:1777022464.765806:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+50:2380:x1863342816003584:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 346us (11809us total) trans 4294967414 rc 0/0
00000100:00100000:0.0:1777022464.765815:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 383
00002000:00100000:0.0:1777022464.765827:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (180224->184319)  req@ffff8efa4d1b9880 x1863342816003584/t4294967414(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 4584/448 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022464.765966:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9880 with x1863342816003584 ext(180224->184319)
00010000:00010000:0.0:1777022464.765978:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 50 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.765999:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 50 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022464.766007:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b9880
00002000:00100000:1.0:1777022464.766630:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (184320->188415)  req@ffff8efa4d1ba680 x1863342816003456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.766644:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba680 with x1863342816003456 ext(184320->188415)
00010000:00010000:1.0:1777022464.766653:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 49 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.766678:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 49 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.766687:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1ba680
00000100:00100000:3.0:1777022464.774674:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.774741:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.774889:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816003840
00000100:00100000:2.0:1777022464.774900:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816003840
00010000:00010000:2.0:1777022464.774948:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 49 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.774993:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 623
00000100:00100000:2.0:1777022464.775004:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+49:2378:x1863342816003840:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022464.775020:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022464.775432:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 49 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.775468:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 49 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.775496:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e427c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841834 expref: 49 pid: 6923 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.775516:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.775518:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.775527:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.775537:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.775580:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.775596:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835846272:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022464.775712:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022464.775808:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816003712
00000100:00100000:0.0:1777022464.775815:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816003712
00000100:00100000:0.0:1777022464.775893:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 658
00000100:00100000:0.0:1777022464.775902:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+49:10158:x1863342816003712:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022464.775915:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022464.775931:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841842 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.775952:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.775959:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.775961:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.775966:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.775988:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 46 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.776009:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 46 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022464.776020:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835846400:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022464.776341:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022464.780191:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835846400:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022464.780253:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.780287:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2c00, rc 0)
00000100:00100000:0.0:1777022464.780442:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+50:10158:x1863342816003712:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4539us (5775us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022464.780454:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 658
00000100:00100000:2.0:1777022464.786261:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835846272:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022464.786298:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022464.786407:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+49:2378:x1863342816003840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11404us (11664us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.786420:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 623
00000100:00100000:0.0:1777022464.792081:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.792326:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816003968
00000100:00100000:1.0:1777022464.792339:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816003968
00002000:00100000:1.0:1777022464.792407:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (180224->184319)  req@ffff8efa65f38380 x1863342816003968/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.792421:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38380 with x1863342816003968 ext(180224->184319)
00010000:00010000:1.0:1777022464.792434:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 47 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.792961:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 47 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.792972:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f38380
00000100:00100000:1.0:1777022464.793066:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 384
00000100:00100000:1.0:1777022464.793081:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2377:x1863342816003968:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.793357:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2377:x1863342816003968:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 279us (1291us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022464.793366:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 384
00002000:00100000:1.0:1777022464.793374:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (180224->184319)  req@ffff8efa65f38380 x1863342816003968/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.793383:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38380 with x1863342816003968 ext(180224->184319)
00010000:00010000:1.0:1777022464.793390:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 47 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.793402:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 47 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.793410:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f38380
00000100:00100000:1.0:1777022464.798505:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.798748:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.798919:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816004224
00000100:00100000:2.0:1777022464.798933:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816004224
00010000:00010000:2.0:1777022464.798991:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 47 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.799048:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 624
00000100:00100000:2.0:1777022464.799061:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342816004224:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022464.799081:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022464.799111:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 47 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.799137:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 47 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.799168:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4283 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [180224->18446744073709551615] (req 180224->184319) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784183b expref: 47 pid: 11979 timeout: 502 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.799192:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.799195:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.799204:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.799216:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.799269:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.799317:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835846528:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022464.799436:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022464.800805:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816004096
00000100:00100000:0.0:1777022464.800819:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816004096
00000100:00100000:0.0:1777022464.800925:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 659
00000100:00100000:0.0:1777022464.800937:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10159:x1863342816004096:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022464.800962:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022464.800985:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4291 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841849 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.801020:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022464.801039:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022464.801048:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4291 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841849 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.801067:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4291 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841849 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.801081:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2200, rc 0)
00000100:00100000:0.0:1777022464.801164:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10159:x1863342816004096:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 229us (2675us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022464.801173:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 659
00000100:00100000:2.0:1777022464.803720:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835846528:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022464.803754:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022464.803823:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2379:x1863342816004224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4763us (5073us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.803837:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 624
00000100:00100000:2.0:1777022464.825559:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.825612:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.825711:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816004352
00000100:00100000:3.0:1777022464.825725:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816004352
00002000:00100000:3.0:1777022464.825800:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (184320->188415)  req@ffff8efa65805180 x1863342816004352/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022464.825813:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805180 with x1863342816004352 ext(184320->188415)
00002000:00010000:3.0:1777022464.825821:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805180
00000100:00100000:3.0:1777022464.825890:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816004480
00000100:00100000:3.0:1777022464.825894:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816004480
00002000:00100000:3.0:1777022464.825913:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (180224->184319)  req@ffff8efa656b9500 x1863342816004480/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022464.825922:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656b9500 with x1863342816004480 ext(180224->184319)
00002000:00010000:3.0:1777022464.825926:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656b9500
00000100:00100000:3.0:1777022464.825945:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 310
00000100:00100000:3.0:1777022464.825956:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+49:2377:x1863342816004352:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022464.826203:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+49:2377:x1863342816004352:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 247us (659us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022464.826229:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 310
00002000:00100000:3.0:1777022464.826237:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (184320->188415)  req@ffff8efa65805180 x1863342816004352/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022464.826244:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805180 with x1863342816004352 ext(184320->188415)
00002000:00010000:3.0:1777022464.826247:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805180
00000100:00100000:3.0:1777022464.826265:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 311
00000100:00100000:3.0:1777022464.826272:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2377:x1863342816004480:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022464.826348:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2377:x1863342816004480:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 76us (735us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022464.826354:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 311
00002000:00100000:3.0:1777022464.826359:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (180224->184319)  req@ffff8efa656b9500 x1863342816004480/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022464.826368:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656b9500 with x1863342816004480 ext(180224->184319)
00002000:00010000:3.0:1777022464.826371:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656b9500
00000100:00100000:1.0:1777022464.837677:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.837901:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816004608
00000100:00100000:2.0:1777022464.837915:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816004608
00002000:00100000:2.0:1777022464.837990:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa658d3480 x1863342816004608/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022464.838004:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3480 with x1863342816004608 ext(188416->192511)
00002000:00010000:2.0:1777022464.838011:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d3480
00000100:00100000:2.0:1777022464.838054:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 312
00000100:00100000:2.0:1777022464.838074:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+49:2379:x1863342816004608:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022464.838322:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+49:2379:x1863342816004608:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 250us (669us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022464.838330:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 312
00002000:00100000:2.0:1777022464.838338:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa658d3480 x1863342816004608/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022464.838608:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3480 with x1863342816004608 ext(188416->192511)
00002000:00010000:2.0:1777022464.838612:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d3480
00000100:00100000:0.0:1777022464.847214:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.847541:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816004736
00000100:00100000:3.0:1777022464.847556:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816004736
00000100:00100000:3.0:1777022464.847646:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 660
00000100:00100000:3.0:1777022464.847660:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10159:x1863342816004736:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022464.847694:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022464.847719:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e4298 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841850 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.847767:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.847927:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022464.847930:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022464.847936:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e4298 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841850 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.847981:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.847999:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 48 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.848016:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835846656:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022464.848170:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022464.860114:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.860180:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.860381:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816004864
00000100:00100000:1.0:1777022464.860412:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816004864
00002000:00100000:1.0:1777022464.860481:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (184320->188415)  req@ffff8efa65f0a680 x1863342816004864/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 4584/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.860496:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f0a680 with x1863342816004864 ext(184320->188415)
00010000:00010000:1.0:1777022464.860509:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.860530:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.860539:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f0a680
00000100:00100000:1.0:1777022464.860578:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 385
00000100:00100000:1.0:1777022464.860589:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+49:2378:x1863342816004864:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022464.861093:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816004864:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 503us (991us total) trans 4294967415 rc 0/0
00000100:00100000:1.0:1777022464.861101:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 385
00002000:00100000:1.0:1777022464.861108:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (184320->188415)  req@ffff8efa65f0a680 x1863342816004864/t4294967415(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 4584/448 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.861117:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f0a680 with x1863342816004864 ext(184320->188415)
00010000:00010000:1.0:1777022464.861132:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 51 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.861144:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 51 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.861164:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f0a680
00000100:00100000:2.0:1777022464.861579:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835846656:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022464.861621:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e4298 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841850 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.861645:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a744600, rc 0)
00000100:00100000:2.0:1777022464.861689:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10159:x1863342816004736:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 14034us (14494us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.861698:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 660
00000100:00100000:2.0:1777022464.861717:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816004992
00000100:00100000:2.0:1777022464.861722:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816004992
00000100:00100000:2.0:1777022464.861756:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 661
00000100:00100000:2.0:1777022464.861763:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816004992:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.861775:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.861793:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841857 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.861823:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.861825:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.861829:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 52 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.861839:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 52 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.861887:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022464.861907:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+52:10158:x1863342816004992:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 144us (1726us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.861913:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 661
00000100:00100000:1.0:1777022464.865002:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.865293:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816005120
00000100:00100000:3.0:1777022464.865308:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816005120
00010000:00010000:3.0:1777022464.865371:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 52 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.865428:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 625
00000100:00100000:3.0:1777022464.865440:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2379:x1863342816005120:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022464.865460:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022464.865492:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 368 -> 376
00010000:00010000:3.0:1777022464.865529:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 52 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.865546:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 52 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.865583:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e428a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [184320->18446744073709551615] (req 184320->188415) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841842 expref: 52 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.865606:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.865609:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.865621:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e4298 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841850 expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.865634:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e4298 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841850 expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.865645:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.865647:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.865651:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.865659:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.865952:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.865984:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f08380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835846784:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022464.866485:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e4298 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841850 expref: 47 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.866500:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835846912:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022464.866529:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022464.877458:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.877483:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f08380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835846784:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022464.877505:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835846912:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022464.877530:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022464.877614:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2379:x1863342816005120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12175us (12627us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.877626:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 625
00000100:00100000:0.0:1777022464.877668:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816005248
00000100:00100000:0.0:1777022464.877686:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816005248
00002000:00100000:0.0:1777022464.877757:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (184320->188415)  req@ffff8efa65450a80 x1863342816005248/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022464.877770:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65450a80 with x1863342816005248 ext(184320->188415)
00002000:00010000:0.0:1777022464.877777:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65450a80
00000100:00100000:0.0:1777022464.877821:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 313
00000100:00100000:0.0:1777022464.877834:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342816005248:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022464.878102:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342816005248:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 271us (660us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022464.878110:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 313
00002000:00100000:0.0:1777022464.878116:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (184320->188415)  req@ffff8efa65450a80 x1863342816005248/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022464.878148:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65450a80 with x1863342816005248 ext(184320->188415)
00002000:00010000:0.0:1777022464.878153:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65450a80
00000100:00100000:3.0:1777022464.898647:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.898751:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.898887:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816005376
00000100:00100000:1.0:1777022464.898900:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816005376
00000100:00100000:0.0:1777022464.899263:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816005504
00000100:00100000:2.0:1777022464.899269:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 662
00000100:00100000:0.0:1777022464.899271:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816005504
00002000:00100000:0.0:1777022464.899727:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65f08380 x1863342816005504/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022464.899741:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08380 with x1863342816005504 ext(188416->192511)
00002000:00010000:0.0:1777022464.899749:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f08380
00000100:00100000:0.0:1777022464.899786:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 314
00000100:00100000:2.0:1777022464.909984:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10159:x1863342816005376:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.910022:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.910059:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784185e expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.910129:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.910142:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.910144:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.910149:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 49 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.910201:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.910222:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.910266:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835847040:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022464.910271:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816005504:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022464.910416:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022464.910980:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816005504:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 11182us (12224us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022464.910992:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 314
00002000:00100000:0.0:1777022464.911002:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65f08380 x1863342816005504/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022464.911013:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08380 with x1863342816005504 ext(188416->192511)
00010000:00010000:0.0:1777022464.911022:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.911040:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022464.911048:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f08380
00000100:00100000:2.0:1777022464.915163:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835847040:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022464.915205:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 49 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.915232:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022464.915357:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816005376:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 16072us (16720us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.915367:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 662
00000100:00100000:1.0:1777022464.919407:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.919567:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022464.919703:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816005760
00000100:00100000:0.0:1777022464.919714:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816005760
00010000:00010000:0.0:1777022464.919755:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022464.919811:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 626
00000100:00100000:0.0:1777022464.919821:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816005760:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022464.919843:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022464.919887:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.919901:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.919927:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e429f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841857 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.919947:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022464.919950:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022464.919958:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.919968:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.920007:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022464.920257:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835847168:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022464.920337:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e540 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.925233:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816005632
00000100:00100000:2.0:1777022464.925246:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816005632
00000100:00100000:2.0:1777022464.925324:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 663
00000100:00100000:2.0:1777022464.925338:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816005632:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.925362:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.925385:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841865 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.925422:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.925431:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.925433:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.925438:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841865 expref: 52 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.925489:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.925503:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 48 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.925517:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835847296:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022464.925604:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.929523:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835847296:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022464.929663:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841865 expref: 52 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.929685:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022464.929795:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+52:10158:x1863342816005632:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4459us (10399us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.929805:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 663
00000100:00100000:0.0:1777022464.934746:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835847168:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022464.934787:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022464.934954:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816005760:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 15133us (15384us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022464.934969:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 626
00000100:00100000:0.0:1777022464.937399:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.937508:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816005888
00000100:00100000:1.0:1777022464.937520:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816005888
00002000:00100000:1.0:1777022464.937578:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65f3bb80 x1863342816005888/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.937591:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3bb80 with x1863342816005888 ext(188416->192511)
00010000:00010000:1.0:1777022464.937600:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.937965:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.937974:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f3bb80
00000100:00100000:1.0:1777022464.938206:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 386
00000100:00100000:1.0:1777022464.938219:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816005888:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.938466:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816005888:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 248us (1073us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022464.938474:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 386
00002000:00100000:1.0:1777022464.938498:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65f3bb80 x1863342816005888/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.938506:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3bb80 with x1863342816005888 ext(188416->192511)
00010000:00010000:1.0:1777022464.938512:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.938523:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.938529:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f3bb80
00000100:00100000:1.0:1777022464.945288:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.945394:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.945606:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816006144
00000100:00100000:2.0:1777022464.945619:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816006144
00010000:00010000:2.0:1777022464.945665:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.945717:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 627
00000100:00100000:2.0:1777022464.945727:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342816006144:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022464.945759:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022464.945783:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.945797:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.945822:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784185e expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.946235:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.946238:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022464.946247:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841865 expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.946258:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841865 expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.946299:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841865 expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.946314:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835847424:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022464.946392:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.950583:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835847424:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022464.950615:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022464.950745:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2377:x1863342816006144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5018us (5349us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.950756:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 627
00000100:00100000:0.0:1777022464.951504:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816006016
00000100:00100000:0.0:1777022464.951514:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816006016
00000100:00100000:0.0:1777022464.951574:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 664
00000100:00100000:0.0:1777022464.951584:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10159:x1863342816006016:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022464.951601:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022464.951622:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e42b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784186c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.951658:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841865 expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.951667:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.951669:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022464.951673:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e42b4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784186c expref: 49 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.951731:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841865 expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022464.951745:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841865 expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022464.951760:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835847552:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022464.951825:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e540 going to sleep for 11 seconds
00000100:00100000:0.0:1777022464.956522:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.956615:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816006272
00000100:00100000:3.0:1777022464.956625:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816006272
00010000:00010000:3.0:1777022464.956666:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42ad lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841865 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.956713:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 628
00000100:00100000:3.0:1777022464.956725:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816006272:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022464.956741:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022464.956763:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42ad lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841865 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.956794:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841865 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.956822:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.956824:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022464.956839:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e42b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784186c expref: 49 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.956873:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e42b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784186c expref: 49 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022464.956916:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e42b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784186c expref: 49 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022464.956931:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835847680:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022464.957019:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635f00 going to sleep for 11 seconds
00010000:00010000:2.0:1777022464.960516:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841865 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.960549:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835847552:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022464.960584:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e42b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784186c expref: 49 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.960600:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3000, rc 0)
00000100:00100000:2.0:1777022464.960805:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816006016:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9221us (15525us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.960816:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 664
00000100:00100000:3.0:1777022464.962404:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835847680:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022464.962428:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022464.962520:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+50:2377:x1863342816006272:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5797us (6007us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022464.962531:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 628
00000100:00100000:0.0:1777022464.966717:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.967212:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816006400
00000100:00100000:2.0:1777022464.967225:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816006400
00000100:00100000:2.0:1777022464.967333:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 665
00000100:00100000:2.0:1777022464.967344:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+50:10158:x1863342816006400:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.967369:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.967391:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841873 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.967429:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e42b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784186c expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.967437:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.967456:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.967461:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 51 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.967497:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e42b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784186c expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.967512:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e42b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784186c expref: 48 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.967526:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835847808:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022464.967621:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022464.972557:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.972654:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816006528
00000100:00100000:1.0:1777022464.972664:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816006528
00010000:00010000:1.0:1777022464.972705:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e42b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784186c expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.972753:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 629
00000100:00100000:1.0:1777022464.972763:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816006528:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022464.972779:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022464.972803:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e42b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784186c expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.972818:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e42b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784186c expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.972916:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.972919:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.972927:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 51 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.972937:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 51 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.972977:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 51 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.972992:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65452d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835847936:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022464.973081:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00010000:00010000:2.0:1777022464.973402:0:6924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e42b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784186c expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.973420:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835847808:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022464.973450:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 51 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.973461:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022464.973494:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816006400:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6152us (6792us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.973502:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 665
00000100:00100000:0.0:1777022464.978386:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65452d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835847936:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022464.978420:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022464.978482:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342816006528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5719us (5943us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022464.978496:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 629
00000100:00100000:3.0:1777022464.982229:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.982272:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022464.982351:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816006784
00000100:00100000:2.0:1777022464.982362:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816006784
00000100:00100000:2.0:1777022464.982419:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 666
00000100:00100000:2.0:1777022464.982443:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10159:x1863342816006784:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.982462:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.982479:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784187a expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.982515:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.982524:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.982526:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.982531:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.982579:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.982594:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 50 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.982608:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835848064:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022464.982701:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022464.983295:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816006656
00000100:00100000:1.0:1777022464.983301:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816006656
00002000:00100000:1.0:1777022464.983338:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65f0b100 x1863342816006656/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/0 e 0 to 0 dl 1777022475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.983348:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f0b100 with x1863342816006656 ext(188416->192511)
00010000:00010000:1.0:1777022464.983355:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.983367:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.983388:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f0b100
00000100:00100000:1.0:1777022464.983422:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 387
00000100:00100000:1.0:1777022464.983430:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816006656:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022464.983597:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816006656:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 167us (1323us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022464.983605:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 387
00002000:00100000:1.0:1777022464.983612:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65f0b100 x1863342816006656/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:115/0 lens 488/4536 e 0 to 0 dl 1777022475 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022464.983620:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f0b100 with x1863342816006656 ext(188416->192511)
00010000:00010000:1.0:1777022464.983626:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.983636:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022464.983643:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f0b100
00000100:00100000:2.0:1777022464.989266:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835848064:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022464.989310:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.989334:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022464.989407:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816006784:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6965us (7187us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022464.989417:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 666
00000100:00100000:3.0:1777022464.993706:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022464.993759:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022464.993971:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816007040
00000100:00100000:1.0:1777022464.993979:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816007040
00010000:00010000:1.0:1777022464.994018:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.994066:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 630
00000100:00100000:1.0:1777022464.994075:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816007040:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022464.994095:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022464.994115:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.994138:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.994162:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841873 expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.994179:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.994181:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022464.994189:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.994199:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022464.994237:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022464.994250:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65452680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835848192:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022464.994327:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00000100:00100000:2.0:1777022464.994843:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816006912
00000100:00100000:2.0:1777022464.994849:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816006912
00000100:00100000:2.0:1777022464.994939:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 667
00000100:00100000:2.0:1777022464.994948:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816006912:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022464.994962:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022464.994975:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841881 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.994998:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.995006:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.995007:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022464.995011:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841881 expref: 52 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.995036:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022464.995062:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 48 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022464.995073:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835848320:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022464.995145:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022465.003350:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.003481:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65452680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835848192:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022465.003508:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022465.003596:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2378:x1863342816007040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9520us (9834us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.003607:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 630
00000100:00100000:0.0:1777022465.003889:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816007168
00000100:00100000:0.0:1777022465.003897:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816007168
00002000:00100000:0.0:1777022465.003937:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65f08700 x1863342816007168/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.003948:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08700 with x1863342816007168 ext(188416->192511)
00010000:00010000:0.0:1777022465.003956:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.003983:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.003991:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f08700
00000100:00100000:0.0:1777022465.004009:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 388
00000100:00100000:0.0:1777022465.004016:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816007168:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022465.004165:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816007168:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 148us (825us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022465.004171:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 388
00002000:00100000:0.0:1777022465.004177:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65f08700 x1863342816007168/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.004186:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08700 with x1863342816007168 ext(188416->192511)
00010000:00010000:0.0:1777022465.004191:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.004202:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.004209:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f08700
00000100:00100000:2.0:1777022465.004914:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835848320:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022465.004940:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841881 expref: 51 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.004957:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022465.004992:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816006912:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10045us (11296us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.004999:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 667
00000100:00100000:1.0:1777022465.008973:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.009086:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816007296
00000100:00100000:2.0:1777022465.009096:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816007296
00000100:00100000:2.0:1777022465.009166:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 668
00000100:00100000:2.0:1777022465.009177:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816007296:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022465.009197:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022465.009218:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841888 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.009252:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.009258:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841881 expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.009265:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022465.009269:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841888 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.009312:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841881 expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.009343:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841888 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.009358:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022465.009441:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+50:10159:x1863342816007296:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 267us (478us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.009449:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 668
00000100:00100000:0.0:1777022465.016760:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.016907:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816007424
00000100:00100000:3.0:1777022465.016918:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816007424
00010000:00010000:3.0:1777022465.016962:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.017000:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 631
00000100:00100000:3.0:1777022465.017009:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2377:x1863342816007424:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022465.017027:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022465.017051:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.017065:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.017094:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e42c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784187a expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.017115:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022465.017332:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022465.017343:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841881 expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.017354:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841881 expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.017414:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841881 expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.017428:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841881 expref: 50 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.017441:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835848576:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022465.017529:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.021419:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.021520:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816007552
00000100:00100000:1.0:1777022465.021532:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816007552
00010000:00010000:1.0:1777022465.021668:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841881 expref: 51 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.021718:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 632
00000100:00100000:1.0:1777022465.021727:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2379:x1863342816007552:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022465.021743:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022465.021766:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841881 expref: 51 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.021780:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841881 expref: 51 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.021810:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.021812:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.021821:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841888 expref: 49 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:0.0:1777022465.021960:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:1.0:1777022465.022208:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841888 expref: 49 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.022251:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841888 expref: 49 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.022279:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65452d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835848704:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.022367:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00010000:00010000:3.0:1777022465.025357:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841881 expref: 51 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.025382:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835848576:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022465.025409:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022465.025478:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342816007424:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8468us (8729us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022465.025489:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 631
00000100:00100000:0.0:1777022465.034401:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65452d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835848704:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.034452:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022465.039529:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.039644:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.040030:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816007808
00000100:00100000:1.0:1777022465.040041:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816007808
00002000:00100000:1.0:1777022465.040095:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa66933100 x1863342816007808/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.040108:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66933100 with x1863342816007808 ext(188416->192511)
00002000:00010000:1.0:1777022465.040114:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66933100
00000100:00100000:1.0:1777022465.040154:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 315
00000100:00100000:1.0:1777022465.040165:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816007808:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022465.040378:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816007808:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 214us (733us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022465.040387:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 315
00002000:00100000:1.0:1777022465.040393:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa66933100 x1863342816007808/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.040402:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66933100 with x1863342816007808 ext(188416->192511)
00002000:00010000:1.0:1777022465.040405:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66933100
00000100:00100000:3.0:1777022465.041575:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816007680
00000100:00100000:3.0:1777022465.041584:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816007680
00000100:00100000:3.0:1777022465.041629:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 669
00000100:00100000:3.0:1777022465.041637:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816007680:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022465.041650:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022465.041670:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784188f expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.041716:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841888 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.041725:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.041727:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.041731:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 52 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.041765:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841888 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.041779:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841888 expref: 48 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.041793:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835848832:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022465.041903:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.042577:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2379:x1863342816007552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 20847us (21164us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.042588:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 632
00000100:00100000:3.0:1777022465.046745:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835848832:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022465.046787:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.046810:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a744a00, rc 0)
00000100:00100000:3.0:1777022465.046969:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816007680:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5331us (7449us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022465.046979:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 669
00000100:00100000:2.0:1777022465.051607:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.051739:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.051821:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816007936
00000100:00100000:0.0:1777022465.051836:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816007936
00000100:00100000:0.0:1777022465.051923:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 670
00000100:00100000:0.0:1777022465.051933:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816007936:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022465.051964:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022465.051984:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e42de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841896 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.052016:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022465.052031:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.052040:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022465.052045:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e42de lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841896 expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.052090:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.052107:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e42de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841896 expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.052132:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3c00, rc 0)
00000100:00100000:0.0:1777022465.052205:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+50:10159:x1863342816007936:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 273us (607us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.052212:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 670
00000100:00100000:1.0:1777022465.052649:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816008064
00000100:00100000:1.0:1777022465.052654:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816008064
00010000:00010000:1.0:1777022465.052678:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841888 expref: 50 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.052712:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 633
00000100:00100000:1.0:1777022465.052729:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2377:x1863342816008064:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022465.052740:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022465.052759:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841888 expref: 50 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.052773:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841888 expref: 50 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.052794:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e42d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841888 expref: 50 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.052809:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.052811:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.052819:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.052837:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.052903:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.052915:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.052928:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65452d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835849088:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.052995:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.057467:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65452d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835849088:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022465.057494:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022465.057574:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342816008064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4844us (5832us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.057584:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 633
00000100:00100000:1.0:1777022465.062620:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.063194:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816008192
00000100:00100000:0.0:1777022465.063204:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816008192
00002000:00100000:0.0:1777022465.063256:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65452d80 x1863342816008192/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.063268:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65452d80 with x1863342816008192 ext(188416->192511)
00010000:00010000:0.0:1777022465.063278:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.063350:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.063360:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65452d80
00000100:00100000:0.0:1777022465.063425:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 389
00000100:00100000:0.0:1777022465.063436:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816008192:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022465.063653:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816008192:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 217us (1040us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022465.063661:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 389
00002000:00100000:0.0:1777022465.063667:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65452d80 x1863342816008192/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.063675:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65452d80 with x1863342816008192 ext(188416->192511)
00010000:00010000:0.0:1777022465.063680:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.063707:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.063715:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65452d80
00000100:00100000:3.0:1777022465.067002:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.068310:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816008320
00000100:00100000:2.0:1777022465.068326:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816008320
00000100:00100000:2.0:1777022465.068409:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 671
00000100:00100000:2.0:1777022465.068421:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816008320:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022465.068440:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022465.068462:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e42e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784189d expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.068493:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.068500:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e42de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841896 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.068506:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022465.068511:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e42e5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784189d expref: 52 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.068584:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e42de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841896 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.068598:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e42e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784189d expref: 52 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.068612:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022465.068683:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+52:10158:x1863342816008320:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 264us (1690us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.068691:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 671
00000100:00100000:3.0:1777022465.070777:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.071011:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816008448
00000100:00100000:2.0:1777022465.071031:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816008448
00010000:00010000:2.0:1777022465.071069:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 52 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.071112:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 634
00000100:00100000:2.0:1777022465.071136:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2379:x1863342816008448:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022465.071155:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022465.071179:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 52 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.071193:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 52 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.071238:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e42d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784188f expref: 52 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.071255:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.071257:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.071265:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e42de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841896 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.071276:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e42de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841896 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.071461:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e42de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841896 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.071475:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e42de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841896 expref: 48 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.071489:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835849344:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022465.071706:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.079991:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.080079:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816008576
00000100:00100000:1.0:1777022465.080089:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816008576
00010000:00010000:1.0:1777022465.080145:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e42de lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841896 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.080188:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 635
00000100:00100000:1.0:1777022465.080198:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2380:x1863342816008576:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022465.080212:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022465.080235:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e42de lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841896 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.080251:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e42de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841896 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.080281:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.080283:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.080292:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e42e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784189d expref: 51 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.080322:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e42e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784189d expref: 51 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.080366:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e42e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784189d expref: 51 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.080380:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661ae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835849472:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.080460:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4fc93300 going to sleep for 11 seconds
00010000:00010000:2.0:1777022465.083906:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e42de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841896 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.083931:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835849344:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022465.083961:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022465.084041:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2379:x1863342816008448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12919us (13272us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.084052:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 634
00000100:00100000:0.0:1777022465.085770:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661ae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835849472:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.085794:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022465.086336:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2380:x1863342816008576:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6137us (6353us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.086349:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 635
00000100:00100000:1.0:1777022465.090371:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.090678:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816008704
00000100:00100000:3.0:1777022465.090688:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816008704
00000100:00100000:3.0:1777022465.090756:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 672
00000100:00100000:3.0:1777022465.090766:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10159:x1863342816008704:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022465.090788:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022465.090811:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418a4 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.090895:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e42e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784189d expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.090906:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.090908:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.090912:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.090948:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e42e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784189d expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.090963:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e42e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784189d expref: 50 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.090978:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835849600:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022465.091075:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.095607:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.095647:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.095758:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816008832
00000100:00100000:1.0:1777022465.095767:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816008832
00010000:00010000:1.0:1777022465.095810:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e42e5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784189d expref: 51 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.095892:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 636
00000100:00100000:1.0:1777022465.095901:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816008832:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022465.095916:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022465.095938:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e42e5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784189d expref: 51 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.095951:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e42e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784189d expref: 51 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.095992:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.095995:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.096004:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.096014:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.096051:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.096065:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661adc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835849728:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.096147:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022465.096481:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816008960
00000100:00100000:2.0:1777022465.096486:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816008960
00000100:00100000:2.0:1777022465.096529:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 673
00000100:00100000:2.0:1777022465.096538:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+52:10158:x1863342816008960:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022465.096551:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022465.096563:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e42e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784189d expref: 52 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.096565:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418ab expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.096583:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.096586:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835849600:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022465.096591:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.096592:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.096595:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 52 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.096613:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.096622:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.099667:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.099688:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.099706:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835849856:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022465.099818:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00010000:00010000:3.0:1777022465.103400:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a744400, rc 0)
00000100:00100000:2.0:1777022465.105226:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816008704:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 14452us (14856us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.105238:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 672
00000100:00100000:2.0:1777022465.107983:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661adc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835849728:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022465.108011:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022465.108075:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2377:x1863342816008832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12175us (12476us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.108087:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 636
00000100:00100000:3.0:1777022465.108262:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835849856:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022465.108289:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 51 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.108312:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:3.0:1777022465.108339:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816008960:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11803us (12691us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022465.108346:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 673
00000100:00100000:1.0:1777022465.119820:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.125057:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816009088
00000100:00100000:3.0:1777022465.125073:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816009088
00002000:00100000:3.0:1777022465.125148:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa661af800 x1863342816009088/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.125161:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661af800 with x1863342816009088 ext(188416->192511)
00010000:00010000:3.0:1777022465.125172:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.125207:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022465.125217:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661af800
00000100:00100000:3.0:1777022465.125263:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 390
00000100:00100000:3.0:1777022465.125273:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816009088:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022465.125473:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816009088:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 200us (5663us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022465.125481:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 390
00002000:00100000:3.0:1777022465.125487:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa661af800 x1863342816009088/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.125497:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661af800 with x1863342816009088 ext(188416->192511)
00010000:00010000:3.0:1777022465.125502:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.125514:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022465.125521:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661af800
00000100:00100000:1.0:1777022465.134317:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.134366:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.134462:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816009344
00000100:00100000:0.0:1777022465.134471:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816009344
00010000:00010000:0.0:1777022465.134510:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.134558:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 637
00000100:00100000:0.0:1777022465.134568:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342816009344:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022465.134583:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022465.134605:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.134620:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.134645:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087bd90f7/0x72ae7b78094e42ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418a4 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.134676:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.134678:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.134686:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.134696:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.134735:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.134751:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f39f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835849984:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022465.134896:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022465.135416:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816009216
00000100:00100000:3.0:1777022465.135422:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816009216
00000100:00100000:3.0:1777022465.135467:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 674
00000100:00100000:3.0:1777022465.135475:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816009216:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022465.135500:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022465.135518:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418b2 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.135550:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.135614:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.135616:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.135620:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 50 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.135648:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.135662:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 50 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.135673:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835850112:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022465.135782:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.146177:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f39f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835849984:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.146207:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022465.146259:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2377:x1863342816009344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11692us (11891us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.146271:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 637
00000100:00100000:1.0:1777022465.146739:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.146843:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816009472
00000100:00100000:0.0:1777022465.146851:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816009472
00002000:00100000:0.0:1777022465.146920:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa661ae300 x1863342816009472/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.146933:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661ae300 with x1863342816009472 ext(188416->192511)
00010000:00010000:0.0:1777022465.146942:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.146975:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.146983:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661ae300
00000100:00100000:0.0:1777022465.147016:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 391
00000100:00100000:0.0:1777022465.147025:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816009472:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022465.147203:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816009472:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 179us (466us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022465.147211:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 391
00002000:00100000:0.0:1777022465.147217:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa661ae300 x1863342816009472/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.147225:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661ae300 with x1863342816009472 ext(188416->192511)
00010000:00010000:0.0:1777022465.147230:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.147241:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.147248:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661ae300
00000100:00100000:0.0:1777022465.157528:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.157621:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.157726:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816009728
00000100:00100000:2.0:1777022465.157736:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816009728
00010000:00010000:2.0:1777022465.157779:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.157823:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 638
00000100:00100000:2.0:1777022465.157839:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816009728:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022465.157876:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022465.157900:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.157915:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 51 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.157945:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.157947:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.157955:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 49 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.157986:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 49 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.158025:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 49 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.158040:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835850240:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022465.158135:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77e40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.160151:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816009600
00000100:00100000:1.0:1777022465.160165:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816009600
00000100:00100000:1.0:1777022465.160236:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 675
00000100:00100000:1.0:1777022465.160246:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+52:10158:x1863342816009600:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.160265:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.160285:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4301 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418b9 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.160345:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 49 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.160354:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.160356:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.160360:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4301 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418b9 expref: 53 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.160391:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 49 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.160405:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 49 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.160419:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835850368:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022465.163955:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e42f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ab expref: 53 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.163982:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65bed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835850112:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022465.164017:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 49 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.164042:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 49 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.164055:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a745000, rc 0)
00000100:00100000:3.0:1777022465.165916:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816009216:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 30431us (31598us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022465.165928:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 674
00000100:00100000:1.0:1777022465.168089:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.171972:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835850240:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022465.172000:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022465.172199:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2378:x1863342816009728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14366us (14576us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.172210:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 638
00000100:00100000:0.0:1777022465.182722:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.182785:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.182926:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816009856
00000100:00100000:2.0:1777022465.182936:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816009856
00010000:00010000:2.0:1777022465.182976:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 49 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.183032:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 639
00000100:00100000:2.0:1777022465.183042:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816009856:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022465.183064:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022465.183084:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 49 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.183097:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 49 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.183131:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.183133:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.183146:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4301 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418b9 expref: 51 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.183156:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4301 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418b9 expref: 51 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.183191:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4301 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418b9 expref: 51 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.183205:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835850496:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022465.183276:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77e40 going to sleep for 11 seconds
00010000:00010000:1.0:1777022465.183654:0:9584:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.33@tcp) returned -22 from blocking AST (req@000000000c884a9a x1863342835850368) - normal race ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 49 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.183690:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e42fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b2 expref: 49 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.183703:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835850368:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022465.183726:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4301 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418b9 expref: 51 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.183737:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:1.0:1777022465.183780:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816009600:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 23534us (26262us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.183788:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 675
00000100:00100000:1.0:1777022465.183818:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816009984
00000100:00100000:1.0:1777022465.183823:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816009984
00000100:00100000:3.0:1777022465.189360:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 676
00000100:00100000:2.0:1777022465.189438:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816009984:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022465.189476:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022465.189498:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418c0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.189535:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4301 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418b9 expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.189545:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.189547:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.189551:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.189589:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4301 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b9 expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.189627:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4301 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b9 expref: 50 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.189642:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835850624:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022465.196502:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022465.197281:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835850496:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022465.197403:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022465.197541:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2378:x1863342816009856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14499us (14825us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.197553:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 639
00000100:00100000:1.0:1777022465.207849:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.208092:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835850624:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022465.208141:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 49 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.208166:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022465.208234:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816009984:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 18861us (25447us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.208245:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 676
00000100:00100000:3.0:1777022465.208525:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.208785:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816010240
00000100:00100000:2.0:1777022465.208792:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816010240
00000100:00100000:2.0:1777022465.208886:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 677
00000100:00100000:2.0:1777022465.208897:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816010240:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022465.208914:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022465.208947:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418c7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.208981:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.208986:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.208994:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022465.208998:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 52 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.209522:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.209538:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 52 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.209552:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022465.209605:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+52:10158:x1863342816010240:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 710us (1079us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.209612:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 677
00000100:00100000:0.0:1777022465.210103:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816010112
00000100:00100000:0.0:1777022465.210109:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816010112
00010000:00010000:0.0:1777022465.210149:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4301 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b9 expref: 52 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.210188:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 640
00000100:00100000:0.0:1777022465.210197:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2377:x1863342816010112:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022465.210209:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022465.210230:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4301 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b9 expref: 52 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.210241:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4301 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b9 expref: 52 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.210263:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4301 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418b9 expref: 52 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.210276:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.210278:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.210285:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.210294:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.210324:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.210355:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 48 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.210371:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835850880:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022465.210441:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.219421:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835850880:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.219452:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022465.219513:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816010112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9316us (11672us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.219523:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 640
00000100:00100000:1.0:1777022465.221588:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.222910:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816010368
00000100:00100000:3.0:1777022465.222920:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816010368
00002000:00100000:3.0:1777022465.222970:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa66129880 x1863342816010368/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.222978:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66129880 with x1863342816010368 ext(188416->192511)
00010000:00010000:3.0:1777022465.222986:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.222999:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022465.223005:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66129880
00000100:00100000:3.0:1777022465.223030:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 392
00000100:00100000:3.0:1777022465.223040:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342816010368:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022465.223250:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342816010368:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 211us (1671us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022465.223258:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 392
00002000:00100000:3.0:1777022465.223265:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa66129880 x1863342816010368/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.223273:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66129880 with x1863342816010368 ext(188416->192511)
00010000:00010000:3.0:1777022465.223277:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.223288:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022465.223295:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66129880
00000100:00100000:1.0:1777022465.227388:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.228233:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.228302:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816010624
00000100:00100000:3.0:1777022465.228315:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816010624
00010000:00010000:3.0:1777022465.228360:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.228408:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 641
00000100:00100000:3.0:1777022465.228418:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816010624:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022465.228432:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022465.228453:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 49 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.228475:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816010496
00000100:00100000:2.0:1777022465.228480:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816010496
00010000:00010000:3.0:1777022465.228486:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 50 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.228511:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4308 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c0 expref: 50 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.228517:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 678
00000100:00100000:2.0:1777022465.228524:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816010496:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022465.228529:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022465.228531:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.228537:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022465.228549:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.228551:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4316 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418ce expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.228560:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.228577:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.229053:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.229055:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.229061:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4316 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ce expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.229891:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.229910:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.229927:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835851136:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022465.230014:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022465.233837:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835851136:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022465.236019:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.236044:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.236065:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835851008:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022465.236182:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635840 going to sleep for 11 seconds
00010000:00010000:2.0:1777022465.237384:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4316 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ce expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.237410:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022465.237465:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+50:10159:x1863342816010496:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8940us (10087us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.237476:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 678
00000100:00100000:3.0:1777022465.241570:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.244002:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816010752
00000100:00100000:1.0:1777022465.244019:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816010752
00002000:00100000:1.0:1777022465.244084:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa658d2300 x1863342816010752/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.244098:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2300 with x1863342816010752 ext(188416->192511)
00010000:00010000:1.0:1777022465.244108:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.244155:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022465.244165:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2300
00000100:00100000:1.0:1777022465.244211:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 393
00000100:00100000:1.0:1777022465.244221:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816010752:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022465.244441:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816010752:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 221us (2880us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022465.244449:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 393
00002000:00100000:1.0:1777022465.244455:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa658d2300 x1863342816010752/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.244463:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2300 with x1863342816010752 ext(188416->192511)
00010000:00010000:1.0:1777022465.244468:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.244479:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022465.244485:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d2300
00000100:00100000:0.0:1777022465.246317:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835851008:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.246344:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022465.246451:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816010624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 18035us (18222us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.246462:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 641
00000100:00100000:2.0:1777022465.261641:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.261806:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.261848:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816011008
00000100:00100000:2.0:1777022465.261874:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816011008
00000100:00100000:2.0:1777022465.261929:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 679
00000100:00100000:2.0:1777022465.261939:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816011008:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022465.261958:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022465.261980:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e431d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418d5 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.262011:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.262017:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4316 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ce expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.262025:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022465.262029:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e431d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418d5 expref: 52 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.262070:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4316 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ce expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.262085:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e431d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418d5 expref: 52 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.262098:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022465.262170:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+52:10158:x1863342816011008:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 231us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.262195:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 679
00000100:00100000:1.0:1777022465.262660:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816010880
00000100:00100000:1.0:1777022465.262666:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816010880
00010000:00010000:1.0:1777022465.262692:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 52 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.262741:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 642
00000100:00100000:1.0:1777022465.262748:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2378:x1863342816010880:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022465.262760:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022465.262781:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 52 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.262805:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 52 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.262827:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e430f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418c7 expref: 52 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.262844:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.262845:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.262890:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ce expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.262901:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4316 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ce expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.262935:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4316 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ce expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.262949:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4316 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ce expref: 48 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.262970:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835851392:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.263039:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022465.275388:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.275404:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835851392:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022465.275431:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022465.275506:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816010880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12757us (13873us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022465.275517:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 642
00000100:00100000:3.0:1777022465.275585:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816011136
00000100:00100000:3.0:1777022465.275592:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816011136
00010000:00010000:3.0:1777022465.275623:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4316 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ce expref: 49 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.275690:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 643
00000100:00100000:3.0:1777022465.275700:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2380:x1863342816011136:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022465.275715:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022465.275738:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4316 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ce expref: 49 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.275750:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4316 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ce expref: 49 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.275774:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4316 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ce expref: 49 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.275791:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022465.275793:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022465.275801:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e431d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418d5 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.275811:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e431d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418d5 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.275895:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e431d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418d5 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.275910:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661adc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835851520:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022465.275970:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022465.288509:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661adc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835851520:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022465.288539:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022465.289314:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2380:x1863342816011136:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 13611us (13930us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.289326:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 643
00000100:00100000:2.0:1777022465.289379:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.289641:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816011264
00000100:00100000:0.0:1777022465.289649:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816011264
00002000:00100000:0.0:1777022465.289700:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa66161c00 x1863342816011264/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.289710:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66161c00 with x1863342816011264 ext(188416->192511)
00002000:00010000:0.0:1777022465.289717:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66161c00
00000100:00100000:1.0:1777022465.289915:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 316
00000100:00100000:1.0:1777022465.289927:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816011264:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022465.290105:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816011264:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (725us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022465.290112:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 316
00002000:00100000:1.0:1777022465.290129:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa66161c00 x1863342816011264/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.290137:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66161c00 with x1863342816011264 ext(188416->192511)
00002000:00010000:1.0:1777022465.290141:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66161c00
00000100:00100000:0.0:1777022465.290480:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.290668:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816011392
00000100:00100000:3.0:1777022465.290674:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816011392
00000100:00100000:3.0:1777022465.290701:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 680
00000100:00100000:3.0:1777022465.290708:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10159:x1863342816011392:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022465.290718:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022465.290736:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418dc expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.290765:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e431d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418d5 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.290775:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.290777:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.290781:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.290819:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e431d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418d5 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.290833:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e431d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418d5 expref: 50 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.290847:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835851648:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022465.290942:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.302464:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.302780:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816011520
00000100:00100000:2.0:1777022465.302790:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816011520
00000100:00100000:2.0:1777022465.302900:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 681
00000100:00100000:2.0:1777022465.302911:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816011520:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022465.302928:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.303030:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e432b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418e3 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.303076:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.303083:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.303090:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022465.303095:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e432b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418e3 expref: 52 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.303159:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.303188:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e432b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418e3 expref: 52 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.303203:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c400, rc 0)
00000100:00100000:1.0:1777022465.303263:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+52:10158:x1863342816011520:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 354us (810us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.303272:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 681
00000100:00100000:3.0:1777022465.304144:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835851648:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022465.304171:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.304185:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a745a00, rc 0)
00000100:00100000:3.0:1777022465.304233:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816011392:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 13524us (13754us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022465.304240:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 680
00000100:00100000:0.0:1777022465.305363:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.305460:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816011648
00000100:00100000:1.0:1777022465.305468:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816011648
00010000:00010000:1.0:1777022465.305507:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e431d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418d5 expref: 52 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.305600:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 644
00000100:00100000:1.0:1777022465.305611:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2380:x1863342816011648:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022465.305626:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022465.305650:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e431d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418d5 expref: 52 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.305663:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e431d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418d5 expref: 52 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.305686:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e431d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418d5 expref: 52 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.305719:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.305721:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.305730:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.305740:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.305775:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.305787:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 48 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.305813:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835851904:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.305926:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.310491:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835851904:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022465.310521:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022465.310582:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2380:x1863342816011648:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4972us (5222us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.310593:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 644
00000100:00100000:0.0:1777022465.325103:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.325361:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816011776
00000100:00100000:1.0:1777022465.325373:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816011776
00002000:00100000:1.0:1777022465.325427:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa658d5500 x1863342816011776/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.325458:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5500 with x1863342816011776 ext(188416->192511)
00010000:00010000:1.0:1777022465.325469:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.325486:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022465.325494:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d5500
00000100:00100000:1.0:1777022465.325532:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 394
00000100:00100000:1.0:1777022465.325542:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816011776:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022465.325756:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816011776:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 214us (663us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022465.325764:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 394
00002000:00100000:1.0:1777022465.325771:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa658d5500 x1863342816011776/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.325779:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5500 with x1863342816011776 ext(188416->192511)
00010000:00010000:1.0:1777022465.325785:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.325982:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022465.325991:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d5500
00000100:00100000:0.0:1777022465.335715:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.335878:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.337476:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816012032
00000100:00100000:1.0:1777022465.337488:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816012032
00010000:00010000:1.0:1777022465.337547:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.337595:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 645
00000100:00100000:1.0:1777022465.337606:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2379:x1863342816012032:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022465.337621:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022465.337642:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.337655:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.337682:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4324 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418dc expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.337699:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.337700:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.337708:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e432b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418e3 expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.337718:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e432b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418e3 expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.337758:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e432b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418e3 expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.337792:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835852032:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.337956:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022465.341554:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816011904
00000100:00100000:3.0:1777022465.341569:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816011904
00000100:00100000:1.0:1777022465.344346:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835852032:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022465.344378:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022465.344437:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2379:x1863342816012032:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6831us (8582us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.344449:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 645
00000100:00100000:2.0:1777022465.350319:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 682
00000100:00100000:2.0:1777022465.350341:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10159:x1863342816011904:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022465.350366:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022465.350385:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4332 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418ea expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.350421:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e432b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418e3 expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.350429:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.350431:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.350435:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4332 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ea expref: 49 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.350472:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e432b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418e3 expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.350502:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e432b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418e3 expref: 50 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.350517:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66163800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835852160:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022465.350610:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022465.354142:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66163800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835852160:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022465.354182:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4332 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ea expref: 49 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.354206:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022465.354268:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816011904:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3935us (18562us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.354278:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 682
00000100:00100000:0.0:1777022465.358524:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.358634:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.358903:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816012288
00000100:00100000:3.0:1777022465.358913:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816012288
00000100:00100000:3.0:1777022465.358975:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 683
00000100:00100000:3.0:1777022465.358986:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818ccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816012288:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022465.359006:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022465.359035:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4339 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418f1 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.359217:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816012160
00000100:00100000:1.0:1777022465.359223:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816012160
00010000:00010000:1.0:1777022465.359247:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e432b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418e3 expref: 52 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.359277:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 646
00000100:00100000:1.0:1777022465.359286:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2378:x1863342816012160:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022465.359301:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022465.359323:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e432b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418e3 expref: 52 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.359345:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e432b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418e3 expref: 53 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.359366:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.359374:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4332 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ea expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.359382:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022465.359387:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4339 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418f1 expref: 53 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.361306:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e432b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418e3 expref: 53 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.361341:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4332 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ea expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.361356:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.361359:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.361368:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4332 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ea expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.361380:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4332 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ea expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.361402:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4339 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418f1 expref: 52 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.361416:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a745a00, rc 0)
00010000:00010000:1.0:1777022465.361416:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4332 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ea expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.361435:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4332 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ea expref: 48 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.361453:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835852416:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022465.361548:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818ccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+52:10158:x1863342816012288:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2563us (2912us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022465.361558:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 683
00000100:00100000:1.0:1777022465.362264:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.367047:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835852416:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022465.367074:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022465.367143:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816012160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7857us (8629us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.367154:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 646
00000100:00100000:0.0:1777022465.367725:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.367817:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816012416
00000100:00100000:1.0:1777022465.367825:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816012416
00010000:00010000:1.0:1777022465.367900:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4332 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ea expref: 49 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.367943:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 647
00000100:00100000:1.0:1777022465.367952:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342816012416:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022465.367966:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022465.367984:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4332 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ea expref: 49 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.367998:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4332 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ea expref: 49 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.368035:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4332 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ea expref: 49 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.368061:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.368063:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.368072:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4339 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418f1 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.368083:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4339 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418f1 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.368131:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4339 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418f1 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.368145:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835852544:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.368212:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.372487:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.372579:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816012544
00000100:00100000:2.0:1777022465.372590:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816012544
00002000:00100000:2.0:1777022465.372654:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa658d7100 x1863342816012544/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.372666:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7100 with x1863342816012544 ext(188416->192511)
00002000:00010000:2.0:1777022465.372672:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7100
00000100:00100000:2.0:1777022465.372707:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 317
00000100:00100000:2.0:1777022465.372717:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816012544:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022465.372927:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816012544:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 210us (449us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022465.372948:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 317
00002000:00100000:2.0:1777022465.372956:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa658d7100 x1863342816012544/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.372965:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7100 with x1863342816012544 ext(188416->192511)
00002000:00010000:2.0:1777022465.372969:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7100
00000100:00100000:3.0:1777022465.378407:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.378442:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816012672
00000100:00100000:3.0:1777022465.378451:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816012672
00000100:00100000:3.0:1777022465.378513:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 684
00000100:00100000:3.0:1777022465.378524:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816012672:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022465.378554:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022465.378574:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418f8 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.378609:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4339 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418f1 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.378619:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.378621:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.378625:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.378675:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4339 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f1 expref: 50 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.378689:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4339 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f1 expref: 50 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.378704:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835852672:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022465.378785:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.379401:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835852544:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022465.379419:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022465.379466:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2377:x1863342816012416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11515us (11744us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.379475:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 647
00000100:00100000:1.0:1777022465.382089:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835852672:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022465.382142:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 49 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.382170:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a745000, rc 0)
00000100:00100000:1.0:1777022465.382233:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816012672:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3711us (3837us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.382242:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 684
00000100:00100000:3.0:1777022465.393293:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.393561:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.393809:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816012800
00000100:00100000:0.0:1777022465.393821:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816012800
00000100:00100000:0.0:1777022465.393932:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 685
00000100:00100000:0.0:1777022465.393942:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816012800:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022465.393961:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022465.393980:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4347 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78418ff expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.394015:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022465.394033:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.394059:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022465.394065:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4347 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ff expref: 52 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.394111:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.394220:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4347 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ff expref: 52 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.394233:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3c00, rc 0)
00000100:00100000:0.0:1777022465.394306:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+52:10158:x1863342816012800:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 366us (744us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.394314:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 685
00000100:00100000:1.0:1777022465.398227:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816012928
00000100:00100000:1.0:1777022465.398243:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816012928
00010000:00010000:0.0:1777022465.398453:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4339 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f1 expref: 52 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.398564:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 648
00000100:00100000:0.0:1777022465.398574:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+52:2377:x1863342816012928:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022465.398590:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022465.398614:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4339 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f1 expref: 52 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.398628:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4339 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f1 expref: 52 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.398679:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4339 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f1 expref: 52 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.398695:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.398697:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.398705:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.398716:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.398755:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.398768:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 48 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.398781:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835852928:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022465.398936:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022465.401658:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835852928:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022465.401696:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022465.401752:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2377:x1863342816012928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3179us (8469us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.401763:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 648
00000100:00100000:1.0:1777022465.407409:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.407648:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816013056
00000100:00100000:2.0:1777022465.407662:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816013056
00002000:00100000:2.0:1777022465.407723:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65b31500 x1863342816013056/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.407734:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31500 with x1863342816013056 ext(188416->192511)
00010000:00010000:2.0:1777022465.407744:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.407761:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022465.407768:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31500
00000100:00100000:2.0:1777022465.407804:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 395
00000100:00100000:2.0:1777022465.407815:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816013056:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022465.408072:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816013056:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 257us (673us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022465.408080:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 395
00002000:00100000:2.0:1777022465.408087:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65b31500 x1863342816013056/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.408096:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31500 with x1863342816013056 ext(188416->192511)
00010000:00010000:2.0:1777022465.408102:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.408112:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 49 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022465.408129:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31500
00000100:00100000:0.0:1777022465.413138:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.413207:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816013184
00000100:00100000:3.0:1777022465.413216:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816013184
00000100:00100000:1.0:1777022465.413342:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 686
00000100:00100000:1.0:1777022465.413355:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816013184:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.413375:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.413396:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841906 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.413433:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.413440:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4347 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78418ff expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.413467:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022465.413472:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.413520:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4347 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ff expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.413542:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.413567:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:1.0:1777022465.413632:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+50:10159:x1863342816013184:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 280us (503us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.413640:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 686
00000100:00100000:0.0:1777022465.416569:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.416648:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816013312
00000100:00100000:1.0:1777022465.416658:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816013312
00010000:00010000:1.0:1777022465.416699:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.416739:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 649
00000100:00100000:1.0:1777022465.416749:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2377:x1863342816013312:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022465.416763:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022465.416786:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.416821:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.416885:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4340 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418f8 expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.416901:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.416904:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.416911:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4347 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ff expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.416921:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4347 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ff expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.416958:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4347 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ff expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.416971:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4347 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ff expref: 50 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.416985:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835853184:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.417071:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa545caa80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.420336:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835853184:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022465.420363:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022465.420428:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342816013312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3679us (3867us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.420440:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 649
00000100:00100000:0.0:1777022465.428537:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.428606:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816013440
00000100:00100000:1.0:1777022465.428617:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816013440
00010000:00010000:1.0:1777022465.428661:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4347 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ff expref: 51 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.428708:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 650
00000100:00100000:1.0:1777022465.428719:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2379:x1863342816013440:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022465.428736:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022465.428756:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4347 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ff expref: 51 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.428769:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4347 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ff expref: 51 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.428794:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4347 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78418ff expref: 51 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.428811:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.428814:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.428822:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.428842:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.428953:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.428968:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835853312:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.429052:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.432471:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835853312:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022465.432498:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022465.432687:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+50:2379:x1863342816013440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3968us (4159us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.432698:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 650
00000100:00100000:0.0:1777022465.441464:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.441983:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816013568
00000100:00100000:1.0:1777022465.441994:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816013568
00000100:00100000:1.0:1777022465.442222:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 687
00000100:00100000:1.0:1777022465.442235:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+50:10158:x1863342816013568:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.442253:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.442275:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784190d expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.442313:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.442323:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.442325:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.442329:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.442380:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.442394:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 48 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.442407:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835853440:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022465.442494:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.451074:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.451315:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816013696
00000100:00100000:2.0:1777022465.451326:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816013696
00002000:00100000:2.0:1777022465.451377:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa658d4380 x1863342816013696/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.451389:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4380 with x1863342816013696 ext(188416->192511)
00010000:00010000:2.0:1777022465.451400:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.451417:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022465.451622:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d4380
00000100:00100000:2.0:1777022465.451659:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 396
00000100:00100000:2.0:1777022465.451669:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816013696:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022465.452210:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816013696:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 541us (1145us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022465.452218:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 396
00002000:00100000:2.0:1777022465.452226:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa658d4380 x1863342816013696/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.452234:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4380 with x1863342816013696 ext(188416->192511)
00010000:00010000:2.0:1777022465.452240:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.452252:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022465.452258:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d4380
00000100:00100000:1.0:1777022465.452669:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835853440:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022465.452698:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.452716:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:1.0:1777022465.452769:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+51:10158:x1863342816013568:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10538us (11328us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.452776:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 687
00000100:00100000:0.0:1777022465.479037:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.479112:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.479286:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816013952
00000100:00100000:2.0:1777022465.479308:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816013952
00010000:00010000:2.0:1777022465.479351:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.479394:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 651
00000100:00100000:2.0:1777022465.479403:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342816013952:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022465.479424:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022465.479457:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.479472:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.479496:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e434e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841906 expref: 49 pid: 6923 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.479512:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.479514:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.479522:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.479533:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.479571:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.479585:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66163800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835853568:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022465.479690:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.480109:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816013824
00000100:00100000:1.0:1777022465.480124:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816013824
00000100:00100000:1.0:1777022465.480171:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 688
00000100:00100000:1.0:1777022465.480179:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816013824:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.480194:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.480208:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e435c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841914 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.480241:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.480248:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.480250:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.480253:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e435c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841914 expref: 50 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.480275:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 50 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.480287:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 50 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.480297:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835853696:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022465.480338:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022465.491628:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.491920:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66163800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835853568:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022465.491947:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022465.492031:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2377:x1863342816013952:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12628us (12917us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.492194:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 651
00000100:00100000:0.0:1777022465.492233:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816014080
00000100:00100000:0.0:1777022465.492241:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816014080
00002000:00100000:0.0:1777022465.492285:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa661adc00 x1863342816014080/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.492305:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661adc00 with x1863342816014080 ext(188416->192511)
00010000:00010000:0.0:1777022465.492314:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.492333:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.492342:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661adc00
00000100:00100000:0.0:1777022465.492375:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 397
00000100:00100000:0.0:1777022465.492384:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816014080:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022465.492547:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816014080:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 163us (930us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022465.492553:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 397
00002000:00100000:0.0:1777022465.492559:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa661adc00 x1863342816014080/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.492567:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661adc00 with x1863342816014080 ext(188416->192511)
00010000:00010000:0.0:1777022465.492573:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.492584:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.492599:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661adc00
00000100:00100000:1.0:1777022465.495631:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835853696:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022465.495669:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e435c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841914 expref: 49 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.495693:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c400, rc 0)
00000100:00100000:1.0:1777022465.495749:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816013824:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 15571us (16723us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.495757:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 688
00000100:00100000:3.0:1777022465.502069:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.502263:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816014208
00000100:00100000:1.0:1777022465.502275:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816014208
00002000:00100000:1.0:1777022465.502327:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (192512->196607)  req@ffff8efa65805f80 x1863342816014208/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.502339:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805f80 with x1863342816014208 ext(192512->196607)
00010000:00010000:1.0:1777022465.502348:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.502366:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022465.502374:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65805f80
00000100:00100000:1.0:1777022465.502415:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 398
00000100:00100000:1.0:1777022465.502425:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2379:x1863342816014208:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022465.502627:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2379:x1863342816014208:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 203us (566us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022465.502635:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 398
00002000:00100000:1.0:1777022465.502642:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (192512->196607)  req@ffff8efa65805f80 x1863342816014208/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.502650:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805f80 with x1863342816014208 ext(192512->196607)
00010000:00010000:1.0:1777022465.502656:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.502667:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022465.502681:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65805f80
00000100:00100000:3.0:1777022465.506830:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.507046:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816014336
00000100:00100000:0.0:1777022465.507057:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816014336
00002000:00100000:0.0:1777022465.507107:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65804380 x1863342816014336/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 4584/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.507129:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804380 with x1863342816014336 ext(188416->192511)
00010000:00010000:0.0:1777022465.507138:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.507156:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 51 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.507164:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804380
00000100:00100000:0.0:1777022465.507202:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 399
00000100:00100000:0.0:1777022465.507213:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+51:2378:x1863342816014336:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022465.508924:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+53:2378:x1863342816014336:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1706us (2101us total) trans 4294967416 rc 0/0
00000100:00100000:0.0:1777022465.508936:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 399
00002000:00100000:0.0:1777022465.508947:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa65804380 x1863342816014336/t4294967416(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 4584/448 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.508957:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804380 with x1863342816014336 ext(188416->192511)
00010000:00010000:0.0:1777022465.509222:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 53 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.509259:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 53 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.509267:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65804380
00000001:00080000:1.0:1777022465.516983:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967416 is committed
00000001:00080000:1.0:1777022465.517038:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967402 is committed
00000001:00080000:1.0:1777022465.517077:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967389 is committed
00000100:00100000:3.0:1777022465.522697:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.522970:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816014464
00000100:00100000:0.0:1777022465.522982:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816014464
00000100:00100000:0.0:1777022465.523235:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 689
00000100:00100000:0.0:1777022465.523246:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342816014464:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022465.523264:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022465.523282:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784191b expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.523312:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022465.523315:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022465.523320:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->196607] (req 192512->196607) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.523331:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->196607] (req 192512->196607) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.523344:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2e00, rc 0)
00000100:00100000:0.0:1777022465.523400:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342816014464:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 155us (711us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.523407:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 689
00000100:00100000:3.0:1777022465.530477:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.530728:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816014592
00000100:00100000:1.0:1777022465.530740:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816014592
00010000:00010000:1.0:1777022465.530784:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 22 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.531063:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 652
00000100:00100000:0.0:1777022465.531089:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342816014592:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022465.531105:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022465.531138:0:11988:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 376 -> 384
00010000:00010000:0.0:1777022465.531145:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 22 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.531159:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 22 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.531184:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4355 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [188416->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784190d expref: 22 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.531201:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.531203:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.531212:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e435c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841914 expref: 14 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.531222:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e435c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841914 expref: 14 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.531231:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.531232:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.531236:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.531244:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.531293:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.531308:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835853824:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.531419:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e435c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841914 expref: 14 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.531429:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835853952:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022465.531451:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.535923:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835853824:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022465.535940:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835853952:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.535965:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022465.536027:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816014592:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4940us (5558us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.536038:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 652
00000100:00100000:3.0:1777022465.549675:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.550289:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816014720
00000100:00100000:2.0:1777022465.550299:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816014720
00002000:00100000:2.0:1777022465.550349:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (192512->196607)  req@ffff8efa657cc000 x1863342816014720/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.550361:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc000 with x1863342816014720 ext(192512->196607)
00002000:00010000:2.0:1777022465.550367:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cc000
00000100:00100000:2.0:1777022465.550405:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 318
00000100:00100000:2.0:1777022465.550415:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342816014720:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022465.550611:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342816014720:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 197us (944us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022465.550618:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 318
00002000:00100000:2.0:1777022465.550625:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (192512->196607)  req@ffff8efa657cc000 x1863342816014720/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.550633:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc000 with x1863342816014720 ext(192512->196607)
00002000:00010000:2.0:1777022465.550636:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cc000
00000100:00100000:3.0:1777022465.553053:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.553648:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816014848
00000100:00100000:0.0:1777022465.553660:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816014848
00002000:00100000:0.0:1777022465.553714:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa657cc700 x1863342816014848/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.553726:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc700 with x1863342816014848 ext(188416->192511)
00002000:00010000:0.0:1777022465.553733:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cc700
00000100:00100000:0.0:1777022465.553773:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 319
00000100:00100000:0.0:1777022465.553799:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2380:x1863342816014848:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022465.554376:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2380:x1863342816014848:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 577us (1337us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022465.554384:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 319
00002000:00100000:0.0:1777022465.554391:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (188416->192511)  req@ffff8efa657cc700 x1863342816014848/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.554399:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc700 with x1863342816014848 ext(188416->192511)
00002000:00010000:0.0:1777022465.554402:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cc700
00000100:00100000:3.0:1777022465.569242:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.569361:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816014976
00000100:00100000:2.0:1777022465.569370:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816014976
00002000:00100000:2.0:1777022465.569418:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (196608->200703)  req@ffff8efa657cd500 x1863342816014976/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.569428:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd500 with x1863342816014976 ext(196608->200703)
00002000:00010000:2.0:1777022465.569434:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cd500
00000100:00100000:2.0:1777022465.569483:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 320
00000100:00100000:2.0:1777022465.569493:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816014976:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022465.570194:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816014976:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 699us (958us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022465.570202:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 320
00002000:00100000:2.0:1777022465.570210:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (196608->200703)  req@ffff8efa657cd500 x1863342816014976/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.570218:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd500 with x1863342816014976 ext(196608->200703)
00002000:00010000:2.0:1777022465.570222:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cd500
00000100:00100000:3.0:1777022465.573011:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.575973:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816015104
00000100:00100000:1.0:1777022465.575988:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816015104
00000100:00100000:1.0:1777022465.576068:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 690
00000100:00100000:1.0:1777022465.576078:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+15:10159:x1863342816015104:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.576097:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.576125:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e436a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841922 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.576161:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.576171:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.576172:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.576177:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e436a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->196607] (req 192512->196607) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841922 expref: 16 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.576212:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.576239:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 20 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.576252:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835854080:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022465.576358:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c300 going to sleep for 11 seconds
00000100:00100000:3.0:1777022465.578337:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.578427:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816015232
00000100:00100000:2.0:1777022465.578436:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816015232
00002000:00100000:2.0:1777022465.578485:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (200704->204799)  req@ffff8efa657cdc00 x1863342816015232/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.578497:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cdc00 with x1863342816015232 ext(200704->204799)
00010000:00010000:2.0:1777022465.578506:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 21 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.578524:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 21 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022465.578540:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cdc00
00000100:00100000:2.0:1777022465.578574:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 400
00000100:00100000:2.0:1777022465.578583:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2379:x1863342816015232:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022465.578779:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2379:x1863342816015232:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 197us (450us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022465.578794:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 400
00002000:00100000:2.0:1777022465.578802:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (200704->204799)  req@ffff8efa657cdc00 x1863342816015232/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.578809:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cdc00 with x1863342816015232 ext(200704->204799)
00010000:00010000:2.0:1777022465.578814:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 21 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.578834:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 21 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022465.578843:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cdc00
00000100:00100000:1.0:1777022465.581397:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835854080:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022465.581431:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e436a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->196607] (req 192512->196607) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841922 expref: 16 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.581457:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ce00, rc 0)
00000100:00100000:1.0:1777022465.581516:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+16:10159:x1863342816015104:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5438us (8513us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.581525:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 690
00000100:00100000:3.0:1777022465.584054:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.584172:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816015360
00000100:00100000:1.0:1777022465.584182:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816015360
00002000:00100000:1.0:1777022465.584236:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (204800->208895)  req@ffff8efa657cdf80 x1863342816015360/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.584246:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cdf80 with x1863342816015360 ext(204800->208895)
00010000:00010000:1.0:1777022465.584255:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 21 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.584270:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 21 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022465.584299:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cdf80
00000100:00100000:1.0:1777022465.584338:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 401
00000100:00100000:1.0:1777022465.584348:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342816015360:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022465.584543:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342816015360:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 186us (489us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022465.584552:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 401
00002000:00100000:1.0:1777022465.584559:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (204800->208895)  req@ffff8efa657cdf80 x1863342816015360/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.584567:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cdf80 with x1863342816015360 ext(204800->208895)
00010000:00010000:1.0:1777022465.584572:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 21 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.584583:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 21 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022465.584590:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cdf80
00000100:00100000:3.0:1777022465.588367:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.588945:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816015488
00000100:00100000:1.0:1777022465.588957:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816015488
00000100:00100000:1.0:1777022465.589077:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 691
00000100:00100000:1.0:1777022465.589088:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342816015488:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.589106:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.589157:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841929 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.589210:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.589213:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.589219:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.589231:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.589244:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:1.0:1777022465.589308:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342816015488:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 222us (950us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.589315:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 691
00000100:00100000:3.0:1777022465.592511:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.592658:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816015616
00000100:00100000:0.0:1777022465.592667:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816015616
00002000:00100000:0.0:1777022465.592713:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (192512->204799)  req@ffff8efa4d1b9180 x1863342816015616/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 12776/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.592725:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9180 with x1863342816015616 ext(192512->204799)
00010000:00010000:0.0:1777022465.592734:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 22 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.592751:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 22 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.592759:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b9180
00000100:00100000:0.0:1777022465.592794:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 402
00000100:00100000:0.0:1777022465.592804:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342816015616:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022465.593228:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342816015616:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 423us (724us total) trans 4294967417 rc 0/0
00000100:00100000:0.0:1777022465.593245:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 402
00002000:00100000:0.0:1777022465.593253:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (192512->204799)  req@ffff8efa4d1b9180 x1863342816015616/t4294967417(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 12776/448 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.593261:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9180 with x1863342816015616 ext(192512->204799)
00010000:00010000:0.0:1777022465.593267:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 24 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.593277:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 24 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.593283:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa4d1b9180
00000100:00100000:3.0:1777022465.596985:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.597372:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816015744
00000100:00100000:0.0:1777022465.597382:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816015744
00010000:00010000:0.0:1777022465.597426:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 24 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.597469:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 653
00000100:00100000:0.0:1777022465.597481:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2380:x1863342816015744:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022465.597497:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022465.597514:0:11978:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 1777022464 -> 1777022465
00002000:00010000:0.0:1777022465.597517:0:11978:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1777022464 -> 1777022465
00002000:00010000:0.0:1777022465.597519:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 384 -> 408
00010000:00010000:0.0:1777022465.597527:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 24 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.597567:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 24 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.597593:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e4363 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [192512->18446744073709551615] (req 192512->196607) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784191b expref: 24 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.597609:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.597611:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.597618:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e436a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [192512->204799] (req 192512->196607) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841922 expref: 15 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.597628:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e436a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [192512->204799] (req 192512->196607) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841922 expref: 15 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.597636:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.597638:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.597641:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.597647:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.597682:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.597708:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835854208:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.597794:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e436a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [192512->204799] (req 192512->196607) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841922 expref: 15 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.597806:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835854336:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022465.597841:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022465.601301:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.601409:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816015872
00000100:00100000:1.0:1777022465.601417:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816015872
00002000:00100000:1.0:1777022465.601459:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (192512->196607)  req@ffff8efa4d1b8a80 x1863342816015872/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.601470:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b8a80 with x1863342816015872 ext(192512->196607)
00002000:00010000:1.0:1777022465.601476:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b8a80
00000100:00100000:1.0:1777022465.601507:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 321
00000100:00100000:1.0:1777022465.601515:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816015872:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022465.601684:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816015872:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 168us (389us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022465.601691:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 321
00002000:00100000:1.0:1777022465.601698:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (192512->196607)  req@ffff8efa4d1b8a80 x1863342816015872/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.601720:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b8a80 with x1863342816015872 ext(192512->196607)
00002000:00010000:1.0:1777022465.601723:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b8a80
00000100:00100000:0.0:1777022465.602279:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835854208:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022465.602287:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835854336:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.602305:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022465.602334:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2380:x1863342816015744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4858us (5361us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.602342:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 653
00000100:00100000:3.0:1777022465.606492:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.607466:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816016000
00000100:00100000:0.0:1777022465.607479:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816016000
00002000:00100000:0.0:1777022465.607613:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (196608->200703)  req@ffff8efa4d1b9c00 x1863342816016000/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.607623:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9c00 with x1863342816016000 ext(196608->200703)
00002000:00010000:0.0:1777022465.607630:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b9c00
00000100:00100000:0.0:1777022465.607716:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 322
00000100:00100000:0.0:1777022465.607727:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2378:x1863342816016000:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022465.607922:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2378:x1863342816016000:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 195us (1437us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022465.607950:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 322
00002000:00100000:0.0:1777022465.607958:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (196608->200703)  req@ffff8efa4d1b9c00 x1863342816016000/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.607965:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9c00 with x1863342816016000 ext(196608->200703)
00002000:00010000:0.0:1777022465.607969:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b9c00
00000100:00100000:3.0:1777022465.611979:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.612218:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816016128
00000100:00100000:1.0:1777022465.612229:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816016128
00002000:00100000:1.0:1777022465.612278:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (200704->204799)  req@ffff8efa658d0e00 x1863342816016128/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.612290:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0e00 with x1863342816016128 ext(200704->204799)
00002000:00010000:1.0:1777022465.612296:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0e00
00000100:00100000:1.0:1777022465.612332:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 323
00000100:00100000:1.0:1777022465.612342:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2379:x1863342816016128:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022465.612508:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2379:x1863342816016128:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 167us (538us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022465.612515:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 323
00002000:00100000:1.0:1777022465.612522:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (200704->204799)  req@ffff8efa658d0e00 x1863342816016128/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.612530:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0e00 with x1863342816016128 ext(200704->204799)
00002000:00010000:1.0:1777022465.612533:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0e00
00000100:00100000:1.0:1777022465.615731:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.615816:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816016256
00000100:00100000:3.0:1777022465.615835:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816016256
00002000:00100000:3.0:1777022465.615909:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (204800->208895)  req@ffff8efa65b31880 x1863342816016256/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.615921:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31880 with x1863342816016256 ext(204800->208895)
00002000:00010000:3.0:1777022465.615927:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31880
00000100:00100000:3.0:1777022465.615964:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 324
00000100:00100000:3.0:1777022465.615974:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816016256:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022465.616341:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816016256:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 367us (619us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022465.616350:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 324
00002000:00100000:3.0:1777022465.616357:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (204800->208895)  req@ffff8efa65b31880 x1863342816016256/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.616365:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31880 with x1863342816016256 ext(204800->208895)
00002000:00010000:3.0:1777022465.616369:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31880
00000100:00100000:0.0:1777022465.619568:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.622473:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816016384
00000100:00100000:1.0:1777022465.622487:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816016384
00000100:00100000:1.0:1777022465.622553:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 692
00000100:00100000:1.0:1777022465.622561:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:10159:x1863342816016384:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.622579:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.622609:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e4378 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841930 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.622639:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.622645:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.622646:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.622649:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e4378 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841930 expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.622677:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.622689:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 22 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.622702:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835854464:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022465.622787:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022465.629418:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.629537:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816016512
00000100:00100000:1.0:1777022465.629547:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816016512
00002000:00100000:1.0:1777022465.629607:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (208896->212991)  req@ffff8efa66163800 x1863342816016512/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.629618:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66163800 with x1863342816016512 ext(208896->212991)
00010000:00010000:1.0:1777022465.629627:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 23 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.629666:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 23 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022465.629674:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66163800
00000100:00100000:1.0:1777022465.629709:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 403
00000100:00100000:1.0:1777022465.629719:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2380:x1863342816016512:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022465.629953:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2380:x1863342816016512:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 234us (540us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022465.629960:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 403
00002000:00100000:1.0:1777022465.629966:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (208896->212991)  req@ffff8efa66163800 x1863342816016512/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.629972:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66163800 with x1863342816016512 ext(208896->212991)
00010000:00010000:1.0:1777022465.629975:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 23 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.629983:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 23 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022465.629988:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66163800
00000100:00100000:0.0:1777022465.632929:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835854464:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022465.632966:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e4378 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->208895] (req 204800->208895) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841930 expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.632985:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ca00, rc 0)
00000100:00100000:0.0:1777022465.633048:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+17:10159:x1863342816016384:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10487us (13489us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.633057:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 692
00000100:00100000:2.0:1777022465.634329:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.634568:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816016640
00000100:00100000:0.0:1777022465.634578:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816016640
00002000:00100000:0.0:1777022465.634622:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (212992->217087)  req@ffff8efa66160000 x1863342816016640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.634630:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66160000 with x1863342816016640 ext(212992->217087)
00010000:00010000:0.0:1777022465.634637:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 23 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.634650:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 23 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.634675:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66160000
00000100:00100000:0.0:1777022465.634756:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 404
00000100:00100000:0.0:1777022465.634765:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2379:x1863342816016640:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022465.634996:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2379:x1863342816016640:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 232us (670us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022465.635002:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 404
00002000:00100000:0.0:1777022465.635006:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (212992->217087)  req@ffff8efa66160000 x1863342816016640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.635012:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66160000 with x1863342816016640 ext(212992->217087)
00010000:00010000:0.0:1777022465.635016:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 23 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.635027:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 23 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.635033:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66160000
00000100:00100000:1.0:1777022465.647466:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.647685:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.647772:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816016896
00000100:00100000:0.0:1777022465.647784:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816016896
00000100:00100000:0.0:1777022465.647874:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 693
00000100:00100000:0.0:1777022465.647885:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10158:x1863342816016896:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022465.647903:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022465.647928:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e437f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841937 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.647984:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022465.647986:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022465.647992:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e437f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841937 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.648004:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e437f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841937 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.648018:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2e00, rc 0)
00000100:00100000:0.0:1777022465.648080:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342816016896:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 197us (395us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.648088:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 693
00000100:00100000:3.0:1777022465.650004:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816016768
00000100:00100000:3.0:1777022465.650014:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816016768
00002000:00100000:2.0:1777022465.652798:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (204800->212991)  req@ffff8efa65b33480 x1863342816016768/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 8680/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.652813:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33480 with x1863342816016768 ext(204800->212991)
00010000:00010000:2.0:1777022465.652945:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 24 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.652962:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 24 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022465.652969:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b33480
00000100:00100000:2.0:1777022465.653057:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 405
00000100:00100000:2.0:1777022465.653081:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2378:x1863342816016768:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:2.0:1777022465.653685:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2378:x1863342816016768:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 605us (6229us total) trans 4294967418 rc 0/0
00000100:00100000:2.0:1777022465.653693:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 405
00002000:00100000:2.0:1777022465.653701:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (204800->212991)  req@ffff8efa65b33480 x1863342816016768/t4294967418(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 8680/448 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.653710:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33480 with x1863342816016768 ext(204800->212991)
00010000:00010000:2.0:1777022465.653715:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 26 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.653728:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 26 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022465.653735:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b33480
00000100:00100000:0.0:1777022465.656797:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.656939:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816017024
00000100:00100000:3.0:1777022465.656949:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816017024
00010000:00010000:3.0:1777022465.656989:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 26 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.657044:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 654
00000100:00100000:3.0:1777022465.657054:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2377:x1863342816017024:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022465.657070:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022465.657087:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 408 -> 424
00010000:00010000:3.0:1777022465.657094:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 26 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.657108:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 26 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.657147:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4371 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [204800->18446744073709551615] (req 204800->208895) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841929 expref: 26 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.657164:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022465.657166:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022465.657175:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e4378 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [204800->212991] (req 204800->208895) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841930 expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.657184:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e4378 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [204800->212991] (req 204800->208895) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841930 expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.657193:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022465.657194:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022465.657198:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e437f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841937 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.657218:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e437f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841937 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.657256:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e437f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841937 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.657270:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835854592:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022465.657364:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e4378 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [204800->212991] (req 204800->208895) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841930 expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.657374:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835854720:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022465.657396:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022465.662752:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.662913:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816017152
00000100:00100000:0.0:1777022465.662922:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816017152
00002000:00100000:0.0:1777022465.662970:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (204800->212991)  req@ffff8efa65452680 x1863342816017152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.662981:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65452680 with x1863342816017152 ext(204800->212991)
00002000:00010000:0.0:1777022465.662987:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65452680
00000100:00100000:0.0:1777022465.663026:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 325
00000100:00100000:0.0:1777022465.663036:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2378:x1863342816017152:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022465.663226:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2378:x1863342816017152:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 191us (482us total) trans 0 rc 8192/8192
00000100:00100000:0.0:1777022465.663233:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 325
00002000:00100000:0.0:1777022465.663247:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (204800->212991)  req@ffff8efa65452680 x1863342816017152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/8632 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.663255:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65452680 with x1863342816017152 ext(204800->212991)
00002000:00010000:0.0:1777022465.663258:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65452680
00000100:00100000:2.0:1777022465.663566:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835854592:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022465.663577:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835854720:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022465.663598:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022465.663636:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816017024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6582us (6848us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.663645:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 654
00000100:00100000:3.0:1777022465.668185:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.668296:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816017280
00000100:00100000:1.0:1777022465.668305:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816017280
00000100:00100000:1.0:1777022465.668383:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 694
00000100:00100000:1.0:1777022465.668393:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+17:10159:x1863342816017280:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.668412:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.668431:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784193e expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.668463:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e437f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841937 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.668472:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.668474:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.668478:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.668511:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e437f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841937 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.668525:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e437f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841937 expref: 24 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.668550:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835854848:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022465.668631:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.671995:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.672093:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816017408
00000100:00100000:2.0:1777022465.672102:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816017408
00010000:00010000:2.0:1777022465.672159:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e437f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841937 expref: 25 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.672221:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 655
00000100:00100000:2.0:1777022465.672231:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816017408:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022465.672249:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022465.672273:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e437f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841937 expref: 25 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.672286:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e437f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841937 expref: 25 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.672311:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.672314:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.672321:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.672331:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.672367:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.672406:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835854976:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022465.672482:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00010000:00010000:1.0:1777022465.673921:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e437f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841937 expref: 25 pid: 11979 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.673941:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835854848:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022465.673982:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 18 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.673994:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:1.0:1777022465.674052:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:10159:x1863342816017280:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5660us (5875us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.674061:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 694
00000100:00100000:0.0:1777022465.674762:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.675401:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816017536
00000100:00100000:1.0:1777022465.675411:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816017536
00000100:00100000:1.0:1777022465.675457:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 695
00000100:00100000:1.0:1777022465.675466:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342816017536:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.675484:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.675501:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841945 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.675704:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.675714:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.675716:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.675720:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.675755:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.675786:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 17 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.675800:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835855104:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022465.675943:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.682362:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.682812:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835855104:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022465.682871:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.682896:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:3.0:1777022465.682968:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342816017536:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7503us (8207us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022465.682977:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 695
00000100:00100000:1.0:1777022465.684021:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816017664
00000100:00100000:1.0:1777022465.684031:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816017664
00002000:00100000:1.0:1777022465.684075:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (212992->249855)  req@ffff8efa658d5c00 x1863342816017664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.684086:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5c00 with x1863342816017664 ext(212992->249855)
00010000:00010000:1.0:1777022465.684125:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 18 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.684140:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 18 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022465.684148:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d5c00
00000100:00100000:1.0:1777022465.684172:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 406
00000100:00100000:1.0:1777022465.684182:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342816017664:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022465.688353:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835854976:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022465.688396:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022465.688449:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816017408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 16219us (16463us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.688461:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 655
00000100:00100000:0.0:1777022465.690779:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342816017664:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6590us (8417us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022465.690792:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 406
00002000:00100000:0.0:1777022465.690805:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (212992->249855)  req@ffff8efa658d5c00 x1863342816017664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/440 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.690817:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5c00 with x1863342816017664 ext(212992->249855)
00010000:00010000:0.0:1777022465.690835:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 18 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.690870:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 18 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.690879:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d5c00
00000100:00100000:0.0:1777022465.694424:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.694572:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.694887:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816017920
00000100:00100000:2.0:1777022465.694897:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816017920
00010000:00010000:2.0:1777022465.694938:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 18 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.694971:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 656
00000100:00100000:2.0:1777022465.694980:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342816017920:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022465.694995:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022465.695018:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 18 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.695031:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 18 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.695056:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4386 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784193e expref: 18 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.695072:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.695074:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.695083:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.695126:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.695166:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.695181:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835855232:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022465.695306:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.697735:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835855232:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.697758:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022465.697811:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2377:x1863342816017920:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2831us (3238us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.697843:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 656
00000100:00100000:1.0:1777022465.699107:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816017792
00000100:00100000:1.0:1777022465.699126:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816017792
00000100:00100000:1.0:1777022465.699247:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 696
00000100:00100000:1.0:1777022465.699258:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+17:10159:x1863342816017792:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.699287:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.699311:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4394 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784194c expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.699347:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.699357:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.699358:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.699363:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4394 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784194c expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.699396:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.699410:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 24 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.699423:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835855360:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022465.699495:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022465.702030:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.703901:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816018048
00000100:00100000:0.0:1777022465.703914:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816018048
00002000:00100000:0.0:1777022465.703968:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (212992->217087)  req@ffff8efa65453100 x1863342816018048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.703980:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65453100 with x1863342816018048 ext(212992->217087)
00010000:00010000:0.0:1777022465.703990:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 25 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.704008:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 25 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.704016:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65453100
00000100:00100000:0.0:1777022465.704048:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 407
00000100:00100000:0.0:1777022465.704058:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342816018048:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022465.704229:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342816018048:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 172us (2206us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022465.704237:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 407
00002000:00100000:0.0:1777022465.704244:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (212992->217087)  req@ffff8efa65453100 x1863342816018048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.704251:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65453100 with x1863342816018048 ext(212992->217087)
00010000:00010000:0.0:1777022465.704257:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 25 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.704285:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 25 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.704292:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65453100
00000100:00100000:1.0:1777022465.707192:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835855360:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022465.707230:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4394 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784194c expref: 18 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.707253:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:0.0:1777022465.707478:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:10159:x1863342816017792:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8220us (13062us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.707488:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 696
00010000:00010000:3.0:1777022465.707641:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022465.709243:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.709300:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.709387:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816018304
00000100:00100000:3.0:1777022465.709395:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816018304
00010000:00010000:3.0:1777022465.709435:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 25 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.709478:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 657
00000100:00100000:3.0:1777022465.709488:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816018304:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022465.709504:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022465.709528:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 25 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.709553:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 25 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.709580:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e438d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841945 expref: 25 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.709599:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022465.709601:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022465.709613:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784194c expref: 17 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.709622:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4394 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784194c expref: 17 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.709662:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4394 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784194c expref: 17 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.709687:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835855488:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022465.709769:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.712131:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816018176
00000100:00100000:1.0:1777022465.712144:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816018176
00000100:00100000:1.0:1777022465.712212:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 697
00000100:00100000:1.0:1777022465.712222:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342816018176:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.712240:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.712260:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e439b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841953 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.712291:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4394 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784194c expref: 17 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.712301:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.712303:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.712306:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e439b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841953 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.712340:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4394 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784194c expref: 17 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.712353:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4394 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784194c expref: 17 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.712367:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835855616:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022465.712447:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.713045:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835855488:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.713063:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022465.713101:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2377:x1863342816018304:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3614us (3800us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.713125:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 657
00000100:00100000:3.0:1777022465.718706:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.719101:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816018432
00000100:00100000:2.0:1777022465.719109:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816018432
00010000:00010000:2.0:1777022465.719161:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4394 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784194c expref: 18 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.719209:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 658
00000100:00100000:2.0:1777022465.719219:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342816018432:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022465.719234:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022465.719256:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4394 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784194c expref: 18 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.719270:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4394 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784194c expref: 18 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.719317:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.719319:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.719327:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e439b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841953 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.719337:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e439b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841953 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.719374:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e439b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841953 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.719388:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835855744:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022465.719713:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77e40 going to sleep for 11 seconds
00010000:00010000:1.0:1777022465.720175:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4394 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784194c expref: 18 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.720209:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835855616:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022465.720236:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e439b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841953 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.720249:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022465.720283:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342816018176:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8063us (11047us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.720292:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 697
00000100:00100000:0.0:1777022465.724230:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835855744:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.724257:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022465.724315:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2378:x1863342816018432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5097us (5617us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.724329:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 658
00000100:00100000:3.0:1777022465.727364:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.727481:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816018560
00000100:00100000:1.0:1777022465.727492:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816018560
00000100:00100000:1.0:1777022465.727560:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 698
00000100:00100000:1.0:1777022465.727571:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+17:10159:x1863342816018560:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.727592:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.727614:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784195a expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.727651:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e439b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841953 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.727662:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.727664:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.727668:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.727727:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e439b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841953 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.727740:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e439b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841953 expref: 24 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.727755:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835855872:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022465.727901:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.731973:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835855872:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022465.732011:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.732034:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:1.0:1777022465.732129:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:10159:x1863342816018560:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4544us (4762us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.732139:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 698
00000100:00100000:3.0:1777022465.734188:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.735089:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816018688
00000100:00100000:0.0:1777022465.735101:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816018688
00010000:00010000:0.0:1777022465.735212:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e439b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841953 expref: 25 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.735301:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 659
00000100:00100000:0.0:1777022465.735312:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2379:x1863342816018688:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022465.735348:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022465.735371:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e439b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841953 expref: 25 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.735385:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e439b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841953 expref: 25 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.735411:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e439b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841953 expref: 25 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.735428:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.735430:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.735451:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.735461:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.735499:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.735514:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835856000:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022465.735614:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022465.741924:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.742014:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816018816
00000100:00100000:1.0:1777022465.742023:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816018816
00002000:00100000:1.0:1777022465.742070:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (212992->249855)  req@ffff8efa660edf80 x1863342816018816/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.742082:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660edf80 with x1863342816018816 ext(212992->249855)
00002000:00010000:1.0:1777022465.742088:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660edf80
00000100:00100000:1.0:1777022465.742138:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 326
00000100:00100000:1.0:1777022465.742162:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342816018816:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022465.747141:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.747223:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816018944
00000100:00100000:2.0:1777022465.747233:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816018944
00000100:00100000:2.0:1777022465.747285:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 699
00000100:00100000:2.0:1777022465.747295:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342816018944:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022465.747313:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022465.747330:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841961 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.747363:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.747389:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.747391:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022465.747396:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.747428:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.747452:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 19 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.747465:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835856128:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022465.747546:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.747969:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835856000:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.747987:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022465.748143:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2379:x1863342816018688:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12832us (13962us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.748153:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 659
00000100:00100000:0.0:1777022465.755548:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342816018816:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 13376us (13623us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022465.755561:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 326
00002000:00100000:0.0:1777022465.755576:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (212992->249855)  req@ffff8efa660edf80 x1863342816018816/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/440 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.755587:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660edf80 with x1863342816018816 ext(212992->249855)
00010000:00010000:0.0:1777022465.755597:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 18 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.755615:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 18 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.755624:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660edf80
00000100:00100000:0.0:1777022465.756838:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835856128:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022465.756908:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.756929:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:0.0:1777022465.756965:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342816018944:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9671us (9832us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.756973:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 699
00000100:00100000:3.0:1777022465.762447:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.762499:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022465.762611:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816019200
00000100:00100000:0.0:1777022465.762634:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816019200
00010000:00010000:0.0:1777022465.762672:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 18 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.762723:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 660
00000100:00100000:0.0:1777022465.762734:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342816019200:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022465.762749:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022465.762769:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 18 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.762783:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 18 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.762808:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e43a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784195a expref: 18 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.762836:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.762838:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022465.762847:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.762902:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.762940:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.762966:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835856256:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022465.763038:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.763199:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816019072
00000100:00100000:1.0:1777022465.763203:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816019072
00000100:00100000:1.0:1777022465.763243:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 700
00000100:00100000:1.0:1777022465.763250:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:10159:x1863342816019072:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.763265:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.763279:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e43b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841968 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.763298:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.763306:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.763307:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.763310:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e43b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841968 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.763331:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.763344:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 24 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.763355:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835856384:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022465.763379:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c840 going to sleep for 11 seconds
00000001:00080000:1.0:1777022465.774691:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967314 is committed
00000001:00080000:1.0:1777022465.774708:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967312 is committed
00000100:00100000:2.0:1777022465.782380:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.782408:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816019328
00000100:00100000:2.0:1777022465.782417:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816019328
00002000:00100000:2.0:1777022465.782474:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (212992->217087)  req@ffff8efa6564b480 x1863342816019328/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.782486:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564b480 with x1863342816019328 ext(212992->217087)
00010000:00010000:2.0:1777022465.782495:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 25 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.782512:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 25 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022465.782539:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564b480
00000100:00100000:2.0:1777022465.782566:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 408
00000100:00100000:2.0:1777022465.782576:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816019328:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022465.782757:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816019328:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 182us (385us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022465.782765:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 408
00002000:00100000:2.0:1777022465.782773:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (212992->217087)  req@ffff8efa6564b480 x1863342816019328/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.782781:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564b480 with x1863342816019328 ext(212992->217087)
00010000:00010000:2.0:1777022465.782786:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 25 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.782980:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835856384:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022465.783008:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e43b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841968 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.783039:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:1.0:1777022465.783067:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10159:x1863342816019072:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 19817us (20567us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.783075:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 700
00010000:00010000:2.0:1777022465.783656:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 25 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022465.783664:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564b480
00000100:00100000:3.0:1777022465.790702:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835856256:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022465.790731:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022465.793402:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342816019200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 30659us (30952us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.793417:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 660
00000100:00100000:2.0:1777022465.793642:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.796783:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.797076:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816019584
00000100:00100000:1.0:1777022465.797087:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816019584
00010000:00010000:1.0:1777022465.797138:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 25 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.797177:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 661
00000100:00100000:1.0:1777022465.797187:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816019584:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022465.797201:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022465.797223:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 25 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.797237:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 25 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.797261:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e43a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841961 expref: 25 pid: 6921 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.797294:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.797296:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.797303:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e43b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841968 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.797313:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e43b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841968 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.797351:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e43b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841968 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.797366:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835856512:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.797576:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022465.799276:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816019456
00000100:00100000:3.0:1777022465.799287:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816019456
00000100:00100000:3.0:1777022465.799373:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 701
00000100:00100000:3.0:1777022465.799382:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342816019456:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022465.799400:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022465.799416:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e43b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784196f expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.799453:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e43b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841968 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.799463:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.799465:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.799469:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e43b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784196f expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.799516:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e43b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841968 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.799529:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e43b0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841968 expref: 17 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022465.799542:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835856640:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022465.799662:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022465.818486:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.818529:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.818698:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835856640:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022465.818732:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e43b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784196f expref: 26 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.818757:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7e00, rc 0)
00000100:00100000:3.0:1777022465.818823:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342816019456:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 19442us (25181us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022465.818832:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 701
00000100:00100000:3.0:1777022465.818887:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816019840
00000100:00100000:3.0:1777022465.818893:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816019840
00000100:00100000:3.0:1777022465.818933:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 702
00000100:00100000:3.0:1777022465.818941:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:10159:x1863342816019840:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022465.818956:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022465.818973:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841976 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.819032:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022465.819047:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e43b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784196f expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.819056:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022465.819061:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.819097:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e43b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784196f expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.819124:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.819134:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022465.819157:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10159:x1863342816019840:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 217us (628us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022465.819163:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 702
00000100:00100000:1.0:1777022465.821382:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816019712
00000100:00100000:1.0:1777022465.821395:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816019712
00010000:00010000:1.0:1777022465.821453:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e43b0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841968 expref: 19 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.821501:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 662
00000100:00100000:1.0:1777022465.821510:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2378:x1863342816019712:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022465.821525:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022465.821556:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e43b0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841968 expref: 19 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.821591:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e43b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841968 expref: 19 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.821621:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.821623:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022465.821631:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e43b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784196f expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.821641:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e43b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784196f expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.821681:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e43b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784196f expref: 25 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.821694:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e43b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784196f expref: 25 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022465.821707:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835856896:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.821803:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00010000:00010000:0.0:1777022465.824302:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e43b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841968 expref: 19 pid: 9584 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.824328:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835856512:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022465.824350:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022465.824495:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816019584:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 27308us (27720us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.824506:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 661
00000100:00100000:2.0:1777022465.849467:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.849533:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835856896:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022465.849561:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022465.849618:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342816019712:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 28108us (31142us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.849630:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 662
00000100:00100000:2.0:1777022465.849667:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816019968
00000100:00100000:2.0:1777022465.849673:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816019968
00010000:00010000:2.0:1777022465.849705:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e43b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784196f expref: 25 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.849734:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 663
00000100:00100000:2.0:1777022465.849744:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2379:x1863342816019968:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022465.849758:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022465.849782:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e43b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784196f expref: 25 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.849795:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e43b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784196f expref: 25 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.849837:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e43b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784196f expref: 25 pid: 6924 timeout: 503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.849884:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.849887:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.849895:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.849907:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.849960:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.849976:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835857024:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022465.850037:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77e40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.856595:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.856704:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.856784:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816020224
00000100:00100000:3.0:1777022465.856792:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816020224
00000100:00100000:2.0:1777022465.856816:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835857024:192.168.202.33@tcp:105:
00002000:00100000:3.0:1777022465.856841:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (212992->249855)  req@ffff8efa65b30380 x1863342816020224/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00010000:00010000:2.0:1777022465.856849:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00100000:3.0:1777022465.856850:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30380 with x1863342816020224 ext(212992->249855)
00002000:00010000:3.0:1777022465.856871:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b30380
00000100:00100000:3.0:1777022465.856906:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 327
00000100:00100000:2.0:1777022465.856915:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2379:x1863342816019968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7172us (7460us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.856924:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 663
00000100:00100000:3.0:1777022465.856927:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342816020224:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022465.864770:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816020096
00000100:00100000:0.0:1777022465.864786:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816020096
00000100:00100000:0.0:1777022465.864884:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 703
00000100:00100000:0.0:1777022465.864896:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342816020096:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022465.864916:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022465.864937:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e43c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784197d expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.864972:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.865003:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022465.865007:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022465.865012:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e43c5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784197d expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.865320:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.865335:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 19 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022465.865349:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835857152:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022465.869962:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342816020224:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 13025us (13248us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022465.869976:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 327
00002000:00100000:3.0:1777022465.869991:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (212992->249855)  req@ffff8efa65b30380 x1863342816020224/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/440 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.870002:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30380 with x1863342816020224 ext(212992->249855)
00010000:00010000:3.0:1777022465.870012:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 18 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022465.870030:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 18 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022465.870039:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b30380
00000100:00100000:0.0:1777022465.871205:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022465.876366:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.876463:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816020352
00000100:00100000:2.0:1777022465.876474:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816020352
00002000:00100000:2.0:1777022465.876527:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (249856->286719)  req@ffff8efa65b32300 x1863342816020352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.876539:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32300 with x1863342816020352 ext(249856->286719)
00010000:00010000:2.0:1777022465.876549:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 18 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.876565:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 18 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022465.876573:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b32300
00000100:00100000:2.0:1777022465.876612:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 409
00000100:00100000:2.0:1777022465.876634:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2380:x1863342816020352:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022465.886710:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.886817:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816020480
00000100:00100000:1.0:1777022465.886827:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816020480
00002000:00100000:1.0:1777022465.886920:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (176128->249855)  req@ffff8efa65c52300 x1863342816020480/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.886946:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52300 with x1863342816020480 ext(176128->249855)
00010000:00010000:1.0:1777022465.886964:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 20 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.886983:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 20 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022465.886992:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52300
00000100:00100000:1.0:1777022465.887020:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 410
00000100:00100000:1.0:1777022465.887031:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816020480:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022465.887296:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835857152:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022465.887327:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e43c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784197d expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.887345:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2600, rc 0)
00000100:00100000:0.0:1777022465.887377:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342816020096:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 22484us (30794us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022465.887384:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 703
00000100:00100000:0.0:1777022465.887797:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816020352:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 11155us (11433us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022465.887806:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 409
00002000:00100000:0.0:1777022465.887832:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (249856->286719)  req@ffff8efa65b32300 x1863342816020352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/440 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022465.887841:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32300 with x1863342816020352 ext(249856->286719)
00010000:00010000:0.0:1777022465.887847:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 20 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022465.887896:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 20 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022465.887904:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b32300
00000100:00100000:3.0:1777022465.901923:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.902022:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816020608
00000100:00100000:1.0:1777022465.902033:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816020608
00000100:00100000:1.0:1777022465.902089:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 704
00000100:00100000:1.0:1777022465.902100:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10159:x1863342816020608:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022465.902127:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022465.902145:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841984 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.902178:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.902181:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022465.902186:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.902200:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.902231:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:1.0:1777022465.902294:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10159:x1863342816020608:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 196us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022465.902301:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 704
00000100:00100000:1.0:1777022465.910202:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342816020480:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 23160us (23489us total) trans 4294967420 rc 0/0
00000100:00100000:1.0:1777022465.910217:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 410
00002000:00100000:1.0:1777022465.910230:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (176128->249855)  req@ffff8efa65c52300 x1863342816020480/t4294967420(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/448 e 0 to 0 dl 1777022476 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.910240:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52300 with x1863342816020480 ext(176128->249855)
00010000:00010000:1.0:1777022465.910261:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 22 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022465.910280:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 22 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022465.910288:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52300
00000100:00100000:3.0:1777022465.927843:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.928027:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816020736
00000100:00100000:2.0:1777022465.928037:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816020736
00010000:00010000:2.0:1777022465.928081:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 22 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.928134:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 664
00000100:00100000:2.0:1777022465.928144:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2380:x1863342816020736:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022465.928159:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022465.928177:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 424 -> 496
00010000:00010000:2.0:1777022465.928184:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 22 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.928197:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 22 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.928222:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e43be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [212992->18446744073709551615] (req 212992->217087) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841976 expref: 22 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.928240:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.928241:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.928251:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e43c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784197d expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.928261:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e43c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784197d expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.928285:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.928287:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022465.928291:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.928299:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022465.928338:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.928352:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835857280:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022465.928461:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e43c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784197d expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022465.928471:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835857408:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022465.928495:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022465.933459:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.933560:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835857280:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.933568:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816020864
00000100:00100000:2.0:1777022465.933574:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835857408:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022465.933575:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816020864
00010000:00010000:2.0:1777022465.933599:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00100000:1.0:1777022465.933621:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (212992->217087)  req@ffff8efa658d5f80 x1863342816020864/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.933631:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5f80 with x1863342816020864 ext(212992->217087)
00002000:00010000:1.0:1777022465.933635:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5f80
00000100:00100000:2.0:1777022465.933655:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2380:x1863342816020736:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5512us (5821us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022465.933664:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 664
00000100:00100000:1.0:1777022465.933683:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 328
00000100:00100000:1.0:1777022465.933691:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816020864:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022465.933830:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816020864:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 139us (381us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022465.933836:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 328
00002000:00100000:1.0:1777022465.933842:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (212992->217087)  req@ffff8efa658d5f80 x1863342816020864/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.933850:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5f80 with x1863342816020864 ext(212992->217087)
00002000:00010000:1.0:1777022465.933873:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5f80
00000100:00100000:0.0:1777022465.941549:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.941710:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816020992
00000100:00100000:2.0:1777022465.941721:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816020992
00002000:00100000:2.0:1777022465.941767:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (217088->221183)  req@ffff8efa658d6a00 x1863342816020992/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.941779:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6a00 with x1863342816020992 ext(217088->221183)
00002000:00010000:2.0:1777022465.941784:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6a00
00000100:00100000:2.0:1777022465.941833:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 329
00000100:00100000:2.0:1777022465.941844:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342816020992:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022465.942058:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342816020992:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 215us (531us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022465.942066:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 329
00002000:00100000:2.0:1777022465.942073:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (217088->221183)  req@ffff8efa658d6a00 x1863342816020992/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.942081:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6a00 with x1863342816020992 ext(217088->221183)
00002000:00010000:2.0:1777022465.942085:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6a00
00000100:00100000:3.0:1777022465.950657:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.950841:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816021120
00000100:00100000:1.0:1777022465.950852:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816021120
00002000:00100000:1.0:1777022465.950955:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (249856->253951)  req@ffff8efa65659180 x1863342816021120/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.950967:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659180 with x1863342816021120 ext(249856->253951)
00002000:00010000:1.0:1777022465.950973:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65659180
00000100:00100000:1.0:1777022465.950998:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 330
00000100:00100000:1.0:1777022465.951007:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342816021120:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022465.951682:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342816021120:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 673us (1032us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022465.951690:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 330
00002000:00100000:1.0:1777022465.951698:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (249856->253951)  req@ffff8efa65659180 x1863342816021120/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.951706:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659180 with x1863342816021120 ext(249856->253951)
00002000:00010000:1.0:1777022465.951724:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65659180
00000100:00100000:3.0:1777022465.959844:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.960206:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816021248
00000100:00100000:2.0:1777022465.960217:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816021248
00002000:00100000:2.0:1777022465.960268:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (253952->258047)  req@ffff8efa654c1c00 x1863342816021248/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.960280:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c1c00 with x1863342816021248 ext(253952->258047)
00002000:00010000:2.0:1777022465.960286:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c1c00
00000100:00100000:2.0:1777022465.960325:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 331
00000100:00100000:2.0:1777022465.960335:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2379:x1863342816021248:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022465.960504:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2379:x1863342816021248:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 170us (678us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022465.960525:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 331
00002000:00100000:2.0:1777022465.960532:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (253952->258047)  req@ffff8efa654c1c00 x1863342816021248/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.960541:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c1c00 with x1863342816021248 ext(253952->258047)
00002000:00010000:2.0:1777022465.960544:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c1c00
00000100:00100000:0.0:1777022465.969427:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.969908:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816021376
00000100:00100000:3.0:1777022465.969918:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816021376
00002000:00100000:3.0:1777022465.969970:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (221184->225279)  req@ffff8efa658d4a80 x1863342816021376/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.969981:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4a80 with x1863342816021376 ext(221184->225279)
00002000:00010000:3.0:1777022465.969987:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4a80
00000100:00100000:3.0:1777022465.970025:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 332
00000100:00100000:3.0:1777022465.970047:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816021376:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022465.970378:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816021376:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 331us (959us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022465.970385:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 332
00002000:00100000:3.0:1777022465.970393:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (221184->225279)  req@ffff8efa658d4a80 x1863342816021376/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.970401:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4a80 with x1863342816021376 ext(221184->225279)
00002000:00010000:3.0:1777022465.970403:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4a80
00000100:00100000:3.0:1777022465.971561:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022465.971791:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816021504
00000100:00100000:2.0:1777022465.971801:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816021504
00002000:00100000:2.0:1777022465.972088:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (258048->262143)  req@ffff8efa654c2680 x1863342816021504/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.972100:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c2680 with x1863342816021504 ext(258048->262143)
00002000:00010000:2.0:1777022465.972106:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c2680
00000100:00100000:2.0:1777022465.972201:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 333
00000100:00100000:2.0:1777022465.972212:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342816021504:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022465.972410:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342816021504:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 200us (855us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022465.972418:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 333
00002000:00100000:2.0:1777022465.972425:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (258048->262143)  req@ffff8efa654c2680 x1863342816021504/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022465.972433:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c2680 with x1863342816021504 ext(258048->262143)
00002000:00010000:2.0:1777022465.972436:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c2680
00000100:00100000:2.0:1777022465.980729:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.981241:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816021632
00000100:00100000:3.0:1777022465.981254:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816021632
00002000:00100000:3.0:1777022465.981307:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (262144->266239)  req@ffff8efa660ef480 x1863342816021632/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.981318:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ef480 with x1863342816021632 ext(262144->266239)
00002000:00010000:3.0:1777022465.981324:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660ef480
00000100:00100000:3.0:1777022465.981363:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 334
00000100:00100000:3.0:1777022465.981374:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2380:x1863342816021632:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022465.981556:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2380:x1863342816021632:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 183us (835us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022465.981564:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 334
00002000:00100000:3.0:1777022465.981571:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (262144->266239)  req@ffff8efa660ef480 x1863342816021632/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.981579:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ef480 with x1863342816021632 ext(262144->266239)
00002000:00010000:3.0:1777022465.981591:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660ef480
00000100:00100000:0.0:1777022465.981710:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022465.982380:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816021760
00000100:00100000:1.0:1777022465.982388:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816021760
00002000:00100000:1.0:1777022465.982422:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (225280->229375)  req@ffff8efa658d4000 x1863342816021760/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.982431:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4000 with x1863342816021760 ext(225280->229375)
00002000:00010000:1.0:1777022465.982435:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4000
00000100:00100000:1.0:1777022465.982465:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 335
00000100:00100000:1.0:1777022465.982473:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342816021760:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022465.982574:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2378:x1863342816021760:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 102us (864us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022465.982581:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 335
00002000:00100000:1.0:1777022465.982588:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (225280->229375)  req@ffff8efa658d4000 x1863342816021760/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022465.982595:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4000 with x1863342816021760 ext(225280->229375)
00002000:00010000:1.0:1777022465.982598:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4000
00000100:00100000:0.0:1777022465.987352:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.987447:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816021888
00000100:00100000:3.0:1777022465.987460:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816021888
00002000:00100000:3.0:1777022465.987513:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (266240->270335)  req@ffff8efa658d4e00 x1863342816021888/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.987524:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4e00 with x1863342816021888 ext(266240->270335)
00002000:00010000:3.0:1777022465.987541:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4e00
00000100:00100000:3.0:1777022465.987577:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 336
00000100:00100000:3.0:1777022465.987587:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2379:x1863342816021888:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022465.987777:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2379:x1863342816021888:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 191us (433us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022465.987785:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 336
00002000:00100000:3.0:1777022465.987792:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (266240->270335)  req@ffff8efa658d4e00 x1863342816021888/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.987801:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4e00 with x1863342816021888 ext(266240->270335)
00002000:00010000:3.0:1777022465.987804:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4e00
00000100:00100000:2.0:1777022465.995010:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022465.995225:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816022016
00000100:00100000:3.0:1777022465.995234:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816022016
00002000:00100000:3.0:1777022465.995284:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (229376->233471)  req@ffff8efa65c52d80 x1863342816022016/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/0 e 0 to 0 dl 1777022476 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.995296:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52d80 with x1863342816022016 ext(229376->233471)
00002000:00010000:3.0:1777022465.995302:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c52d80
00000100:00100000:3.0:1777022465.995336:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 337
00000100:00100000:3.0:1777022465.995346:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816022016:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022465.995667:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816022016:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 313us (656us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022465.995676:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 337
00002000:00100000:3.0:1777022465.995683:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (229376->233471)  req@ffff8efa65c52d80 x1863342816022016/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:116/0 lens 488/4536 e 0 to 0 dl 1777022476 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022465.995691:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52d80 with x1863342816022016 ext(229376->233471)
00002000:00010000:3.0:1777022465.995694:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c52d80
00000100:00100000:2.0:1777022466.005750:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.005906:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816022144
00000100:00100000:3.0:1777022466.005916:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816022144
00002000:00100000:3.0:1777022466.005985:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (270336->274431)  req@ffff8efa660c7100 x1863342816022144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.005997:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7100 with x1863342816022144 ext(270336->274431)
00002000:00010000:3.0:1777022466.006003:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c7100
00000100:00100000:3.0:1777022466.006033:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 338
00000100:00100000:3.0:1777022466.006042:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2379:x1863342816022144:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022466.006267:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2379:x1863342816022144:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 225us (527us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022466.006276:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 338
00002000:00100000:3.0:1777022466.006283:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (270336->274431)  req@ffff8efa660c7100 x1863342816022144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.006291:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7100 with x1863342816022144 ext(270336->274431)
00002000:00010000:3.0:1777022466.006294:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c7100
00000100:00080000:0.0:1777022466.006451:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022466.011551:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.011989:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816022272
00000100:00100000:3.0:1777022466.012015:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816022272
00002000:00100000:3.0:1777022466.012078:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (274432->278527)  req@ffff8efa66022a00 x1863342816022272/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.012090:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022a00 with x1863342816022272 ext(274432->278527)
00002000:00010000:3.0:1777022466.012096:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66022a00
00000100:00100000:3.0:1777022466.012145:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 339
00000100:00100000:3.0:1777022466.012154:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2380:x1863342816022272:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022466.012350:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2380:x1863342816022272:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 197us (832us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022466.012359:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 339
00002000:00100000:3.0:1777022466.012366:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (274432->278527)  req@ffff8efa66022a00 x1863342816022272/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.012374:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022a00 with x1863342816022272 ext(274432->278527)
00002000:00010000:3.0:1777022466.012377:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66022a00
00000100:00100000:2.0:1777022466.020486:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.020650:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816022400
00000100:00100000:3.0:1777022466.020764:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816022400
00002000:00100000:3.0:1777022466.020819:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (233472->237567)  req@ffff8efa65beed80 x1863342816022400/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.020956:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65beed80 with x1863342816022400 ext(233472->237567)
00002000:00010000:3.0:1777022466.020962:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65beed80
00000100:00100000:3.0:1777022466.020998:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 340
00000100:00100000:3.0:1777022466.021008:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2380:x1863342816022400:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022466.021177:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2380:x1863342816022400:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 170us (705us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022466.021200:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 340
00002000:00100000:3.0:1777022466.021207:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (233472->237567)  req@ffff8efa65beed80 x1863342816022400/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.021215:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65beed80 with x1863342816022400 ext(233472->237567)
00002000:00010000:3.0:1777022466.021218:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65beed80
00000100:00100000:2.0:1777022466.026932:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.027492:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816022528
00000100:00100000:3.0:1777022466.027505:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816022528
00002000:00100000:3.0:1777022466.027581:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (278528->315391)  req@ffff8efa65bed180 x1863342816022528/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.027593:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bed180 with x1863342816022528 ext(278528->315391)
00002000:00010000:3.0:1777022466.027600:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bed180
00000100:00100000:3.0:1777022466.027785:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 341
00000100:00100000:3.0:1777022466.027797:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2380:x1863342816022528:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022466.031428:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.046568:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2380:x1863342816022528:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 18759us (19718us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022466.046584:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 341
00002000:00100000:3.0:1777022466.046598:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (278528->315391)  req@ffff8efa65bed180 x1863342816022528/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/440 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.046609:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65bed180 with x1863342816022528 ext(278528->315391)
00002000:00010000:3.0:1777022466.046615:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65bed180
00000100:00100000:0.0:1777022466.048346:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816022656
00000100:00100000:0.0:1777022466.048359:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816022656
00002000:00100000:0.0:1777022466.048414:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (237568->241663)  req@ffff8efa654c0380 x1863342816022656/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.048425:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c0380 with x1863342816022656 ext(237568->241663)
00002000:00010000:0.0:1777022466.048431:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c0380
00000100:00100000:0.0:1777022466.048454:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 342
00000100:00100000:0.0:1777022466.048462:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816022656:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022466.048615:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816022656:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 153us (17196us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022466.048639:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 342
00002000:00100000:0.0:1777022466.048645:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (237568->241663)  req@ffff8efa654c0380 x1863342816022656/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.048654:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c0380 with x1863342816022656 ext(237568->241663)
00002000:00010000:0.0:1777022466.048669:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c0380
00000100:00100000:2.0:1777022466.055470:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.055581:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816022784
00000100:00100000:0.0:1777022466.055597:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816022784
00002000:00100000:0.0:1777022466.055672:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (241664->249855)  req@ffff8efa6564b800 x1863342816022784/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.055685:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564b800 with x1863342816022784 ext(241664->249855)
00002000:00010000:0.0:1777022466.055691:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6564b800
00000100:00100000:0.0:1777022466.055727:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 343
00000100:00100000:0.0:1777022466.055737:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816022784:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022466.056428:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816022784:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 689us (965us total) trans 0 rc 8192/8192
00000100:00100000:0.0:1777022466.056438:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 343
00002000:00100000:0.0:1777022466.056445:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (241664->249855)  req@ffff8efa6564b800 x1863342816022784/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/8632 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.056454:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564b800 with x1863342816022784 ext(241664->249855)
00002000:00010000:0.0:1777022466.056457:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6564b800
00000100:00100000:0.0:1777022466.063442:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.063556:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816022912
00000100:00100000:2.0:1777022466.063566:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816022912
00000100:00100000:2.0:1777022466.063631:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 705
00000100:00100000:2.0:1777022466.063641:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342816022912:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022466.063672:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022466.063694:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e43d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784198b expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.063730:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.063740:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022466.063741:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022466.063746:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e43d3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784198b expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.064192:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.064207:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 20 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.064222:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835857536:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022466.064312:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.072575:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835857536:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022466.072614:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e43d3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784198b expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.072638:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022466.072712:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342816022912:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9072us (9280us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.072721:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 705
00000100:00100000:0.0:1777022466.076412:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.076522:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816023040
00000100:00100000:1.0:1777022466.076532:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816023040
00002000:00100000:1.0:1777022466.076583:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (249856->294911)  req@ffff8efa658d7800 x1863342816023040/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.076595:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7800 with x1863342816023040 ext(249856->294911)
00010000:00010000:1.0:1777022466.076605:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 21 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.076644:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 21 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.076652:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d7800
00000100:00100000:1.0:1777022466.076699:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 411
00000100:00100000:1.0:1777022466.076710:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2378:x1863342816023040:12345-192.168.202.33@tcp:4:kworker.0
00000100:00100000:3.0:1777022466.091250:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.091959:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816023168
00000100:00100000:1.0:1777022466.091972:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816023168
00000100:00100000:1.0:1777022466.092040:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 706
00000100:00100000:1.0:1777022466.092051:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+23:10159:x1863342816023168:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022466.092073:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022466.092096:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841992 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.092141:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.092143:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.092149:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.092162:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.092177:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:1.0:1777022466.092326:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+24:10159:x1863342816023168:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 277us (1085us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.092347:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 706
00000100:00100000:1.0:1777022466.092686:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2378:x1863342816023040:12345-192.168.202.33@tcp:4:kworker.0 Request processed in 15978us (16282us total) trans 4294967421 rc 0/0
00000100:00100000:1.0:1777022466.092695:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 411
00002000:00100000:1.0:1777022466.092704:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (249856->294911)  req@ffff8efa658d7800 x1863342816023040/t4294967421(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/448 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 0/0 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.092713:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7800 with x1863342816023040 ext(249856->294911)
00010000:00010000:1.0:1777022466.092720:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 24 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.092736:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 24 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.092743:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d7800
00000100:00100000:3.0:1777022466.121270:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.121405:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816023296
00000100:00100000:2.0:1777022466.121415:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816023296
00010000:00010000:2.0:1777022466.121452:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 24 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.121557:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 665
00000100:00100000:2.0:1777022466.121569:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2379:x1863342816023296:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022466.121586:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022466.121607:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 496 -> 584
00010000:00010000:2.0:1777022466.121614:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 24 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.121628:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 24 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.121652:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [249856->18446744073709551615] (req 249856->253951) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841984 expref: 24 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.121703:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.121705:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.121715:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e43d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784198b expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.121726:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e43d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784198b expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.121737:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.121738:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.121742:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.121751:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.122073:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.122089:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835857664:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022466.122198:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e43d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784198b expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.122208:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835857792:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.122245:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022466.133979:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.134138:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835857664:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.134154:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835857792:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022466.134179:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022466.134243:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2379:x1863342816023296:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12675us (12984us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.134255:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 665
00000100:00100000:1.0:1777022466.134648:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816023424
00000100:00100000:1.0:1777022466.134657:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816023424
00002000:00100000:1.0:1777022466.134704:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (249856->286719)  req@ffff8efa657cd180 x1863342816023424/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.134716:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd180 with x1863342816023424 ext(249856->286719)
00002000:00010000:1.0:1777022466.134721:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cd180
00000100:00100000:1.0:1777022466.134753:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 344
00000100:00100000:1.0:1777022466.134763:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2377:x1863342816023424:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022466.145732:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.145908:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816023552
00000100:00100000:2.0:1777022466.145919:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816023552
00002000:00100000:2.0:1777022466.145973:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (290816->294911)  req@ffff8efa65f3a300 x1863342816023552/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.145985:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3a300 with x1863342816023552 ext(290816->294911)
00002000:00010000:2.0:1777022466.145991:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3a300
00000100:00100000:2.0:1777022466.146031:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 345
00000100:00100000:2.0:1777022466.146049:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2377:x1863342816023552:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022466.146211:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2377:x1863342816023552:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 164us (495us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022466.146219:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 345
00002000:00100000:2.0:1777022466.146226:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (290816->294911)  req@ffff8efa65f3a300 x1863342816023552/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.146235:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3a300 with x1863342816023552 ext(290816->294911)
00002000:00010000:2.0:1777022466.146238:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3a300
00000100:00100000:1.0:1777022466.146717:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2377:x1863342816023424:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 11954us (12746us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022466.146737:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 344
00002000:00100000:1.0:1777022466.146744:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (249856->286719)  req@ffff8efa657cd180 x1863342816023424/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/440 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.146753:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd180 with x1863342816023424 ext(249856->286719)
00002000:00010000:1.0:1777022466.146757:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cd180
00000100:00100000:2.0:1777022466.157168:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.157284:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816023680
00000100:00100000:1.0:1777022466.157295:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816023680
00002000:00100000:1.0:1777022466.157343:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (294912->299007)  req@ffff8efa65655c00 x1863342816023680/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.157353:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655c00 with x1863342816023680 ext(294912->299007)
00002000:00010000:1.0:1777022466.157359:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655c00
00000100:00100000:1.0:1777022466.157391:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 346
00000100:00100000:1.0:1777022466.157400:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2378:x1863342816023680:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022466.157586:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2378:x1863342816023680:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 186us (427us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022466.157594:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 346
00002000:00100000:1.0:1777022466.157600:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (294912->299007)  req@ffff8efa65655c00 x1863342816023680/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.157607:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655c00 with x1863342816023680 ext(294912->299007)
00002000:00010000:1.0:1777022466.157610:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655c00
00000100:00100000:3.0:1777022466.162531:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.163899:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816023808
00000100:00100000:1.0:1777022466.163911:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816023808
00002000:00100000:1.0:1777022466.163965:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (286720->290815)  req@ffff8efa65f3ad80 x1863342816023808/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.163990:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3ad80 with x1863342816023808 ext(286720->290815)
00002000:00010000:1.0:1777022466.163996:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3ad80
00000100:00100000:1.0:1777022466.164037:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 347
00000100:00100000:1.0:1777022466.164046:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2380:x1863342816023808:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022466.164221:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2380:x1863342816023808:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 176us (1699us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022466.164229:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 347
00002000:00100000:1.0:1777022466.164235:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (286720->290815)  req@ffff8efa65f3ad80 x1863342816023808/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.164244:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3ad80 with x1863342816023808 ext(286720->290815)
00002000:00010000:1.0:1777022466.164247:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3ad80
00000100:00100000:0.0:1777022466.167243:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.167358:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816023936
00000100:00100000:1.0:1777022466.167370:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816023936
00002000:00100000:1.0:1777022466.167422:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (299008->303103)  req@ffff8efa4d1ba300 x1863342816023936/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.167433:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba300 with x1863342816023936 ext(299008->303103)
00002000:00010000:1.0:1777022466.167439:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1ba300
00000100:00100000:1.0:1777022466.167477:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 348
00000100:00100000:1.0:1777022466.167487:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2377:x1863342816023936:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022466.167649:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2377:x1863342816023936:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 163us (415us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022466.167757:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 348
00002000:00100000:1.0:1777022466.168114:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (299008->303103)  req@ffff8efa4d1ba300 x1863342816023936/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.168124:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba300 with x1863342816023936 ext(299008->303103)
00002000:00010000:1.0:1777022466.168128:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1ba300
00000100:00100000:2.0:1777022466.179717:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.179898:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816024064
00000100:00100000:1.0:1777022466.179909:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816024064
00002000:00100000:1.0:1777022466.179960:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (303104->307199)  req@ffff8efa65655f80 x1863342816024064/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.179972:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655f80 with x1863342816024064 ext(303104->307199)
00002000:00010000:1.0:1777022466.179978:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655f80
00000100:00100000:1.0:1777022466.180015:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 349
00000100:00100000:1.0:1777022466.180025:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2380:x1863342816024064:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022466.181962:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2380:x1863342816024064:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 1928us (2243us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022466.181974:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 349
00002000:00100000:1.0:1777022466.181989:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (303104->307199)  req@ffff8efa65655f80 x1863342816024064/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.181998:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655f80 with x1863342816024064 ext(303104->307199)
00002000:00010000:1.0:1777022466.182003:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655f80
00000100:00100000:3.0:1777022466.185490:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.188184:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816024192
00000100:00100000:1.0:1777022466.188200:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816024192
00000100:00100000:1.0:1777022466.188277:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 707
00000100:00100000:1.0:1777022466.188288:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342816024192:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022466.188310:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022466.188346:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841999 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.188380:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.188390:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.188392:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.188396:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43e1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841999 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.188432:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.188447:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 22 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.188461:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66021500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835857920:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022466.190371:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ccc0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.198599:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.199566:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816024320
00000100:00100000:3.0:1777022466.199579:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816024320
00002000:00100000:3.0:1777022466.199639:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (307200->311295)  req@ffff8efa65655180 x1863342816024320/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.199652:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655180 with x1863342816024320 ext(307200->311295)
00010000:00010000:3.0:1777022466.199662:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 23 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.199680:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 23 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.199688:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655180
00000100:00100000:3.0:1777022466.199729:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 412
00000100:00100000:3.0:1777022466.199739:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2379:x1863342816024320:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022466.199979:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2379:x1863342816024320:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 239us (1389us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022466.199987:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 412
00002000:00100000:3.0:1777022466.199995:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (307200->311295)  req@ffff8efa65655180 x1863342816024320/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.200005:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655180 with x1863342816024320 ext(307200->311295)
00010000:00010000:3.0:1777022466.200010:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 23 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.200041:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 23 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.200049:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65655180
00000100:00100000:1.0:1777022466.201516:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66021500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835857920:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022466.201558:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43e1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841999 expref: 27 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.201585:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:1.0:1777022466.201659:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342816024192:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 13373us (16179us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.201688:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 707
00000100:00100000:3.0:1777022466.204804:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.204981:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.205019:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816024448
00000100:00100000:1.0:1777022466.205028:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816024448
00002000:00100000:1.0:1777022466.205084:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (290816->311295)  req@ffff8efa65f39880 x1863342816024448/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.205097:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39880 with x1863342816024448 ext(290816->311295)
00010000:00010000:1.0:1777022466.205118:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 23 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.205139:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 23 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.205148:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f39880
00000100:00100000:1.0:1777022466.205186:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816024576
00000100:00100000:1.0:1777022466.205189:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816024576
00002000:00100000:1.0:1777022466.205205:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (311296->315391)  req@ffff8efa65f38e00 x1863342816024576/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.205213:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38e00 with x1863342816024576 ext(311296->315391)
00010000:00010000:1.0:1777022466.205218:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 24 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.205228:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 24 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.205234:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f38e00
00000100:00100000:1.0:1777022466.205272:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 413
00000100:00100000:1.0:1777022466.205281:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2378:x1863342816024448:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:2.0:1777022466.205489:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 414
00000100:00100000:2.0:1777022466.205499:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2379:x1863342816024576:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022466.205645:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2379:x1863342816024576:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 148us (663us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022466.205653:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 414
00002000:00100000:2.0:1777022466.205660:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (311296->315391)  req@ffff8efa65f38e00 x1863342816024576/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.205668:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38e00 with x1863342816024576 ext(311296->315391)
00010000:00010000:2.0:1777022466.205673:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 25 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.205684:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 25 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022466.205691:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f38e00
00000100:00100000:3.0:1777022466.224807:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816024448:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 19516us (20003us total) trans 4294967423 rc 0/0
00000100:00100000:3.0:1777022466.224821:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 413
00002000:00100000:3.0:1777022466.224836:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (290816->311295)  req@ffff8efa65f39880 x1863342816024448/t4294967423(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/448 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.224847:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39880 with x1863342816024448 ext(290816->311295)
00010000:00010000:3.0:1777022466.224891:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 26 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.224910:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 32 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 26 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.224919:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f39880
00000100:00100000:2.0:1777022466.248945:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.249117:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816024704
00000100:00100000:0.0:1777022466.249128:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816024704
00000100:00100000:0.0:1777022466.249191:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 708
00000100:00100000:0.0:1777022466.249201:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10159:x1863342816024704:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022466.249222:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022466.249240:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419a0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.249274:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.249276:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.249281:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.249295:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.249310:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3c00, rc 0)
00000100:00100000:0.0:1777022466.249375:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+27:10159:x1863342816024704:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 175us (439us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.249382:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 708
00000100:00100000:1.0:1777022466.258411:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.258608:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816024832
00000100:00100000:2.0:1777022466.258621:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816024832
00010000:00010000:2.0:1777022466.258666:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 27 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.258717:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 666
00000100:00100000:2.0:1777022466.258728:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2380:x1863342816024832:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022466.258761:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022466.258783:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 584 -> 616
00010000:00010000:2.0:1777022466.258790:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 27 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.258806:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 27 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.258852:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e43da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [290816->18446744073709551615] (req 290816->294911) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841992 expref: 27 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.258908:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.258910:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.258919:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841999 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.258930:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841999 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.258939:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.258940:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.258944:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.258952:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.259001:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 26 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.259017:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835858048:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022466.259144:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841999 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.259155:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835858176:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.259179:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:1.0:1777022466.262343:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835858048:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022466.262360:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835858176:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022466.262386:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022466.262449:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342816024832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3723us (4047us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.262460:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 666
00000100:00100000:0.0:1777022466.281393:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3464:1863342835858432:0@lo:400:kworker.0
00000100:00100000:0.0:1777022466.281463:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022466.281500:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835858944:0@lo:400:kworker.0
00000100:00100000:0.0:1777022466.281527:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022466.281564:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1777022466.281570:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835858560:0@lo:400:kworker.0
00000100:00100000:0.0:1777022466.281609:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022466.281642:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835858432
00000100:00100000:0.0:1777022466.281650:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835858432
00000100:00100000:0.0:1777022466.281693:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835858560
00000100:00100000:0.0:1777022466.281696:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835858560
00000100:00100000:0.0:1777022466.281725:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131
00000100:00100000:0.0:1777022466.281734:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3464:x1863342835858432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022466.281788:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3464:x1863342835858432:12345-0@lo:400:kworker.0 Request processed in 55us (324us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.281795:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131
00000100:00100000:0.0:1777022466.281812:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132
00000100:00100000:0.0:1777022466.281818:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835858560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022466.281883:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835858560:12345-0@lo:400:kworker.0 Request processed in 65us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.281889:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132
00000100:00080000:0.0:1777022466.281911:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022466.282181:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835858560:0@lo:400:kworker.0
00000100:00100000:0.0:1777022466.282195:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3464:1863342835858432:0@lo:400:kworker.0
00000100:00100000:2.0:1777022466.282490:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835858688:0@lo:400:kworker.0
00000100:00100000:2.0:1777022466.282524:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022466.282555:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1777022466.282562:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835858304:0@lo:400:kworker.0
00000100:00100000:3.0:1777022466.282580:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835858944
00000100:00100000:3.0:1777022466.282585:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835858944
00000100:00100000:2.0:1777022466.282587:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022466.282611:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835858816:0@lo:400:kworker.0
00000100:00100000:3.0:1777022466.282617:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835858688
00000100:00100000:3.0:1777022466.282619:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835858688
00000100:00100000:2.0:1777022466.282630:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022466.282640:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83
00000100:00100000:3.0:1777022466.282647:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835858944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022466.282652:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835858816
00000100:00100000:2.0:1777022466.282655:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835858816
00000100:00100000:2.0:1777022466.282680:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133
00000100:00100000:2.0:1777022466.282686:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835858816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022466.282693:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835858944:12345-0@lo:400:kworker.0 Request processed in 48us (1166us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.282700:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83
00000100:00100000:3.0:1777022466.282713:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84
00000100:00100000:2.0:1777022466.282714:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835858816:12345-0@lo:400:kworker.0 Request processed in 29us (83us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.282718:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835858688:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022466.282720:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133
00000100:00100000:3.0:1777022466.282743:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835858688:12345-0@lo:400:kworker.0 Request processed in 24us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.282749:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84
00000100:00100000:2.0:1777022466.282756:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835858816:0@lo:400:kworker.0
00000100:00100000:2.0:1777022466.282765:0:3462:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967314 gen 2
00000004:00080000:2.0:1777022466.282770:0:3462:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa65a13b80, transno 4294967313
00000004:00080000:2.0:1777022466.282776:0:3462:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa65a12d80, transno 4294967314
00000100:00100000:2.0:1777022466.282780:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835858688:0@lo:400:kworker.0
00000100:00100000:1.0:1777022466.282875:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835858304
00000100:00100000:1.0:1777022466.282879:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835858304
00000100:00100000:1.0:1777022466.282918:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262
00000100:00100000:1.0:1777022466.282925:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835858304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022466.282973:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835858304:12345-0@lo:400:kworker.0 Request processed in 48us (383us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.282978:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262
00000100:00080000:0.0:1777022466.283257:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1777022466.283262:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1777022466.283263:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1777022466.283287:0:3464:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967389 gen 2
00000004:00080000:0.0:1777022466.283291:0:3464:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa6612aa00, transno 4294967387
00000004:00080000:0.0:1777022466.283300:0:3464:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa6612b480, transno 4294967388
00000004:00080000:0.0:1777022466.283302:0:3464:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa65c50e00, transno 4294967389
00000100:00100000:0.0:1777022466.283306:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835858944:0@lo:400:kworker.0
00000100:00100000:3.0:1777022466.283407:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835858304:0@lo:400:kworker.0
00000004:00080000:2.0:1777022466.283516:0:8313:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 3 done
00000100:00100000:3.0:1777022466.284841:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.284913:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.284978:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816025088
00000100:00100000:2.0:1777022466.284986:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816025088
00002000:00100000:2.0:1777022466.285033:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (311296->315391)  req@ffff8efa65f3a680 x1863342816025088/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.285054:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3a680 with x1863342816025088 ext(311296->315391)
00002000:00010000:2.0:1777022466.285060:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3a680
00000100:00100000:2.0:1777022466.285088:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816024960
00000100:00100000:2.0:1777022466.285092:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816024960
00002000:00100000:2.0:1777022466.285117:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (290816->311295)  req@ffff8efa65f39f80 x1863342816024960/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.285126:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39f80 with x1863342816024960 ext(290816->311295)
00002000:00010000:2.0:1777022466.285129:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f39f80
00000100:00100000:2.0:1777022466.285154:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 350
00000100:00100000:2.0:1777022466.285165:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342816025088:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022466.285336:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342816025088:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 173us (515us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022466.285343:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 350
00002000:00100000:2.0:1777022466.285350:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (311296->315391)  req@ffff8efa65f3a680 x1863342816025088/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.285369:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3a680 with x1863342816025088 ext(311296->315391)
00002000:00010000:2.0:1777022466.285373:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3a680
00000100:00100000:2.0:1777022466.285389:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 351
00000100:00100000:2.0:1777022466.285396:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342816024960:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022466.291160:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342816024960:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5750us (6233us total) trans 0 rc 20480/20480
00000100:00100000:2.0:1777022466.291174:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 351
00002000:00100000:2.0:1777022466.291191:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (290816->311295)  req@ffff8efa65f39f80 x1863342816024960/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/440 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 20480/20480 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.291202:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39f80 with x1863342816024960 ext(290816->311295)
00002000:00010000:2.0:1777022466.291208:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f39f80
00000100:00100000:3.0:1777022466.303609:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.303717:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.303833:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816025344
00000100:00100000:0.0:1777022466.303845:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816025344
00000100:00100000:0.0:1777022466.303948:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 709
00000100:00100000:0.0:1777022466.303958:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342816025344:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022466.303976:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022466.303995:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e43ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419a7 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.304027:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.304048:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.304050:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.304054:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e43ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419a7 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.304095:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.304119:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 25 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.304134:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835859072:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022466.304212:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022466.304289:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816025216
00000100:00100000:1.0:1777022466.304294:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816025216
00002000:00100000:1.0:1777022466.304327:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (315392->319487)  req@ffff8efa65f3b100 x1863342816025216/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.304337:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3b100 with x1863342816025216 ext(315392->319487)
00010000:00010000:1.0:1777022466.304344:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 26 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.304356:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 26 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.304377:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f3b100
00000100:00100000:1.0:1777022466.304402:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 415
00000100:00100000:1.0:1777022466.304410:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342816025216:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022466.304599:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342816025216:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 189us (1001us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022466.304606:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 415
00002000:00100000:1.0:1777022466.304613:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (315392->319487)  req@ffff8efa65f3b100 x1863342816025216/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.304621:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3b100 with x1863342816025216 ext(315392->319487)
00010000:00010000:1.0:1777022466.304626:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 26 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.304637:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 26 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.304644:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f3b100
00000100:00100000:0.0:1777022466.309480:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835859072:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022466.309526:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e43ef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419a7 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.309589:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2e00, rc 0)
00000100:00100000:0.0:1777022466.309662:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10158:x1863342816025344:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5704us (5943us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.309673:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 709
00000100:00100000:2.0:1777022466.311968:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.312198:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816025600
00000100:00100000:3.0:1777022466.312210:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816025600
00002000:00100000:3.0:1777022466.312274:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (311296->319487)  req@ffff8efa6612aa00 x1863342816025600/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 8680/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.312286:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612aa00 with x1863342816025600 ext(311296->319487)
00010000:00010000:3.0:1777022466.312297:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 26 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.312317:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 26 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.312326:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6612aa00
00000100:00100000:3.0:1777022466.312382:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 416
00000100:00100000:3.0:1777022466.312392:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342816025600:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022466.312808:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342816025600:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 415us (847us total) trans 4294967424 rc 0/0
00000100:00100000:3.0:1777022466.312825:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 416
00002000:00100000:3.0:1777022466.312833:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (311296->319487)  req@ffff8efa6612aa00 x1863342816025600/t4294967424(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 8680/448 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.312841:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612aa00 with x1863342816025600 ext(311296->319487)
00010000:00010000:3.0:1777022466.312847:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 28 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.312907:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 28 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.312916:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6612aa00
00000100:00100000:1.0:1777022466.320735:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.320887:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816025472
00000100:00100000:3.0:1777022466.320898:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816025472
00002000:00100000:3.0:1777022466.320948:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (319488->323583)  req@ffff8efa66020000 x1863342816025472/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.320960:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66020000 with x1863342816025472 ext(319488->323583)
00010000:00010000:3.0:1777022466.320970:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 28 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.320986:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 28 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.321008:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66020000
00000100:00100000:3.0:1777022466.321030:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 417
00000100:00100000:3.0:1777022466.321052:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2379:x1863342816025472:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022466.321280:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2379:x1863342816025472:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 241us (553us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022466.321289:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 417
00002000:00100000:3.0:1777022466.321295:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (319488->323583)  req@ffff8efa66020000 x1863342816025472/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.321304:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66020000 with x1863342816025472 ext(319488->323583)
00010000:00010000:3.0:1777022466.321310:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 28 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.321321:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 28 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.321329:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66020000
00000100:00100000:1.0:1777022466.328209:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.334227:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816025728
00000100:00100000:3.0:1777022466.334243:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816025728
00000100:00100000:2.0:1777022466.334411:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 710
00000100:00100000:2.0:1777022466.334422:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10159:x1863342816025728:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022466.334443:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022466.334464:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419ae expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.334497:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022466.334500:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022466.334505:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 29 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.334550:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 29 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.334567:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022466.334641:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+29:10159:x1863342816025728:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 221us (6445us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.334647:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 710
00000100:00100000:0.0:1777022466.334768:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.335834:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816025856
00000100:00100000:2.0:1777022466.335843:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816025856
00010000:00010000:2.0:1777022466.335920:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 29 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.335958:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 667
00000100:00100000:2.0:1777022466.335968:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+29:2378:x1863342816025856:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022466.335980:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022466.335999:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 616 -> 632
00010000:00010000:2.0:1777022466.336005:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 29 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.336018:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 29 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.336041:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e43e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [311296->18446744073709551615] (req 311296->315391) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a0 expref: 29 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.336075:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.336077:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.336085:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e43ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419a7 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.336094:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e43ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419a7 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.336103:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.336116:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.336120:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.336130:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.336168:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.336182:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835859200:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022466.336269:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e43ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419a7 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.336282:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835859328:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.336316:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.339211:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835859200:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.342693:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835859328:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022466.342726:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022466.342786:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2378:x1863342816025856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6819us (8016us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.342797:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 667
00000100:00100000:0.0:1777022466.352213:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.353095:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816025984
00000100:00100000:3.0:1777022466.353118:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816025984
00002000:00100000:3.0:1777022466.353180:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (319488->323583)  req@ffff8efa65c1ca80 x1863342816025984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.353192:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ca80 with x1863342816025984 ext(319488->323583)
00002000:00010000:3.0:1777022466.353212:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1ca80
00000100:00100000:3.0:1777022466.353243:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 352
00000100:00100000:3.0:1777022466.353252:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2378:x1863342816025984:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022466.353431:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2378:x1863342816025984:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 179us (1230us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022466.353439:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 352
00002000:00100000:3.0:1777022466.353446:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (319488->323583)  req@ffff8efa65c1ca80 x1863342816025984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.353454:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ca80 with x1863342816025984 ext(319488->323583)
00002000:00010000:3.0:1777022466.353457:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1ca80
00000100:00100000:1.0:1777022466.357304:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.357394:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816026112
00000100:00100000:3.0:1777022466.357404:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816026112
00002000:00100000:3.0:1777022466.357453:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (311296->319487)  req@ffff8efa66021f80 x1863342816026112/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.357464:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66021f80 with x1863342816026112 ext(311296->319487)
00002000:00010000:3.0:1777022466.357469:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66021f80
00000100:00100000:3.0:1777022466.357507:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 353
00000100:00100000:3.0:1777022466.357517:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2377:x1863342816026112:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022466.357721:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2377:x1863342816026112:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 205us (426us total) trans 0 rc 8192/8192
00000100:00100000:3.0:1777022466.357728:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 353
00002000:00100000:3.0:1777022466.357735:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (311296->319487)  req@ffff8efa66021f80 x1863342816026112/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/8632 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.357754:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66021f80 with x1863342816026112 ext(311296->319487)
00002000:00010000:3.0:1777022466.357757:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66021f80
00000100:00100000:1.0:1777022466.362665:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.362749:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816026240
00000100:00100000:3.0:1777022466.362759:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816026240
00000100:00100000:1.0:1777022466.371964:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.372166:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816026368
00000100:00100000:3.0:1777022466.372176:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816026368
00000100:00100000:3.0:1777022466.372243:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 711
00000100:00100000:3.0:1777022466.372253:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10158:x1863342816026368:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022466.372273:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022466.372294:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e43fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419b5 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.372330:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.372339:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022466.372341:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022466.372345:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e43fd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419b5 expref: 29 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.372379:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 28 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.372393:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 28 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.372428:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835859456:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022466.372535:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022466.374744:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835859456:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022466.374780:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e43fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419b5 expref: 29 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.374804:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7600, rc 0)
00000100:00100000:3.0:1777022466.374913:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342816026368:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2661us (2957us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.374923:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 711
00002000:00100000:2.0:1777022466.375604:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (323584->327679)  req@ffff8efa66020380 x1863342816026240/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.375616:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66020380 with x1863342816026240 ext(323584->327679)
00010000:00010000:2.0:1777022466.375625:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 28 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.375641:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 28 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022466.375649:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66020380
00000100:00100000:2.0:1777022466.375684:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 418
00000100:00100000:2.0:1777022466.375697:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342816026240:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022466.375936:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2377:x1863342816026240:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 242us (13279us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022466.375943:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 418
00002000:00100000:2.0:1777022466.375949:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (323584->327679)  req@ffff8efa66020380 x1863342816026240/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.375971:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66020380 with x1863342816026240 ext(323584->327679)
00010000:00010000:2.0:1777022466.375976:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 28 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.375988:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 28 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022466.375995:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66020380
00000100:00100000:3.0:1777022466.401249:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.401432:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816026624
00000100:00100000:0.0:1777022466.401442:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816026624
00000100:00100000:0.0:1777022466.401502:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 712
00000100:00100000:0.0:1777022466.401512:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+28:10159:x1863342816026624:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022466.401533:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022466.401554:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419bc expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.401588:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.401590:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.401595:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.401608:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.401621:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2a00, rc 0)
00000100:00100000:0.0:1777022466.401682:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+29:10159:x1863342816026624:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 171us (445us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.401709:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 712
00000100:00100000:1.0:1777022466.413997:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.415055:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816026496
00000100:00100000:3.0:1777022466.415066:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816026496
00002000:00100000:3.0:1777022466.415133:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (319488->323583)  req@ffff8efa81a1c450 x1863342816026496/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 4584/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.415146:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa81a1c450 with x1863342816026496 ext(319488->323583)
00010000:00010000:3.0:1777022466.415157:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 29 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.415176:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 29 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.415183:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa81a1c450
00000100:00100000:3.0:1777022466.415235:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 419
00000100:00100000:3.0:1777022466.415245:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa81a1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+29:2377:x1863342816026496:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022466.415615:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa81a1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2377:x1863342816026496:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 370us (1625us total) trans 4294967425 rc 0/0
00000100:00100000:3.0:1777022466.415625:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 419
00002000:00100000:3.0:1777022466.415632:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (319488->323583)  req@ffff8efa81a1c450 x1863342816026496/t4294967425(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 4584/448 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.415641:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa81a1c450 with x1863342816026496 ext(319488->323583)
00010000:00010000:3.0:1777022466.415646:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 31 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.415656:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 31 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.415663:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa81a1c450
00000100:00100000:3.0:1777022466.419483:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.420765:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816026752
00000100:00100000:2.0:1777022466.420791:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816026752
00010000:00010000:2.0:1777022466.420866:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 31 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.420903:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 668
00000100:00100000:2.0:1777022466.420914:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2379:x1863342816026752:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022466.420933:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022466.420951:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 632 -> 640
00010000:00010000:2.0:1777022466.420958:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 31 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.420971:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 31 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.420996:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e43f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [319488->18446744073709551615] (req 319488->323583) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ae expref: 31 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.421029:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.421031:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.421039:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e43fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419b5 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.421049:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e43fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419b5 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.421058:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.421060:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.421063:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.421070:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.421115:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 30 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.421137:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835859584:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022466.421267:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e43fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419b5 expref: 28 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.421276:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835859712:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.421307:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.425286:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835859584:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.425300:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835859712:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022466.425323:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022466.425379:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2379:x1863342816026752:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4467us (5905us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.425391:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 668
00000100:00100000:3.0:1777022466.426267:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.426392:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816026880
00000100:00100000:2.0:1777022466.426400:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816026880
00002000:00100000:2.0:1777022466.426450:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (319488->323583)  req@ffff8efa65a11c00 x1863342816026880/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.426461:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11c00 with x1863342816026880 ext(319488->323583)
00002000:00010000:2.0:1777022466.426467:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11c00
00000100:00100000:2.0:1777022466.426502:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 354
00000100:00100000:2.0:1777022466.426511:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342816026880:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022466.426693:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342816026880:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 182us (429us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022466.426699:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 354
00002000:00100000:2.0:1777022466.426706:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (319488->323583)  req@ffff8efa65a11c00 x1863342816026880/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.426713:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11c00 with x1863342816026880 ext(319488->323583)
00002000:00010000:2.0:1777022466.426716:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11c00
00000100:00100000:3.0:1777022466.437653:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.437833:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816027136
00000100:00100000:1.0:1777022466.437893:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816027136
00002000:00100000:1.0:1777022466.437942:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (323584->327679)  req@ffff8efa65a11880 x1863342816027136/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.437954:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11880 with x1863342816027136 ext(323584->327679)
00002000:00010000:1.0:1777022466.437961:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11880
00000100:00100000:1.0:1777022466.437987:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 355
00000100:00100000:1.0:1777022466.437996:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2377:x1863342816027136:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022466.438182:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2377:x1863342816027136:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 187us (538us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022466.438191:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 355
00002000:00100000:1.0:1777022466.438197:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (323584->327679)  req@ffff8efa65a11880 x1863342816027136/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.438206:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11880 with x1863342816027136 ext(323584->327679)
00002000:00010000:1.0:1777022466.438209:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11880
00000100:00100000:3.0:1777022466.438901:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.439842:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816027008
00000100:00100000:2.0:1777022466.439898:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816027008
00000100:00100000:0.0:1777022466.439984:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 713
00000100:00100000:0.0:1777022466.439998:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342816027008:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022466.440015:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022466.440039:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e440b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419c3 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.440073:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.440081:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.440083:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.440087:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e440b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419c3 expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.440134:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.440158:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 29 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.440171:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835859840:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022466.440255:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e9c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022466.443209:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.443340:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835859840:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022466.443377:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e440b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419c3 expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.443415:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3000, rc 0)
00000100:00100000:0.0:1777022466.443475:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342816027008:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3480us (4577us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.443484:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 713
00000100:00100000:2.0:1777022466.443774:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816027264
00000100:00100000:2.0:1777022466.443781:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816027264
00002000:00100000:2.0:1777022466.443820:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (327680->331775)  req@ffff8efa65a11180 x1863342816027264/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.443830:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11180 with x1863342816027264 ext(327680->331775)
00010000:00010000:2.0:1777022466.443837:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 30 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.443850:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 30 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022466.443891:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a11180
00000100:00100000:2.0:1777022466.443918:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 420
00000100:00100000:2.0:1777022466.443927:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2380:x1863342816027264:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022466.444080:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2380:x1863342816027264:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 154us (881us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022466.444087:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 420
00002000:00100000:2.0:1777022466.444093:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (327680->331775)  req@ffff8efa65a11180 x1863342816027264/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.444102:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11180 with x1863342816027264 ext(327680->331775)
00010000:00010000:2.0:1777022466.444121:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 30 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.444132:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 30 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022466.444146:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a11180
00000100:00100000:1.0:1777022466.446582:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.446725:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816027392
00000100:00100000:3.0:1777022466.446735:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816027392
00002000:00100000:3.0:1777022466.446797:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (323584->327679)  req@ffff8efa66022d80 x1863342816027392/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 4584/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.446810:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022d80 with x1863342816027392 ext(323584->327679)
00010000:00010000:3.0:1777022466.446839:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 30 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.446895:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 30 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.446904:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66022d80
00000100:00100000:3.0:1777022466.446926:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 421
00000100:00100000:3.0:1777022466.446936:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2377:x1863342816027392:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022466.447327:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2377:x1863342816027392:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 390us (751us total) trans 4294967426 rc 0/0
00000100:00100000:3.0:1777022466.447335:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 421
00002000:00100000:3.0:1777022466.447342:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (323584->327679)  req@ffff8efa66022d80 x1863342816027392/t4294967426(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 4584/448 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.447350:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022d80 with x1863342816027392 ext(323584->327679)
00010000:00010000:3.0:1777022466.447355:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.447367:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.447373:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66022d80
00000100:00100000:3.0:1777022466.453693:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.453948:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816027520
00000100:00100000:1.0:1777022466.453957:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816027520
00000100:00100000:1.0:1777022466.454022:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 714
00000100:00100000:1.0:1777022466.454032:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+32:10159:x1863342816027520:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022466.454052:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022466.454072:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419ca expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.454287:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.454290:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.454309:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.454323:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.454337:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:1.0:1777022466.454405:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816027520:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 374us (722us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.454413:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 714
00000100:00100000:1.0:1777022466.457356:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.458201:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816027648
00000100:00100000:2.0:1777022466.458212:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816027648
00010000:00010000:2.0:1777022466.458260:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 33 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.458308:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 669
00000100:00100000:2.0:1777022466.458318:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66023b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2379:x1863342816027648:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022466.458332:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022466.458350:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 640 -> 648
00010000:00010000:2.0:1777022466.458357:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 33 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.458371:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 33 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.458398:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4404 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [323584->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419bc expref: 33 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.458414:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.458416:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.458424:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e440b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419c3 expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.458434:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e440b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419c3 expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.458457:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.458458:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.458462:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.458471:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.458506:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.458532:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835859968:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022466.458629:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e440b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419c3 expref: 29 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.458639:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835860096:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.458662:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.466481:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.467128:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816027776
00000100:00100000:0.0:1777022466.467139:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816027776
00002000:00100000:0.0:1777022466.467197:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (323584->327679)  req@ffff8efa65c53480 x1863342816027776/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.467210:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53480 with x1863342816027776 ext(323584->327679)
00002000:00010000:0.0:1777022466.467217:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c53480
00000100:00100000:0.0:1777022466.467252:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 356
00000100:00100000:0.0:1777022466.467263:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2377:x1863342816027776:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022466.467422:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2377:x1863342816027776:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 160us (948us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022466.467429:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 356
00002000:00100000:0.0:1777022466.467436:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (323584->327679)  req@ffff8efa65c53480 x1863342816027776/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.467445:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53480 with x1863342816027776 ext(323584->327679)
00002000:00010000:0.0:1777022466.467448:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c53480
00000100:00100000:3.0:1777022466.468159:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835859968:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022466.468197:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835860096:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022466.468221:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022466.468301:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66023b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2379:x1863342816027648:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9984us (10954us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.468310:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 669
00000100:00100000:2.0:1777022466.476161:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.476302:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816027904
00000100:00100000:3.0:1777022466.476312:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816027904
00002000:00100000:3.0:1777022466.476358:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (327680->331775)  req@ffff8efa65c53800 x1863342816027904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.476369:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53800 with x1863342816027904 ext(327680->331775)
00002000:00010000:3.0:1777022466.476375:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c53800
00000100:00100000:3.0:1777022466.476399:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 357
00000100:00100000:3.0:1777022466.476407:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2378:x1863342816027904:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022466.476584:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2378:x1863342816027904:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 176us (432us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022466.476591:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 357
00002000:00100000:3.0:1777022466.476598:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (327680->331775)  req@ffff8efa65c53800 x1863342816027904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.476606:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53800 with x1863342816027904 ext(327680->331775)
00002000:00010000:3.0:1777022466.476609:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c53800
00000100:00100000:2.0:1777022466.480539:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.480739:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816028032
00000100:00100000:0.0:1777022466.480749:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816028032
00002000:00100000:0.0:1777022466.480799:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (331776->335871)  req@ffff8efa65c50a80 x1863342816028032/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.480841:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50a80 with x1863342816028032 ext(331776->335871)
00002000:00010000:0.0:1777022466.480847:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c50a80
00000100:00100000:0.0:1777022466.480922:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 358
00000100:00100000:0.0:1777022466.480933:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2380:x1863342816028032:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022466.481140:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2380:x1863342816028032:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 208us (616us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022466.481149:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 358
00002000:00100000:0.0:1777022466.481156:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (331776->335871)  req@ffff8efa65c50a80 x1863342816028032/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.481164:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50a80 with x1863342816028032 ext(331776->335871)
00002000:00010000:0.0:1777022466.481167:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c50a80
00000100:00100000:2.0:1777022466.483701:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.484644:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816028160
00000100:00100000:0.0:1777022466.484656:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816028160
00000100:00100000:0.0:1777022466.484721:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 715
00000100:00100000:0.0:1777022466.484732:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10158:x1863342816028160:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022466.484752:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022466.484772:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4419 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419d1 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.484807:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.484938:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.484955:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.484960:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4419 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419d1 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.484995:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.485009:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 31 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.485023:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835860224:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022466.485101:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.495070:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.495512:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835860224:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022466.495558:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4419 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419d1 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.495582:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3e00, rc 0)
00000100:00100000:0.0:1777022466.495643:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10158:x1863342816028160:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10912us (11952us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.495653:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 715
00000100:00100000:3.0:1777022466.496196:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816028288
00000100:00100000:3.0:1777022466.496204:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816028288
00002000:00100000:3.0:1777022466.496247:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65c50380 x1863342816028288/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.496278:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50380 with x1863342816028288 ext(335872->339967)
00010000:00010000:3.0:1777022466.496285:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.496300:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.496308:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50380
00000100:00100000:3.0:1777022466.496343:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 422
00000100:00100000:3.0:1777022466.496353:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2378:x1863342816028288:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022466.496539:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2378:x1863342816028288:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 187us (1477us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022466.496546:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 422
00002000:00100000:3.0:1777022466.496552:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65c50380 x1863342816028288/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.496560:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50380 with x1863342816028288 ext(335872->339967)
00010000:00010000:3.0:1777022466.496565:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.496576:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.496583:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50380
00000100:00100000:1.0:1777022466.496712:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.497334:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816028416
00000100:00100000:0.0:1777022466.497341:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816028416
00002000:00100000:0.0:1777022466.497372:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (327680->335871)  req@ffff8efa66022a00 x1863342816028416/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 8680/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.497381:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022a00 with x1863342816028416 ext(327680->335871)
00010000:00010000:0.0:1777022466.497393:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.497413:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022466.497421:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66022a00
00000100:00100000:0.0:1777022466.497451:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 423
00000100:00100000:0.0:1777022466.497460:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2378:x1863342816028416:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022466.497952:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816028416:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 490us (1238us total) trans 4294967427 rc 0/0
00000100:00100000:0.0:1777022466.497959:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 423
00002000:00100000:0.0:1777022466.497967:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (327680->335871)  req@ffff8efa66022a00 x1863342816028416/t4294967427(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 8680/448 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.497975:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022a00 with x1863342816028416 ext(327680->335871)
00010000:00010000:0.0:1777022466.497979:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.497991:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022466.497997:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66022a00
00000100:00100000:2.0:1777022466.503303:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.503407:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816028544
00000100:00100000:0.0:1777022466.503418:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816028544
00000100:00100000:0.0:1777022466.503481:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 716
00000100:00100000:0.0:1777022466.503494:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816028544:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022466.503546:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022466.503571:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419d8 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.503611:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.503614:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.503621:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.503634:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.503649:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2a00, rc 0)
00000100:00100000:0.0:1777022466.503720:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342816028544:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 228us (426us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.503727:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 716
00000100:00100000:2.0:1777022466.506710:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.506811:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816028672
00000100:00100000:0.0:1777022466.506829:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816028672
00010000:00010000:0.0:1777022466.506903:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 35 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.506937:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 670
00000100:00100000:0.0:1777022466.506946:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2377:x1863342816028672:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022466.506961:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022466.506979:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 648 -> 664
00010000:00010000:0.0:1777022466.506986:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 35 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.507012:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 35 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.507036:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e4412 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [327680->33882111] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ca expref: 35 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.507052:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022466.507054:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022466.507062:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4419 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419d1 expref: 30 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.507072:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4419 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419d1 expref: 30 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.507080:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022466.507082:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022466.507085:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.507094:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.507150:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.507163:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835860352:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022466.507301:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4419 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419d1 expref: 30 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.507311:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835860480:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022466.507333:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022466.515284:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.515430:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835860352:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.515459:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835860480:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022466.515485:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022466.515553:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816028672:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8607us (8851us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.515564:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 670
00000100:00100000:3.0:1777022466.515829:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816028800
00000100:00100000:3.0:1777022466.515836:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816028800
00002000:00100000:3.0:1777022466.516006:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (327680->335871)  req@ffff8efa65c1c000 x1863342816028800/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.516017:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1c000 with x1863342816028800 ext(327680->335871)
00002000:00010000:3.0:1777022466.516022:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1c000
00000100:00100000:3.0:1777022466.516084:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 359
00000100:00100000:3.0:1777022466.516094:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2378:x1863342816028800:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022466.516273:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2378:x1863342816028800:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 181us (999us total) trans 0 rc 8192/8192
00000100:00100000:3.0:1777022466.516280:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 359
00002000:00100000:3.0:1777022466.516287:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (327680->335871)  req@ffff8efa65c1c000 x1863342816028800/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/8632 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.516296:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1c000 with x1863342816028800 ext(327680->335871)
00002000:00010000:3.0:1777022466.516299:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1c000
00000100:00100000:0.0:1777022466.520567:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.520712:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816028928
00000100:00100000:1.0:1777022466.520723:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816028928
00000100:00100000:1.0:1777022466.520784:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 717
00000100:00100000:1.0:1777022466.520794:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10158:x1863342816028928:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022466.520812:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022466.520840:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419df expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.520905:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.520915:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.520917:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.520921:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.520983:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.520997:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 33 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.521010:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66020000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835860608:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022466.521165:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.524290:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.524410:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816029056
00000100:00100000:3.0:1777022466.524421:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816029056
00002000:00100000:3.0:1777022466.524469:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65c53100 x1863342816029056/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.524480:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53100 with x1863342816029056 ext(335872->339967)
00010000:00010000:3.0:1777022466.524488:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 34 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.524503:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 34 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.524535:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53100
00000100:00100000:3.0:1777022466.524576:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 424
00000100:00100000:3.0:1777022466.524585:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816029056:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022466.524918:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66020000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835860608:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022466.524948:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.524967:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:3.0:1777022466.525154:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816029056:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 568us (871us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022466.525162:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 424
00002000:00100000:3.0:1777022466.525169:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65c53100 x1863342816029056/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.525178:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53100 with x1863342816029056 ext(335872->339967)
00010000:00010000:3.0:1777022466.525184:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 34 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.525195:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 34 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.525201:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c53100
00000100:00100000:1.0:1777022466.525728:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816028928:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4933us (5168us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.525736:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 717
00000100:00100000:2.0:1777022466.529834:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.530174:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816029184
00000100:00100000:1.0:1777022466.530184:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816029184
00000100:00100000:1.0:1777022466.530243:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 718
00000100:00100000:1.0:1777022466.530254:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816029184:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022466.530273:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022466.530292:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e442e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419e6 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.530363:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.530370:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.530377:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022466.530381:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e442e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419e6 expref: 35 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.530421:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.530434:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e442e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419e6 expref: 35 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.530446:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:1.0:1777022466.530491:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342816029184:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 240us (678us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.530498:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 718
00000100:00100000:2.0:1777022466.531448:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.531589:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816029312
00000100:00100000:3.0:1777022466.531596:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816029312
00010000:00010000:3.0:1777022466.531626:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 35 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.531670:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 671
00000100:00100000:3.0:1777022466.531679:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2377:x1863342816029312:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022466.531704:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022466.531724:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 35 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.531737:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 35 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.531760:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4420 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d8 expref: 35 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.531777:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.531779:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.531786:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.531797:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.531836:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.531849:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 31 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.531908:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835860864:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022466.531980:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022466.542966:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.543278:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816029440
00000100:00100000:1.0:1777022466.543289:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816029440
00002000:00100000:1.0:1777022466.543338:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65c1fb80 x1863342816029440/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.543350:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1fb80 with x1863342816029440 ext(335872->372735)
00010000:00010000:1.0:1777022466.543359:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.543397:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.543405:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1fb80
00000100:00100000:1.0:1777022466.543445:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 425
00000100:00100000:1.0:1777022466.543454:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816029440:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022466.543820:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835860864:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022466.543851:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022466.543909:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816029312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12231us (12464us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.543918:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 671
00000100:00100000:1.0:1777022466.550434:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816029440:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6969us (7467us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022466.550458:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 425
00002000:00100000:1.0:1777022466.550472:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65c1fb80 x1863342816029440/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/440 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.550484:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1fb80 with x1863342816029440 ext(335872->372735)
00010000:00010000:1.0:1777022466.550493:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.550513:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.550528:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1fb80
00000100:00100000:0.0:1777022466.555440:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.555590:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.555683:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816029696
00000100:00100000:3.0:1777022466.555692:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816029696
00010000:00010000:3.0:1777022466.555730:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.555775:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 672
00000100:00100000:3.0:1777022466.555785:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816029696:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022466.555799:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022466.555825:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.555848:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.555898:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e4427 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419df expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.555915:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.555917:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.555926:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e442e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419e6 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.555955:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e442e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419e6 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.555991:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e442e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419e6 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.556016:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835860992:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022466.556095:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022466.560314:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835860992:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022466.560347:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022466.560407:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342816029696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4622us (4815us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.560418:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 672
00000100:00100000:1.0:1777022466.561682:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816029568
00000100:00100000:1.0:1777022466.561695:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816029568
00000100:00100000:1.0:1777022466.561753:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 719
00000100:00100000:1.0:1777022466.561764:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10158:x1863342816029568:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022466.561797:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022466.561827:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4435 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419ed expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.562268:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e442e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419e6 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.562278:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.562280:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.562284:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4435 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ed expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.562320:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e442e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419e6 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.562334:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e442e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419e6 expref: 33 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.562349:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66020000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835861120:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022466.562429:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022466.566698:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66020000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835861120:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022466.566739:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4435 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ed expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.566765:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:1.0:1777022466.566843:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816029568:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5080us (11412us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.566890:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 719
00000100:00100000:0.0:1777022466.570731:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.570842:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816029824
00000100:00100000:2.0:1777022466.570851:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816029824
00010000:00010000:2.0:1777022466.571169:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e442e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419e6 expref: 34 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.571214:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 673
00000100:00100000:2.0:1777022466.571223:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816029824:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022466.571238:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022466.571259:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e442e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419e6 expref: 34 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.571273:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e442e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419e6 expref: 34 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.571297:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e442e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419e6 expref: 34 pid: 6921 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.571314:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.571330:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.571340:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4435 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ed expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.571351:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4435 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ed expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.571388:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4435 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ed expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.571402:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835861248:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.571484:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022466.575319:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835861248:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022466.575348:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022466.575446:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2377:x1863342816029824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4223us (4722us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.575457:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 673
00000100:00100000:0.0:1777022466.580405:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.580511:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816029952
00000100:00100000:1.0:1777022466.580602:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816029952
00000100:00100000:1.0:1777022466.580666:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 720
00000100:00100000:1.0:1777022466.580676:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816029952:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022466.580693:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022466.580712:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419f4 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.580744:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4435 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419ed expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.580753:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.580755:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.580759:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.580800:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4435 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ed expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.581119:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4435 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ed expref: 31 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.581136:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66020000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835861376:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022466.581278:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022466.585473:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.585681:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66020000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835861376:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022466.585717:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.585740:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:0.0:1777022466.585804:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816029952:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5129us (5408us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.585823:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 720
00000100:00100000:3.0:1777022466.586777:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816030080
00000100:00100000:3.0:1777022466.586786:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816030080
00010000:00010000:3.0:1777022466.586839:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4435 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ed expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.586905:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 674
00000100:00100000:3.0:1777022466.586915:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816030080:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022466.586931:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022466.586953:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4435 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ed expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.586981:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4435 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ed expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.587017:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4435 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419ed expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.587032:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.587034:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.587042:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.587053:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.587087:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.587101:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835861504:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022466.587519:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.589945:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.590248:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816030208
00000100:00100000:3.0:1777022466.590258:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816030208
00000100:00100000:3.0:1777022466.590308:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 721
00000100:00100000:3.0:1777022466.590317:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816030208:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022466.590337:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022466.590358:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78419fb expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.590410:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.590419:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022466.590421:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022466.590425:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.590456:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.590470:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 33 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.590483:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835861632:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022466.590761:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022466.598760:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835861504:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022466.598789:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022466.599051:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816030080:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12137us (13585us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.599062:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 674
00000100:00100000:2.0:1777022466.600720:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.601017:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835861632:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022466.601049:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.601093:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022466.601145:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816030208:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10828us (11210us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.601153:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 721
00000100:00100000:1.0:1777022466.601311:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816030336
00000100:00100000:1.0:1777022466.601319:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816030336
00002000:00100000:1.0:1777022466.601363:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65c50e00 x1863342816030336/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.601372:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50e00 with x1863342816030336 ext(335872->339967)
00010000:00010000:1.0:1777022466.601378:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.601392:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.601399:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50e00
00000100:00100000:1.0:1777022466.601427:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 426
00000100:00100000:1.0:1777022466.601436:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816030336:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022466.601594:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816030336:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 159us (881us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022466.601601:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 426
00002000:00100000:1.0:1777022466.601607:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65c50e00 x1863342816030336/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.601615:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50e00 with x1863342816030336 ext(335872->339967)
00010000:00010000:1.0:1777022466.601620:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.601631:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.601650:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50e00
00000100:00100000:2.0:1777022466.606313:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.606406:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.607197:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816030592
00000100:00100000:3.0:1777022466.607208:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816030592
00010000:00010000:3.0:1777022466.607248:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.607303:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 675
00000100:00100000:3.0:1777022466.607313:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816030592:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022466.607327:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022466.607349:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.607363:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.607388:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e443c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419f4 expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.607405:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.607407:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.607415:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.607443:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.607483:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.607497:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835861760:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022466.607649:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816030464
00000100:00100000:1.0:1777022466.607654:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816030464
00000100:00100000:1.0:1777022466.607689:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 722
00000100:00100000:1.0:1777022466.607696:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816030464:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022466.607710:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022466.607725:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e444a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a02 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.607744:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.607751:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.607752:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.607755:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e444a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a02 expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.607779:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.607792:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 31 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.607802:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66020380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835861888:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022466.608306:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022466.608494:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022466.614225:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.614516:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835861760:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022466.614555:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022466.614616:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2377:x1863342816030592:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7305us (8209us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.614627:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 675
00000100:00100000:3.0:1777022466.616078:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816030720
00000100:00100000:3.0:1777022466.616091:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816030720
00002000:00100000:3.0:1777022466.616154:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65a11500 x1863342816030720/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.616166:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11500 with x1863342816030720 ext(335872->372735)
00010000:00010000:3.0:1777022466.616175:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 32 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.616193:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 32 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.616200:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a11500
00000100:00100000:3.0:1777022466.616240:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 427
00000100:00100000:3.0:1777022466.616251:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816030720:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022466.621757:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66020380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835861888:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022466.621796:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e444a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a02 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.621836:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:1.0:1777022466.621936:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816030464:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 14239us (15632us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.621945:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 722
00000100:00100000:0.0:1777022466.624016:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816030720:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7753us (9790us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022466.624028:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 427
00002000:00100000:0.0:1777022466.624041:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65a11500 x1863342816030720/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/440 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.624052:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11500 with x1863342816030720 ext(335872->372735)
00010000:00010000:0.0:1777022466.624061:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 32 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.624079:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 32 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022466.624087:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a11500
00000100:00100000:2.0:1777022466.629750:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.630323:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.631405:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816030848
00000100:00100000:0.0:1777022466.631416:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816030848
00000100:00100000:0.0:1777022466.631544:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 723
00000100:00100000:0.0:1777022466.631557:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816030848:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022466.631579:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022466.631601:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4451 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a09 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.631658:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.631665:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e444a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a02 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.631673:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022466.631677:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4451 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a09 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.631722:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e444a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a02 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.631738:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4451 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a09 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.631752:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2c00, rc 0)
00000100:00100000:0.0:1777022466.631847:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342816030848:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 293us (2108us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.631878:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 723
00000100:00100000:1.0:1777022466.633830:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816030976
00000100:00100000:1.0:1777022466.633845:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816030976
00010000:00010000:1.0:1777022466.633920:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 33 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.633974:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 676
00000100:00100000:1.0:1777022466.633985:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816030976:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022466.634000:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022466.634024:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 33 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.634038:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 33 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.634077:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4443 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419fb expref: 33 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.634095:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.634119:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.634129:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e444a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a02 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.634140:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e444a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a02 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.634181:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e444a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a02 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.634194:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e444a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a02 expref: 33 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.634209:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66020380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835862144:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022466.634307:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.638767:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.639256:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816031104
00000100:00100000:3.0:1777022466.639265:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816031104
00010000:00010000:0.0:1777022466.639375:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e444a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a02 expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.639401:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66020380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835862144:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022466.639423:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022466.639472:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816030976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5490us (9151us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.639480:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 676
00000100:00100000:1.0:1777022466.639504:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 677
00000100:00100000:1.0:1777022466.639511:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816031104:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022466.639526:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022466.639547:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e444a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a02 expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.639581:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e444a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a02 expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.639608:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e444a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a02 expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.639622:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.639625:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.639633:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4451 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a09 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.639643:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4451 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a09 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.639677:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4451 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a09 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.639692:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66020380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835862272:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022466.639753:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022466.645084:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66020380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835862272:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022466.645120:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022466.645178:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342816031104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5667us (6420us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.645190:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 677
00000100:00100000:2.0:1777022466.650295:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.650464:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816031232
00000100:00100000:3.0:1777022466.650474:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816031232
00000100:00100000:3.0:1777022466.650540:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 724
00000100:00100000:3.0:1777022466.650561:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816031232:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022466.650579:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022466.650599:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a10 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.650632:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4451 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a09 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.650641:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022466.650643:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022466.650647:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.650682:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4451 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a09 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.650698:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4451 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a09 expref: 31 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.650713:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835862400:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022466.651238:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022466.659725:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835862400:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022466.659766:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.659802:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:2.0:1777022466.660153:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.660252:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816031360
00000100:00100000:3.0:1777022466.660255:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816031232:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9705us (9970us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.660259:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816031360
00000100:00100000:3.0:1777022466.660265:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 724
00010000:00010000:1.0:1777022466.660305:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4451 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a09 expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.660339:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 678
00000100:00100000:1.0:1777022466.660348:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816031360:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022466.660362:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022466.660381:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4451 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a09 expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.660394:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4451 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a09 expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.660417:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4451 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a09 expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.660431:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.660433:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.660441:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.660450:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.660484:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.660519:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835862528:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022466.660578:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.660670:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.661769:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816031488
00000100:00100000:1.0:1777022466.661778:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816031488
00000100:00100000:1.0:1777022466.661898:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 725
00000100:00100000:1.0:1777022466.661909:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816031488:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022466.661926:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022466.661942:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a17 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.661970:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.661978:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.661980:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.661983:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.662023:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.662036:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 33 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.662049:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66020380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835862656:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022466.662136:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022466.667505:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.667699:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835862528:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022466.667725:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022466.667785:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342816031360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7437us (7633us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.667797:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 678
00000100:00100000:3.0:1777022466.668388:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66020380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835862656:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022466.668414:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.668435:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:3.0:1777022466.668480:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816031488:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6573us (7811us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.668488:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 725
00000100:00100000:2.0:1777022466.671077:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816031616
00000100:00100000:2.0:1777022466.671092:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816031616
00002000:00100000:2.0:1777022466.671157:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65c1ce00 x1863342816031616/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.671169:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ce00 with x1863342816031616 ext(335872->339967)
00010000:00010000:2.0:1777022466.671191:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 34 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.671210:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 34 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022466.671219:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1ce00
00000100:00100000:2.0:1777022466.671303:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 428
00000100:00100000:2.0:1777022466.671314:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816031616:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022466.671497:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816031616:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 185us (4001us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022466.671506:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 428
00002000:00100000:2.0:1777022466.671513:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65c1ce00 x1863342816031616/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.671528:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ce00 with x1863342816031616 ext(335872->339967)
00010000:00010000:2.0:1777022466.671535:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 34 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.671546:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 34 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022466.671553:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1ce00
00000100:00100000:0.0:1777022466.676662:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.676793:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.676939:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816031872
00000100:00100000:3.0:1777022466.676949:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816031872
00010000:00010000:3.0:1777022466.676985:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 34 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.677025:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 679
00000100:00100000:3.0:1777022466.677035:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816031872:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022466.677051:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022466.677071:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 34 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.677100:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 34 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.677141:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4458 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a10 expref: 34 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.677156:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.677158:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.677167:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.677177:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.677215:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.677230:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835862784:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022466.677306:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022466.682307:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835862784:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022466.682335:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022466.682396:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342816031872:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5361us (5609us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.682407:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 679
00000100:00100000:1.0:1777022466.683218:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816031744
00000100:00100000:1.0:1777022466.683228:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816031744
00000100:00100000:1.0:1777022466.684297:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 726
00000100:00100000:1.0:1777022466.684314:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816031744:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022466.684333:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022466.684353:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4466 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a1e expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.684387:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.684397:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.684399:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.684403:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4466 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a1e expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.684437:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.684452:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 31 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.684486:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835862912:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022466.684573:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022466.686455:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.688587:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816032000
00000100:00100000:1.0:1777022466.688602:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816032000
00002000:00100000:1.0:1777022466.688664:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65c1f480 x1863342816032000/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.688676:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1f480 with x1863342816032000 ext(335872->372735)
00010000:00010000:1.0:1777022466.688685:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.688702:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.688710:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1f480
00000100:00100000:1.0:1777022466.688752:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 429
00000100:00100000:1.0:1777022466.688762:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816032000:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022466.691631:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835862912:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022466.691668:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4466 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a1e expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.691692:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022466.691755:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816031744:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7448us (15102us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.692805:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 726
00000100:00100000:1.0:1777022466.697181:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816032000:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8408us (10721us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022466.697194:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 429
00002000:00100000:1.0:1777022466.697209:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65c1f480 x1863342816032000/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/440 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.697219:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1f480 with x1863342816032000 ext(335872->372735)
00010000:00010000:1.0:1777022466.697228:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.697247:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.697255:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1f480
00000100:00100000:3.0:1777022466.701009:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.701047:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.701282:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816032128
00000100:00100000:0.0:1777022466.701292:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816032128
00000100:00100000:0.0:1777022466.701352:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 727
00000100:00100000:0.0:1777022466.701363:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816032128:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022466.701385:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022466.701405:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a25 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.701439:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.701445:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4466 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a1e expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.701452:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022466.701456:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.701497:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4466 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a1e expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.701512:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.701525:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3c00, rc 0)
00000100:00100000:0.0:1777022466.701585:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342816032128:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 225us (807us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.701593:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 727
00000100:00100000:1.0:1777022466.701805:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816032256
00000100:00100000:1.0:1777022466.701820:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816032256
00010000:00010000:1.0:1777022466.702040:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 33 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.702541:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 680
00000100:00100000:1.0:1777022466.702553:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342816032256:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022466.702566:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022466.702587:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 33 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.702623:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 33 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.702645:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e445f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a17 expref: 33 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.702664:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.702666:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.702674:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4466 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a1e expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.702684:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4466 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a1e expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.702714:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4466 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a1e expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.702728:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4466 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a1e expref: 33 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.702741:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835863168:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022466.704944:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ca80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022466.708509:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.708671:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835863168:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022466.708696:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022466.708884:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816032384
00000100:00100000:1.0:1777022466.708892:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816032384
00010000:00010000:1.0:1777022466.708926:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4466 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a1e expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.708976:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 681
00000100:00100000:1.0:1777022466.708986:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816032384:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022466.709001:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022466.709023:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4466 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a1e expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.709035:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4466 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a1e expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.709059:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4466 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a1e expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.709075:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.709077:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.709085:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.709095:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.709152:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.709167:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835863296:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.709470:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816032256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6920us (8420us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.709487:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 680
00000100:00100000:1.0:1777022466.710042:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022466.718273:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835863296:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022466.718304:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022466.720191:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.721247:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342816032384:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12257us (12741us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.721262:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 681
00000100:00100000:1.0:1777022466.722645:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816032512
00000100:00100000:1.0:1777022466.722657:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816032512
00000100:00100000:1.0:1777022466.722801:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 728
00000100:00100000:1.0:1777022466.722819:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816032512:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022466.722848:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022466.722884:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a2c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.722919:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.722929:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.722931:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.722936:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.722974:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.722988:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 31 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.723003:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835863424:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022466.723146:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.727557:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.728472:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816032640
00000100:00100000:3.0:1777022466.728484:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816032640
00002000:00100000:3.0:1777022466.728612:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa66128e00 x1863342816032640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00000100:00100000:1.0:1777022466.728616:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835863424:192.168.202.33@tcp:104:
00002000:00100000:3.0:1777022466.728625:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128e00 with x1863342816032640 ext(335872->372735)
00010000:00010000:3.0:1777022466.728636:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 32 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.728646:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.728652:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 32 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.728659:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66128e00
00010000:00010000:1.0:1777022466.728664:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:1.0:1777022466.728731:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816032512:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5922us (8547us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.728732:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 430
00000100:00100000:1.0:1777022466.728739:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 728
00000100:00100000:3.0:1777022466.728742:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816032640:12345-192.168.202.33@tcp:3:kworker.0
00010000:00010000:3.0:1777022466.729154:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022466.734379:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816032640:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5627us (6823us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022466.734393:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 430
00002000:00100000:3.0:1777022466.734405:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa66128e00 x1863342816032640/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/440 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.734416:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128e00 with x1863342816032640 ext(335872->372735)
00010000:00010000:3.0:1777022466.734425:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 32 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.734455:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 32 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.734464:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66128e00
00000100:00100000:2.0:1777022466.738238:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.738284:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.738515:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816032896
00000100:00100000:3.0:1777022466.738534:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816032896
00010000:00010000:3.0:1777022466.738575:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 32 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.738598:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816032768
00000100:00100000:1.0:1777022466.738602:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816032768
00000100:00100000:3.0:1777022466.738619:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 682
00000100:00100000:3.0:1777022466.738629:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816032896:12345-192.168.202.33@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1777022466.738637:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 729
00000100:00100000:1.0:1777022466.738644:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818cd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342816032768:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022466.738646:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022466.738660:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022466.738667:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 33 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.738674:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e447b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a33 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.738681:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 33 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.739078:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e446d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a25 expref: 34 pid: 6924 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.741207:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.741229:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.741241:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.741246:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e447b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a33 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.741399:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.741402:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.741411:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.741447:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.748350:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.748389:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 33 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.748407:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835863552:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022466.748508:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022466.752312:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835863552:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022466.752341:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022466.752420:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816032896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 13792us (14134us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.752432:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 682
00010000:00010000:0.0:1777022466.752979:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 33 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.752994:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 33 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.753193:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835863680:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022466.753501:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.753682:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.753827:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816033024
00000100:00100000:0.0:1777022466.753836:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816033024
00002000:00100000:0.0:1777022466.753912:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa66129880 x1863342816033024/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.753923:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66129880 with x1863342816033024 ext(335872->339967)
00010000:00010000:0.0:1777022466.753931:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.753946:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022466.753953:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66129880
00000100:00100000:0.0:1777022466.753988:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 431
00000100:00100000:0.0:1777022466.753998:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816033024:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022466.754236:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816033024:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 238us (555us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022466.754244:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 431
00002000:00100000:0.0:1777022466.754251:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa66129880 x1863342816033024/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.754258:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66129880 with x1863342816033024 ext(335872->339967)
00010000:00010000:0.0:1777022466.754263:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.754275:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022466.754282:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66129880
00000100:00100000:0.0:1777022466.759039:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835863680:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022466.759079:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e447b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a33 expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.759113:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:0.0:1777022466.759167:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818cd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816032768:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 20523us (20939us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.759176:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 729
00000100:00100000:2.0:1777022466.765490:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.765761:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816033152
00000100:00100000:0.0:1777022466.765771:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816033152
00010000:00010000:0.0:1777022466.765812:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.765903:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 683
00000100:00100000:0.0:1777022466.765914:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816033152:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022466.765929:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022466.765949:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.765964:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.765989:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4474 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a2c expref: 34 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.766213:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022466.766216:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022466.766226:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e447b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a33 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.766237:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e447b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a33 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.766277:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e447b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a33 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.766298:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835863808:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022466.766386:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.766505:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.766549:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816033280
00000100:00100000:3.0:1777022466.766555:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816033280
00000100:00100000:3.0:1777022466.766601:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 730
00000100:00100000:3.0:1777022466.766609:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816033280:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022466.766626:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022466.766641:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a3a expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.766665:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e447b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a33 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.766672:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022466.766673:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022466.766676:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.766697:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e447b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a33 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.766709:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e447b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a33 expref: 31 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.766732:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835863936:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022466.766761:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022466.771246:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835863936:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022466.771285:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.771309:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6000, rc 0)
00000100:00100000:3.0:1777022466.771371:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342816033280:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4762us (4866us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.771381:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 730
00000100:00100000:1.0:1777022466.771674:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835863808:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022466.771689:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022466.771720:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816033152:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5809us (6237us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.771729:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 683
00000100:00100000:2.0:1777022466.781991:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.782125:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816033408
00000100:00100000:0.0:1777022466.782137:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816033408
00010000:00010000:0.0:1777022466.782176:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e447b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a33 expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.782222:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 684
00000100:00100000:0.0:1777022466.782232:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816033408:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022466.782248:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022466.782272:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e447b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a33 expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.782285:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e447b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a33 expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.782323:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e447b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a33 expref: 32 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.782343:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022466.782345:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022466.782353:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.782363:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.782401:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.782431:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835864064:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022466.782523:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022466.783761:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.783845:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816033536
00000100:00100000:1.0:1777022466.783879:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816033536
00000100:00100000:1.0:1777022466.783927:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 731
00000100:00100000:1.0:1777022466.783936:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816033536:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022466.783952:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022466.783972:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a41 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.784002:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.784174:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.784176:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022466.784181:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.784213:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.784227:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 33 pid: 11979 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.784240:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835864192:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022466.784308:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022466.789624:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835864064:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022466.789655:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022466.789729:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816033408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7497us (7748us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.789742:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 684
00000100:00100000:3.0:1777022466.789917:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835864192:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022466.789943:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.789966:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:3.0:1777022466.789992:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816033536:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6058us (6237us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.789999:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 731
00000100:00100000:0.0:1777022466.794131:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1777022466.794153:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835864320:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022466.794226:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022466.794449:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835864320
00000100:00100000:2.0:1777022466.794457:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835864320
00000100:00100000:2.0:1777022466.794512:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61
00000100:00100000:2.0:1777022466.794602:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835864320:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1777022466.794630:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 294912 granted 744530496 pending 552960 free 3923451904 avail 3691929600
00000100:00100000:2.0:1777022466.794683:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835864320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 163us (461us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.794690:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835864448:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1777022466.794691:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61
00000100:00100000:3.0:1777022466.794722:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022466.794740:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835864320:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022466.794755:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835864448
00000100:00100000:3.0:1777022466.794772:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835864448
00000100:00100000:3.0:1777022466.794812:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62
00000100:00100000:3.0:1777022466.794819:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835864448:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022466.794848:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 118784 granted 58167872 pending 0 free 3923668992 avail 3692146688
00000100:00100000:3.0:1777022466.794906:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835864448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (183us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.794912:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62
00000100:00100000:3.0:1777022466.794941:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835864448:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022466.795675:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.795936:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816033664
00000100:00100000:2.0:1777022466.795942:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816033664
00002000:00100000:2.0:1777022466.795972:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa66020380 x1863342816033664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.795981:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66020380 with x1863342816033664 ext(335872->339967)
00010000:00010000:2.0:1777022466.795988:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 34 pid: 11979 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.796154:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 34 pid: 11979 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022466.796162:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66020380
00000100:00100000:2.0:1777022466.796197:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 432
00000100:00100000:2.0:1777022466.796206:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816033664:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022466.796376:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816033664:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 171us (705us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022466.796384:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 432
00002000:00100000:2.0:1777022466.796391:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa66020380 x1863342816033664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022466.796399:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66020380 with x1863342816033664 ext(335872->339967)
00010000:00010000:2.0:1777022466.796404:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 34 pid: 11979 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.796415:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 34 pid: 11979 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022466.796422:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66020380
00000100:00100000:1.0:1777022466.799891:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.800253:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816033792
00000100:00100000:0.0:1777022466.800265:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816033792
00000100:00100000:0.0:1777022466.800325:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 732
00000100:00100000:0.0:1777022466.800336:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816033792:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022466.800355:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022466.800376:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4490 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a48 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.800410:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.800417:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.800423:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022466.800427:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4490 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a48 expref: 35 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.800493:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.800508:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4490 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a48 expref: 35 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.800665:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2c00, rc 0)
00000100:00100000:0.0:1777022466.800764:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342816033792:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 429us (910us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.800772:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 732
00000100:00100000:1.0:1777022466.803506:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.803704:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816033920
00000100:00100000:2.0:1777022466.803714:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816033920
00010000:00010000:2.0:1777022466.803755:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 35 pid: 11979 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.804209:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 685
00000100:00100000:2.0:1777022466.804220:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2379:x1863342816033920:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022466.804236:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022466.804258:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 35 pid: 11979 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.804271:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 35 pid: 11979 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.804296:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e4482 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a3a expref: 35 pid: 11979 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.804312:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.804314:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.804323:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.804332:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.804373:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.804386:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 31 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.804407:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835864704:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.804541:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.808388:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.808827:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835864704:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022466.808879:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022466.808939:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2379:x1863342816033920:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4719us (5615us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.808950:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 685
00000100:00100000:0.0:1777022466.809774:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816034048
00000100:00100000:0.0:1777022466.809784:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816034048
00002000:00100000:0.0:1777022466.809841:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa6612b100 x1863342816034048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.809871:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612b100 with x1863342816034048 ext(335872->372735)
00010000:00010000:0.0:1777022466.809881:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.809898:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022466.809906:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6612b100
00000100:00100000:0.0:1777022466.809938:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 433
00000100:00100000:0.0:1777022466.809947:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816034048:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022466.814654:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816034048:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4697us (6265us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022466.814666:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 433
00002000:00100000:0.0:1777022466.814678:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa6612b100 x1863342816034048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/440 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.814689:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612b100 with x1863342816034048 ext(335872->372735)
00010000:00010000:0.0:1777022466.814700:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.814718:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 32 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022466.814726:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6612b100
00000100:00100000:2.0:1777022466.818779:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.818920:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.819172:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816034304
00000100:00100000:3.0:1777022466.819183:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816034304
00000100:00100000:3.0:1777022466.819237:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 733
00000100:00100000:3.0:1777022466.819250:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816034304:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022466.819273:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022466.819300:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a4f expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.819337:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022466.819343:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4490 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a48 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.819350:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022466.819373:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.819414:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4490 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a48 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.819428:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.819441:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7e00, rc 0)
00000100:00100000:3.0:1777022466.819507:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342816034304:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 260us (586us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022466.819514:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 733
00000100:00100000:1.0:1777022466.821715:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816034176
00000100:00100000:1.0:1777022466.821730:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816034176
00010000:00010000:1.0:1777022466.821777:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 33 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.821968:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 686
00000100:00100000:1.0:1777022466.821979:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342816034176:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022466.821997:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022466.822272:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 33 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.822306:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 33 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.822332:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4489 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a41 expref: 33 pid: 6923 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.822351:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.822352:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.822361:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4490 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a48 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.822370:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4490 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a48 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.822409:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4490 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a48 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.822423:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4490 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a48 expref: 33 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.822437:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66023b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835864960:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022466.822666:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c540 going to sleep for 11 seconds
00000100:00100000:3.0:1777022466.826937:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.827045:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816034432
00000100:00100000:0.0:1777022466.827054:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816034432
00010000:00010000:0.0:1777022466.827095:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4490 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a48 expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.827161:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 687
00000100:00100000:0.0:1777022466.827171:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2380:x1863342816034432:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022466.827187:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022466.827214:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4490 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a48 expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.827227:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4490 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a48 expref: 34 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.827276:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022466.827278:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022466.827288:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.827298:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.827339:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.827354:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835865088:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022466.827436:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022466.829728:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835865088:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022466.829757:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022466.829819:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2380:x1863342816034432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2641us (2881us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.829831:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 687
00000100:00100000:2.0:1777022466.831944:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.832326:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816034560
00000100:00100000:3.0:1777022466.832337:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816034560
00002000:00100000:3.0:1777022466.832386:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa66128700 x1863342816034560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.832399:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128700 with x1863342816034560 ext(335872->372735)
00002000:00010000:3.0:1777022466.832404:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128700
00000100:00100000:3.0:1777022466.832428:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 360
00000100:00100000:3.0:1777022466.832438:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816034560:12345-192.168.202.33@tcp:3:kworker.0
00010000:00010000:1.0:1777022466.836140:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4490 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a48 expref: 33 pid: 9584 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.836185:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66023b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835864960:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022466.836206:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022466.836271:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2378:x1863342816034176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14293us (17503us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.836281:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 686
00000100:00100000:2.0:1777022466.838753:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.839403:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816034688
00000100:00100000:3.0:1777022466.839415:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816034688
00000100:00100000:3.0:1777022466.839492:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 734
00000100:00100000:3.0:1777022466.839504:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816034688:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022466.839545:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022466.839566:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a56 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.839601:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.839611:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022466.839613:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022466.839618:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.839654:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.839669:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.839683:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835865216:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022466.839780:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022466.843026:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816034560:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10579us (11079us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022466.843039:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 360
00002000:00100000:3.0:1777022466.843052:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa66128700 x1863342816034560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/440 e 0 to 0 dl 1777022477 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.843085:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128700 with x1863342816034560 ext(335872->372735)
00010000:00010000:3.0:1777022466.843096:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 32 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.843123:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 32 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.843133:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66128700
00000100:00100000:2.0:1777022466.849142:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.849223:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.849361:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816034816
00000100:00100000:0.0:1777022466.849371:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816034816
00000100:00100000:0.0:1777022466.849435:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 735
00000100:00100000:0.0:1777022466.849445:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816034816:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022466.849463:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022466.849481:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e44a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a5d expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.849543:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.849550:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.849557:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022466.849561:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e44a5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a5d expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.849602:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.849615:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e44a5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a5d expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.849628:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2c00, rc 0)
00000100:00100000:0.0:1777022466.849681:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342816034816:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 238us (548us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.849688:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 735
00000100:00100000:3.0:1777022466.850001:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816034944
00000100:00100000:3.0:1777022466.850006:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816034944
00010000:00010000:3.0:1777022466.850028:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.850057:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 688
00000100:00100000:3.0:1777022466.850065:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342816034944:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022466.850074:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022466.850109:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.850131:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.850156:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.850157:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022466.850165:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.850186:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.850213:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.850226:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.850240:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835865472:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022466.850303:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00010000:00010000:1.0:1777022466.851669:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4497 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a4f expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.851691:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835865216:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022466.851720:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.851728:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.851743:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:0.0:1777022466.854186:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835865472:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022466.854212:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022466.854276:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816034944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4212us (5051us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.854287:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 688
00000100:00100000:2.0:1777022466.855606:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816034688:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 16097us (16856us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.855617:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 734
00000100:00100000:3.0:1777022466.859246:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.859349:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816035072
00000100:00100000:1.0:1777022466.859360:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816035072
00002000:00100000:1.0:1777022466.859408:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65a10380 x1863342816035072/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.859420:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10380 with x1863342816035072 ext(335872->339967)
00010000:00010000:1.0:1777022466.859429:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.859466:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.859475:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10380
00000100:00100000:1.0:1777022466.859512:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 434
00000100:00100000:1.0:1777022466.859531:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2380:x1863342816035072:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022466.859730:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2380:x1863342816035072:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 210us (494us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022466.859738:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 434
00002000:00100000:1.0:1777022466.859745:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65a10380 x1863342816035072/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.859753:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10380 with x1863342816035072 ext(335872->339967)
00010000:00010000:1.0:1777022466.859758:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.859769:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.859776:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10380
00000100:00100000:0.0:1777022466.862997:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.865195:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816035200
00000100:00100000:3.0:1777022466.865210:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816035200
00000100:00100000:1.0:1777022466.865474:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.865657:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816035328
00000100:00100000:2.0:1777022466.865662:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816035328
00010000:00010000:2.0:1777022466.865704:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 35 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.865754:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 689
00000100:00100000:2.0:1777022466.865764:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66023b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2379:x1863342816035328:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022466.865780:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022466.865802:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 35 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.865826:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 35 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.865885:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e449e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a56 expref: 35 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.865902:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.865904:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.865911:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e44a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a5d expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.865921:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e44a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a5d expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.865956:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e44a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a5d expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.865969:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835865600:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.866046:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.869319:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835865600:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022466.869347:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022466.869413:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66023b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2379:x1863342816035328:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3650us (3941us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.869427:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 689
00000100:00100000:0.0:1777022466.870432:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 736
00000100:00100000:0.0:1777022466.870461:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816035200:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022466.870483:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022466.870506:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a64 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.870662:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e44a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a5d expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.870672:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.870674:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.870678:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44ac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a64 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.870715:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e44a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a5d expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.870731:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e44a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a5d expref: 31 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.870747:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835865728:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022466.870976:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022466.874812:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.875194:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835865728:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022466.875233:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a64 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.875258:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2a00, rc 0)
00000100:00100000:0.0:1777022466.875341:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816035200:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4883us (12355us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.875351:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 736
00000100:00100000:1.0:1777022466.876648:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816035456
00000100:00100000:1.0:1777022466.876660:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816035456
00010000:00010000:1.0:1777022466.876696:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e44a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a5d expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.876807:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 690
00000100:00100000:1.0:1777022466.876828:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816035456:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022466.876842:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022466.876877:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e44a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a5d expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.876890:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e44a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a5d expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.876916:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e44a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a5d expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.876930:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.876932:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.876939:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a64 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.876948:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a64 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.876983:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a64 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.876996:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835865856:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022466.877141:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c300 going to sleep for 11 seconds
00000100:00100000:3.0:1777022466.881079:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.882244:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816035584
00000100:00100000:0.0:1777022466.882260:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816035584
00000100:00100000:0.0:1777022466.882347:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 737
00000100:00100000:0.0:1777022466.882357:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816035584:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022466.882375:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022466.882394:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a6b expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.882431:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a64 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.882442:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.882444:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.882448:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.882482:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a64 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.882496:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44ac lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a64 expref: 33 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.882510:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835865984:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022466.882767:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022466.884406:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835865856:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022466.884431:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022466.884581:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342816035456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7753us (9777us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.884593:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 690
00000100:00100000:3.0:1777022466.888658:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.888777:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816035712
00000100:00100000:1.0:1777022466.888788:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816035712
00010000:00010000:1.0:1777022466.888842:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44ac lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a64 expref: 34 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.888918:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 691
00000100:00100000:1.0:1777022466.888928:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816035712:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022466.888945:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022466.888968:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44ac lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a64 expref: 34 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.888983:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a64 expref: 34 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.889013:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.889016:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.889024:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.889035:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.889076:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.889117:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835866112:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022466.889215:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c300 going to sleep for 11 seconds
00010000:00010000:0.0:1777022466.890050:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a64 expref: 34 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022466.890067:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835865984:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022466.890096:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.890127:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3c00, rc 0)
00000100:00100000:0.0:1777022466.890181:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816035584:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7826us (9111us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.890189:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 737
00000100:00100000:3.0:1777022466.893360:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.893448:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816035840
00000100:00100000:2.0:1777022466.893462:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816035840
00000100:00100000:2.0:1777022466.893539:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 738
00000100:00100000:2.0:1777022466.893550:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816035840:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022466.893570:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022466.893591:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a72 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.893631:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.893641:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022466.893643:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022466.893648:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.893687:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.893702:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 31 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.893720:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835866240:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022466.893803:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.897573:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835866240:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022466.897614:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.897654:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022466.897725:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342816035840:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4176us (4374us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.897735:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 738
00000100:00100000:1.0:1777022466.903935:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66021f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835866112:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022466.903964:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022466.904021:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816035712:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 15093us (15370us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.904032:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 691
00000100:00100000:3.0:1777022466.910921:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.911011:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816035968
00000100:00100000:0.0:1777022466.911021:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816035968
00002000:00100000:0.0:1777022466.911067:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65a10000 x1863342816035968/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.911080:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10000 with x1863342816035968 ext(335872->372735)
00010000:00010000:0.0:1777022466.911091:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.911140:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022466.911149:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10000
00000100:00100000:0.0:1777022466.911178:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 435
00000100:00100000:0.0:1777022466.911187:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816035968:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022466.919940:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816035968:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8744us (9017us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022466.919953:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 435
00002000:00100000:0.0:1777022466.919968:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65a10000 x1863342816035968/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/440 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022466.919978:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10000 with x1863342816035968 ext(335872->372735)
00010000:00010000:0.0:1777022466.919988:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.920006:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022466.920015:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65a10000
00000100:00100000:3.0:1777022466.923210:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.923927:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.924060:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816036096
00000100:00100000:0.0:1777022466.924070:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816036096
00000100:00100000:0.0:1777022466.924141:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 739
00000100:00100000:0.0:1777022466.924153:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816036096:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022466.924170:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022466.924188:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a79 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.924225:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022466.924231:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.924255:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022466.924260:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.924302:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.924316:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022466.924330:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2a00, rc 0)
00000100:00100000:0.0:1777022466.924387:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342816036096:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 237us (1189us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.924395:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 739
00000100:00100000:2.0:1777022466.925510:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816036224
00000100:00100000:2.0:1777022466.925527:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816036224
00010000:00010000:2.0:1777022466.925555:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 33 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.925588:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 692
00000100:00100000:2.0:1777022466.925596:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342816036224:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022466.925607:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022466.925626:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 33 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.925638:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 33 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.925662:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e44b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a6b expref: 33 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.925678:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.925681:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.925690:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.925721:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.925752:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.925764:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 33 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.925777:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835866496:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.925883:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.929597:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835866496:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022466.929624:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022466.929692:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816036224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4095us (5765us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.929702:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 692
00000100:00100000:0.0:1777022466.931289:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.932008:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816036352
00000100:00100000:1.0:1777022466.932019:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816036352
00002000:00100000:1.0:1777022466.932071:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65c1ed80 x1863342816036352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.932082:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ed80 with x1863342816036352 ext(335872->339967)
00010000:00010000:1.0:1777022466.932091:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.932194:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.932204:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1ed80
00000100:00100000:1.0:1777022466.932279:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 436
00000100:00100000:1.0:1777022466.932290:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816036352:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022466.932490:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816036352:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 200us (1207us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022466.932527:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 436
00002000:00100000:1.0:1777022466.932535:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65c1ed80 x1863342816036352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:117/0 lens 488/4536 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022466.932543:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ed80 with x1863342816036352 ext(335872->339967)
00010000:00010000:1.0:1777022466.932549:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.932559:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022466.932565:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1ed80
00000100:00100000:1.0:1777022466.937718:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.938627:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.938727:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816036608
00000100:00100000:2.0:1777022466.938738:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816036608
00010000:00010000:2.0:1777022466.938780:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.938836:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 693
00000100:00100000:2.0:1777022466.938845:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816036608:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022466.938892:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022466.938927:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.938942:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.938967:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a72 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.938985:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.938987:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.938995:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.939006:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.939043:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.939058:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835866624:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.939144:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022466.940354:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816036480
00000100:00100000:0.0:1777022466.940365:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816036480
00000100:00100000:0.0:1777022466.942147:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835866624:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022466.942174:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022466.942230:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816036608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3384us (3605us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.942240:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 693
00000100:00100000:2.0:1777022466.946444:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 740
00000100:00100000:2.0:1777022466.946457:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816036480:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022466.946476:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022466.946496:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a80 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.946765:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.946776:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022466.946778:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022466.946782:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a80 expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.946832:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.946846:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 31 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.946879:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835866752:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022466.947018:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022466.959879:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022466.960039:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816036736
00000100:00100000:3.0:1777022466.960048:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816036736
00002000:00100000:3.0:1777022466.960111:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65c1df80 x1863342816036736/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/0 e 0 to 0 dl 1777022477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.960142:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1df80 with x1863342816036736 ext(335872->372735)
00010000:00010000:3.0:1777022466.960152:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 32 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.960168:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 32 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.960176:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1df80
00000100:00100000:3.0:1777022466.960210:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 437
00000100:00100000:3.0:1777022466.960220:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816036736:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022466.962887:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835866752:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022466.962927:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a80 expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.962949:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022466.963022:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816036480:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 16567us (25313us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.963031:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 740
00000100:00100000:3.0:1777022466.965377:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816036736:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5146us (5516us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022466.965389:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 437
00002000:00100000:3.0:1777022466.965402:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65c1df80 x1863342816036736/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:117/0 lens 488/440 e 0 to 0 dl 1777022477 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022466.965413:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1df80 with x1863342816036736 ext(335872->372735)
00010000:00010000:3.0:1777022466.965422:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 32 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.965440:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 32 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022466.965448:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1df80
00000100:00100000:0.0:1777022466.969560:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022466.969605:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022466.969705:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816036992
00000100:00100000:1.0:1777022466.969715:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816036992
00010000:00010000:1.0:1777022466.969755:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 32 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.969798:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 694
00000100:00100000:1.0:1777022466.969809:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816036992:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022466.969835:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022466.969883:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 32 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.969898:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 32 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.969936:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e44c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a79 expref: 32 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.969952:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.969954:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022466.969962:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a80 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.969972:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a80 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022466.970010:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a80 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022466.970024:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66023b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835866880:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022466.970117:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022466.970696:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816036864
00000100:00100000:2.0:1777022466.970702:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816036864
00000100:00100000:2.0:1777022466.970748:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 741
00000100:00100000:2.0:1777022466.970756:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816036864:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022466.970770:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022466.970784:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a87 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.970807:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a80 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.970825:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022466.970827:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022466.970831:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a87 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.970884:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a80 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.970897:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44c8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a80 expref: 33 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.970908:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835867008:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022466.970954:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022466.975282:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66023b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835866880:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022466.975309:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022466.975365:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816036992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5557us (5758us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022466.975378:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 694
00000100:00100000:2.0:1777022466.977474:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835867008:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022466.977511:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a87 expref: 32 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.977563:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022466.977622:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816036864:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6865us (8072us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.977631:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 741
00000100:00100000:0.0:1777022466.981154:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.981298:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816037120
00000100:00100000:2.0:1777022466.981308:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816037120
00010000:00010000:2.0:1777022466.981347:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a80 expref: 34 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.981392:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 695
00000100:00100000:2.0:1777022466.981401:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816037120:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022466.981416:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022466.981438:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a80 expref: 34 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.981452:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a80 expref: 34 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.981477:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a80 expref: 34 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.981493:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.981495:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.981503:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a87 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.981546:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a87 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.981585:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a87 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.981599:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835867136:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.981686:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022466.986412:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.986565:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835867136:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022466.986591:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022466.986652:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342816037120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5251us (5507us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.986662:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 695
00000100:00100000:3.0:1777022466.987269:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816037248
00000100:00100000:3.0:1777022466.987281:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816037248
00000100:00100000:3.0:1777022466.987357:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 742
00000100:00100000:3.0:1777022466.987366:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816037248:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022466.987385:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022466.987403:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a8e expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.987435:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a87 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.987444:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022466.987446:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022466.987450:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.987483:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a87 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.987497:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a87 expref: 31 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.987510:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835867264:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022466.987752:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022466.994320:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022466.994456:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816037376
00000100:00100000:2.0:1777022466.994468:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816037376
00010000:00010000:2.0:1777022466.994511:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44cf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a87 expref: 32 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.994572:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 696
00000100:00100000:2.0:1777022466.994583:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816037376:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022466.994600:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022466.994621:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44cf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a87 expref: 32 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.994656:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a87 expref: 32 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.994684:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.994686:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022466.994696:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.994706:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022466.994744:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022466.994759:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835867392:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022466.994881:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00010000:00010000:3.0:1777022466.998357:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a87 expref: 32 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022466.998409:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835867264:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022466.998442:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022466.998459:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:2.0:1777022466.998728:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816037248:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11361us (12324us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022466.998737:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 742
00000100:00100000:0.0:1777022466.999291:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835867392:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022466.999309:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022466.999335:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342816037376:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4755us (5025us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022466.999344:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 696
00000100:00100000:0.0:1777022466.999464:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.001434:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816037504
00000100:00100000:3.0:1777022467.001451:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816037504
00000100:00100000:3.0:1777022467.001557:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 743
00000100:00100000:3.0:1777022467.001568:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10158:x1863342816037504:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022467.001588:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022467.001608:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a95 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.001644:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.001654:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.001656:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.001660:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.001695:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.001707:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.001739:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835867520:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022467.002001:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00080000:0.0:1777022467.003600:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022467.004120:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.005044:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816037632
00000100:00100000:3.0:1777022467.005055:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816037632
00002000:00100000:3.0:1777022467.005132:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa66023b80 x1863342816037632/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.005145:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66023b80 with x1863342816037632 ext(335872->339967)
00010000:00010000:3.0:1777022467.005157:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 34 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.005176:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 34 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022467.005184:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66023b80
00000100:00100000:3.0:1777022467.005206:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 438
00000100:00100000:3.0:1777022467.005215:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66023b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816037632:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022467.005379:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66023b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816037632:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 165us (1264us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022467.005386:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 438
00002000:00100000:3.0:1777022467.005392:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa66023b80 x1863342816037632/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.005400:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66023b80 with x1863342816037632 ext(335872->339967)
00010000:00010000:3.0:1777022467.005418:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 34 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.005429:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 34 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022467.005437:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66023b80
00000100:00100000:3.0:1777022467.007885:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835867520:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022467.007917:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 32 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.007942:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022467.007995:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816037504:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6430us (8530us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.008004:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 743
00000100:00100000:0.0:1777022467.018072:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.018198:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816037760
00000100:00100000:2.0:1777022467.018208:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816037760
00000100:00100000:2.0:1777022467.018271:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 744
00000100:00100000:2.0:1777022467.018281:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816037760:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022467.018300:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022467.018335:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841a9c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.018369:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.018375:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.018382:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022467.018385:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44e4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a9c expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.018428:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.018442:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44e4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a9c expref: 35 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.018456:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022467.018528:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342816037760:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 248us (464us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.018535:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 744
00000100:00100000:1.0:1777022467.021234:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.021347:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816037888
00000100:00100000:0.0:1777022467.021357:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816037888
00010000:00010000:0.0:1777022467.021401:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 35 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.021444:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 697
00000100:00100000:0.0:1777022467.021453:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342816037888:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022467.021469:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022467.021491:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 35 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.021505:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 35 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.021543:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e44d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a8e expref: 35 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.021578:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022467.021580:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022467.021588:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.021598:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.021635:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 31 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.021647:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 31 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.021660:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835867776:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022467.021951:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022467.027936:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.027971:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816038016
00000100:00100000:1.0:1777022467.028000:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816038016
00002000:00100000:1.0:1777022467.028053:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa66022680 x1863342816038016/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.028065:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022680 with x1863342816038016 ext(335872->372735)
00010000:00010000:1.0:1777022467.028075:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.028092:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022467.028109:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66022680
00000100:00100000:1.0:1777022467.028136:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 439
00000100:00100000:1.0:1777022467.028145:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816038016:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022467.028501:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835867776:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022467.028535:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022467.028575:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816037888:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7122us (7354us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.028584:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 697
00000100:00100000:0.0:1777022467.033300:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816038016:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5142us (5361us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022467.033314:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 439
00002000:00100000:0.0:1777022467.033328:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa66022680 x1863342816038016/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/440 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.033339:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022680 with x1863342816038016 ext(335872->372735)
00010000:00010000:0.0:1777022467.033349:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.033387:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.033395:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66022680
00000100:00100000:3.0:1777022467.037344:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.037440:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.037543:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816038272
00000100:00100000:1.0:1777022467.037553:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816038272
00010000:00010000:1.0:1777022467.037595:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.037645:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 698
00000100:00100000:1.0:1777022467.037655:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816038272:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022467.037670:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022467.037693:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.037707:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.037743:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e44dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a95 expref: 32 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.037760:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022467.037761:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022467.037769:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a9c expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.037779:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a9c expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.037821:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a9c expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.037835:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66023480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835867904:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022467.037962:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.038282:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816038144
00000100:00100000:2.0:1777022467.038287:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816038144
00000100:00100000:2.0:1777022467.038325:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 745
00000100:00100000:2.0:1777022467.038334:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816038144:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022467.038348:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022467.038363:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841aa3 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.038390:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841a9c expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.038398:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.038400:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.038403:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841aa3 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.038425:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a9c expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.038439:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44e4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a9c expref: 33 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.038449:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835868032:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022467.038490:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022467.043780:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66023480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835867904:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022467.043819:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022467.043909:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816038272:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6255us (6467us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022467.043921:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 698
00000100:00100000:2.0:1777022467.044287:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835868032:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022467.044324:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841aa3 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.044350:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022467.044389:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816038144:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6056us (7057us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.044397:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 745
00000100:00100000:3.0:1777022467.048029:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.048588:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816038400
00000100:00100000:0.0:1777022467.048598:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816038400
00010000:00010000:0.0:1777022467.048641:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a9c expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.048742:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 699
00000100:00100000:0.0:1777022467.048753:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816038400:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022467.048769:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022467.048791:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a9c expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.048807:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a9c expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.048844:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e44e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841a9c expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.048908:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022467.048910:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022467.048919:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841aa3 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.048949:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841aa3 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.048988:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841aa3 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.049002:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835868160:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022467.049089:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022467.052216:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835868160:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022467.052242:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022467.052487:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342816038400:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3734us (4466us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.052499:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 699
00000100:00100000:3.0:1777022467.057185:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.057378:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816038528
00000100:00100000:2.0:1777022467.057389:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816038528
00000100:00100000:2.0:1777022467.057452:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 746
00000100:00100000:2.0:1777022467.057462:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816038528:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022467.057482:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022467.057502:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841aaa expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.057547:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841aa3 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.057556:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.057558:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.057562:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.057597:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aa3 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.057611:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aa3 expref: 31 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.057626:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835868288:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022467.057711:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.061040:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.061320:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835868288:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022467.061369:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 34 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.061391:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:3.0:1777022467.061448:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816038528:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3987us (4273us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.061457:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 746
00000100:00100000:1.0:1777022467.063792:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.063888:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816038784
00000100:00100000:3.0:1777022467.063898:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816038784
00000100:00100000:3.0:1777022467.063959:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 747
00000100:00100000:3.0:1777022467.063968:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816038784:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022467.063986:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022467.064017:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ab1 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.064054:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.064061:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.064068:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022467.064072:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.064388:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.064405:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.064433:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022467.064493:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342816038784:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 525us (710us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.064500:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 747
00000100:00100000:0.0:1777022467.065807:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816038656
00000100:00100000:0.0:1777022467.065826:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816038656
00010000:00010000:0.0:1777022467.065881:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aa3 expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.065924:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 700
00000100:00100000:0.0:1777022467.065934:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816038656:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022467.065948:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022467.065969:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aa3 expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.066011:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aa3 expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.066035:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e44eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aa3 expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.066053:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022467.066054:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022467.066062:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.066073:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.066125:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.066138:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 33 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.066152:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835868544:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022467.066231:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022467.069482:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.069638:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816038912
00000100:00100000:3.0:1777022467.069650:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816038912
00002000:00100000:3.0:1777022467.069702:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa66023480 x1863342816038912/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.069714:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66023480 with x1863342816038912 ext(335872->339967)
00010000:00010000:3.0:1777022467.069723:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 34 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.069738:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 34 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022467.069747:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66023480
00000100:00100000:3.0:1777022467.069783:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 440
00000100:00100000:3.0:1777022467.069793:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816038912:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022467.069992:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816038912:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 201us (522us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022467.070107:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 440
00002000:00100000:3.0:1777022467.070116:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa66023480 x1863342816038912/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.070146:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66023480 with x1863342816038912 ext(335872->339967)
00010000:00010000:3.0:1777022467.070152:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 34 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.070163:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 34 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022467.070170:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66023480
00000100:00100000:0.0:1777022467.070351:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835868544:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022467.070372:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022467.070402:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816038656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4470us (9371us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.070412:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 700
00000100:00100000:1.0:1777022467.074528:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.074685:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816039040
00000100:00100000:2.0:1777022467.074695:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816039040
00000100:00100000:2.0:1777022467.074768:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 748
00000100:00100000:2.0:1777022467.074778:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816039040:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022467.074798:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022467.074828:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4500 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ab8 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.075344:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.075352:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.075361:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022467.075365:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4500 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab8 expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.075409:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.075423:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4500 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab8 expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.075435:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022467.075493:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342816039040:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 716us (983us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.075501:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 748
00000100:00100000:1.0:1777022467.076919:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.077352:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816039168
00000100:00100000:2.0:1777022467.077361:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816039168
00010000:00010000:2.0:1777022467.077396:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 35 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.077443:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 701
00000100:00100000:2.0:1777022467.077453:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2377:x1863342816039168:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.077465:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.077487:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 35 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.077500:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 35 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.077535:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e44f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841aaa expref: 35 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.077551:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.077553:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.077563:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.077573:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.077606:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.077619:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 31 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.077633:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835868800:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.077717:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022467.083410:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.083658:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835868800:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.083684:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.083746:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816039168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6294us (6831us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.083758:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 701
00000100:00100000:3.0:1777022467.085210:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816039296
00000100:00100000:3.0:1777022467.085221:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816039296
00002000:00100000:0.0:1777022467.085606:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65b33100 x1863342816039296/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.085619:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33100 with x1863342816039296 ext(335872->372735)
00010000:00010000:0.0:1777022467.085629:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 32 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.085646:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 32 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.085654:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b33100
00000100:00100000:0.0:1777022467.085686:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 441
00000100:00100000:0.0:1777022467.085698:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816039296:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022467.091424:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816039296:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5716us (8009us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022467.091438:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 441
00002000:00100000:3.0:1777022467.091451:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65b33100 x1863342816039296/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/440 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.091464:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33100 with x1863342816039296 ext(335872->372735)
00010000:00010000:3.0:1777022467.091476:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 32 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.091495:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 32 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022467.091503:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b33100
00000100:00100000:1.0:1777022467.095765:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.095819:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.096015:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816039552
00000100:00100000:0.0:1777022467.096025:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816039552
00010000:00010000:0.0:1777022467.096066:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 32 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.096125:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 702
00000100:00100000:0.0:1777022467.096137:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816039552:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022467.096152:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022467.096172:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 32 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.096200:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 32 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.096224:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e44f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab1 expref: 32 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.096241:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022467.096243:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022467.096251:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4500 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab8 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.096261:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4500 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab8 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.096297:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4500 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab8 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.096310:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835868928:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022467.096456:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816039424
00000100:00100000:3.0:1777022467.096467:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816039424
00000100:00100000:3.0:1777022467.096501:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 749
00000100:00100000:3.0:1777022467.096508:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816039424:12345-192.168.202.33@tcp:101:mmap_sanity.0
00000100:00100000:0.0:1777022467.096742:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00010000:00010000:3.0:1777022467.096778:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022467.096793:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4507 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841abf expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.096821:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4500 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab8 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.096829:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.096830:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.096834:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4507 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841abf expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.096894:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4500 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab8 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.096907:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4500 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab8 expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.096917:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa8131ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835869056:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022467.096950:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022467.102922:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.103255:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa8131ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835869056:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022467.103291:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4507 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841abf expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.103341:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022467.103402:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342816039424:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6894us (7646us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.103412:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 749
00000100:00100000:2.0:1777022467.103510:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816039680
00000100:00100000:2.0:1777022467.103526:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816039680
00010000:00010000:2.0:1777022467.103555:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4500 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab8 expref: 34 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.103593:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 703
00000100:00100000:2.0:1777022467.103601:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816039680:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.103615:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.103636:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4500 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab8 expref: 34 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.103648:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4500 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab8 expref: 34 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.103673:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.103675:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.103682:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4507 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841abf expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.103694:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4507 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841abf expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.103728:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4507 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841abf expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.103742:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835869184:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.103790:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00010000:00010000:0.0:1777022467.106020:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4500 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ab8 expref: 34 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.106044:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835868928:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022467.106067:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022467.106168:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816039552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10031us (10357us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.106179:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 702
00000100:00100000:2.0:1777022467.110426:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835869184:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.110452:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.110506:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2377:x1863342816039680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6905us (7597us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.110517:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 703
00000100:00100000:3.0:1777022467.113464:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.113580:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816039808
00000100:00100000:1.0:1777022467.113590:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816039808
00000100:00100000:1.0:1777022467.113652:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 750
00000100:00100000:1.0:1777022467.113663:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816039808:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022467.113688:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022467.113710:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ac6 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.113744:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4507 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841abf expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.113752:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.113754:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.113758:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.113793:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4507 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841abf expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.113820:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4507 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841abf expref: 31 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.113836:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835869312:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022467.113973:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c540 going to sleep for 11 seconds
00000100:00100000:0.0:1777022467.117930:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835869312:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022467.117971:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.117998:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:0.0:1777022467.118154:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816039808:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4491us (4698us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.118164:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 750
00000100:00100000:3.0:1777022467.122551:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.122655:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.122845:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816040064
00000100:00100000:0.0:1777022467.122893:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816040064
00000100:00100000:0.0:1777022467.122957:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 751
00000100:00100000:0.0:1777022467.122968:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816040064:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.122989:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022467.123447:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841acd expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.123487:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.123494:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.123502:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022467.123506:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.123563:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.123579:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.123595:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022467.123661:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342816040064:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 695us (1005us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022467.123670:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 751
00000100:00100000:2.0:1777022467.125749:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816039936
00000100:00100000:2.0:1777022467.125764:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816039936
00010000:00010000:2.0:1777022467.125934:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4507 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841abf expref: 33 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.126141:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 704
00000100:00100000:2.0:1777022467.126152:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342816039936:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.126168:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.126190:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4507 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841abf expref: 33 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.126209:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4507 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841abf expref: 33 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.126232:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4507 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841abf expref: 33 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.126247:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.126249:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.126256:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.126266:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.126305:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.126320:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 33 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.126333:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835869568:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.126433:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:3.0:1777022467.132918:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.133055:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835869568:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.133079:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.133145:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816039936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6995us (10605us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.133157:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 704
00000100:00100000:0.0:1777022467.133965:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816040192
00000100:00100000:0.0:1777022467.133974:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816040192
00002000:00100000:0.0:1777022467.134033:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa8131fb80 x1863342816040192/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.134044:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131fb80 with x1863342816040192 ext(335872->339967)
00010000:00010000:0.0:1777022467.134053:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 34 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.134069:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 34 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.134096:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131fb80
00000100:00100000:0.0:1777022467.134139:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 442
00000100:00100000:0.0:1777022467.134148:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816040192:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.134466:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816040192:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 318us (1558us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022467.134474:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 442
00002000:00100000:0.0:1777022467.134481:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa8131fb80 x1863342816040192/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.134488:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131fb80 with x1863342816040192 ext(335872->339967)
00010000:00010000:0.0:1777022467.134493:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 34 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.134504:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 34 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.134510:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131fb80
00000100:00100000:3.0:1777022467.140459:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.140581:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.140758:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816040448
00000100:00100000:1.0:1777022467.140770:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816040448
00010000:00010000:1.0:1777022467.140827:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 34 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.140953:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 705
00000100:00100000:1.0:1777022467.140964:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2380:x1863342816040448:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022467.140993:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022467.141027:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 34 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.141041:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 34 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.141066:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e450e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ac6 expref: 34 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.141082:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022467.141084:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022467.141091:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.141112:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.141157:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.141171:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835869696:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022467.141238:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022467.145894:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835869696:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022467.145924:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022467.145974:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2380:x1863342816040448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5011us (5392us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022467.146333:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 705
00000100:00100000:0.0:1777022467.147890:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816040320
00000100:00100000:0.0:1777022467.147904:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816040320
00000100:00100000:0.0:1777022467.147968:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 752
00000100:00100000:0.0:1777022467.147979:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816040320:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.148010:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.148031:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e451c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ad4 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.148085:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.148095:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.148107:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.148112:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e451c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ad4 expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.148148:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.148161:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 31 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.148176:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835869824:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022467.148257:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022467.151695:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.151803:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816040576
00000100:00100000:1.0:1777022467.151823:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816040576
00002000:00100000:1.0:1777022467.151915:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65658380 x1863342816040576/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.151926:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65658380 with x1863342816040576 ext(335872->372735)
00010000:00010000:1.0:1777022467.151936:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 32 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.151953:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 32 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022467.151961:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65658380
00000100:00100000:1.0:1777022467.151993:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 443
00000100:00100000:1.0:1777022467.152012:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816040576:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.155454:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835869824:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022467.155501:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e451c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ad4 expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.155540:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2c00, rc 0)
00000100:00100000:0.0:1777022467.155599:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816040320:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7621us (15149us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.155608:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 752
00000100:00100000:1.0:1777022467.158767:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816040576:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6754us (7069us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022467.158779:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 443
00002000:00100000:1.0:1777022467.158792:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65658380 x1863342816040576/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/440 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.158804:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65658380 with x1863342816040576 ext(335872->372735)
00010000:00010000:1.0:1777022467.158821:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 32 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.158905:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 32 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022467.158914:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65658380
00000100:00100000:3.0:1777022467.163733:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.163937:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816040704
00000100:00100000:0.0:1777022467.163948:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816040704
00000100:00100000:0.0:1777022467.164022:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 753
00000100:00100000:0.0:1777022467.164040:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816040704:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.164059:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.164077:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4523 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841adb expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.164129:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.164136:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e451c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ad4 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.164145:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022467.164149:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4523 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841adb expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.164192:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e451c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ad4 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.164207:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4523 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841adb expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.164220:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2a00, rc 0)
00000100:00100000:0.0:1777022467.164288:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342816040704:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 250us (565us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.164295:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 753
00000100:00100000:3.0:1777022467.165158:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.165220:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816040832
00000100:00100000:2.0:1777022467.165226:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816040832
00010000:00010000:2.0:1777022467.165252:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 33 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.165280:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 706
00000100:00100000:2.0:1777022467.165289:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342816040832:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.165300:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.165320:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 33 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.165331:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 33 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.165353:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4515 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841acd expref: 33 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.165367:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.165369:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.165377:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e451c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ad4 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.165387:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e451c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ad4 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.165422:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e451c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ad4 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.165435:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e451c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ad4 expref: 33 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.165449:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835870080:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.165532:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.173501:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.174320:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816040960
00000100:00100000:1.0:1777022467.174331:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816040960
00010000:00010000:1.0:1777022467.174374:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e451c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ad4 expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.174419:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 707
00000100:00100000:1.0:1777022467.174429:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2379:x1863342816040960:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022467.174445:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022467.174466:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e451c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ad4 expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.174481:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e451c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ad4 expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.174511:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022467.174513:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022467.174636:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4523 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841adb expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.174649:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4523 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841adb expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.174708:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4523 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841adb expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.174725:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835870208:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022467.174896:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ca80 going to sleep for 11 seconds
00010000:00010000:0.0:1777022467.175360:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e451c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ad4 expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.175391:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835870080:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022467.175411:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022467.175441:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816040832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10153us (10286us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.175449:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 706
00000100:00100000:1.0:1777022467.185476:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.185590:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835870208:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.185614:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.185676:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2379:x1863342816040960:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11248us (12186us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.185688:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 707
00000100:00100000:3.0:1777022467.187214:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816041088
00000100:00100000:3.0:1777022467.187227:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816041088
00000100:00100000:3.0:1777022467.187299:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 754
00000100:00100000:3.0:1777022467.187310:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816041088:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022467.187333:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022467.187357:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ae2 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.187398:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4523 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841adb expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.187409:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.187433:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.187439:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.187486:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4523 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841adb expref: 31 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.187501:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4523 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841adb expref: 31 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.187526:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835870336:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022467.187621:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.191399:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835870336:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022467.191438:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 34 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.191462:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6000, rc 0)
00000100:00100000:2.0:1777022467.191535:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816041088:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4225us (6066us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.191544:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 754
00000100:00100000:3.0:1777022467.191764:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.194388:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816041216
00000100:00100000:2.0:1777022467.194402:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816041216
00010000:00010000:2.0:1777022467.194448:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4523 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841adb expref: 32 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.194540:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 708
00000100:00100000:2.0:1777022467.194552:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816041216:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.194568:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.194592:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4523 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841adb expref: 32 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.194606:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4523 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841adb expref: 32 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.194631:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e4523 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841adb expref: 32 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.194648:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.194651:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.194659:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.194669:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.194709:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.194727:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835870464:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.194970:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:1.0:1777022467.197525:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.201594:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816041344
00000100:00100000:0.0:1777022467.201610:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816041344
00000100:00100000:0.0:1777022467.201683:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 755
00000100:00100000:0.0:1777022467.201694:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816041344:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.201713:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.201731:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ae9 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.201766:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.201789:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.201792:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.201798:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 33 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.201843:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.201881:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 33 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.201911:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835870592:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022467.202008:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022467.202306:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.202388:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835870464:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.202408:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.202448:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816041216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7899us (10685us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.202458:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 708
00000100:00100000:0.0:1777022467.202634:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816041472
00000100:00100000:0.0:1777022467.202639:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816041472
00002000:00100000:0.0:1777022467.202676:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa6565b480 x1863342816041472/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.202686:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565b480 with x1863342816041472 ext(335872->339967)
00010000:00010000:0.0:1777022467.202693:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.202705:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.202713:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565b480
00000100:00100000:0.0:1777022467.202874:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 444
00000100:00100000:0.0:1777022467.202885:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816041472:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.203035:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816041472:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 153us (731us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022467.203043:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 444
00002000:00100000:0.0:1777022467.203049:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa6565b480 x1863342816041472/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.203057:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565b480 with x1863342816041472 ext(335872->339967)
00010000:00010000:0.0:1777022467.203072:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.203083:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.203090:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6565b480
00000100:00100000:0.0:1777022467.207287:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835870592:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022467.207327:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 32 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.207355:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2c00, rc 0)
00000100:00100000:0.0:1777022467.207422:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816041344:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5729us (9914us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.207432:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 755
00000100:00100000:1.0:1777022467.211676:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.211773:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816041600
00000100:00100000:2.0:1777022467.211794:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816041600
00000100:00100000:2.0:1777022467.211894:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 756
00000100:00100000:2.0:1777022467.211905:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816041600:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022467.211924:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022467.211943:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4538 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841af0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.211974:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.211980:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.211987:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022467.211992:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4538 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841af0 expref: 35 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.212038:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.212053:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4538 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841af0 expref: 35 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.212066:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:2.0:1777022467.212138:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342816041600:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 236us (472us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.212146:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 756
00000100:00100000:3.0:1777022467.215210:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.215383:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816041728
00000100:00100000:2.0:1777022467.215392:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816041728
00010000:00010000:2.0:1777022467.215438:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 35 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.215492:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 709
00000100:00100000:2.0:1777022467.215502:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2380:x1863342816041728:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.215530:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.215554:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 35 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.215567:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 35 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.215591:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e452a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae2 expref: 35 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.215615:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.215617:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.215626:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.215635:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.215672:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 31 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.215686:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 31 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.215700:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835870848:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.215790:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:1.0:1777022467.221252:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.221458:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835870848:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.221485:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.221561:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2380:x1863342816041728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6060us (6358us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.221573:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 709
00000100:00100000:3.0:1777022467.221820:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816041856
00000100:00100000:3.0:1777022467.221827:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816041856
00002000:00100000:3.0:1777022467.221897:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65c52d80 x1863342816041856/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.221908:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52d80 with x1863342816041856 ext(335872->372735)
00010000:00010000:3.0:1777022467.221916:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 32 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.221932:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 32 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022467.221940:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52d80
00000100:00100000:3.0:1777022467.221983:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 445
00000100:00100000:3.0:1777022467.221992:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816041856:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.228645:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816041856:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6643us (7394us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022467.228658:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 445
00002000:00100000:0.0:1777022467.228671:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65c52d80 x1863342816041856/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/440 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.228682:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52d80 with x1863342816041856 ext(335872->372735)
00010000:00010000:0.0:1777022467.228692:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 32 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.228711:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 32 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.228733:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c52d80
00000100:00100000:0.0:1777022467.232090:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.232334:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816041984
00000100:00100000:2.0:1777022467.232344:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816041984
00000100:00100000:2.0:1777022467.232405:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 757
00000100:00100000:2.0:1777022467.232415:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816041984:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022467.232435:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022467.232455:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e453f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841af7 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.232489:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.232496:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4538 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841af0 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.232503:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022467.232507:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e453f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841af7 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.232563:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4538 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af0 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.232575:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e453f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841af7 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.232589:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022467.232661:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342816041984:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 248us (578us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.232668:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 757
00000100:00100000:2.0:1777022467.238228:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.238348:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816042112
00000100:00100000:1.0:1777022467.238359:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816042112
00010000:00010000:1.0:1777022467.238402:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 33 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.238454:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 710
00000100:00100000:1.0:1777022467.238465:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816042112:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022467.238480:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022467.238500:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 33 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.238525:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 33 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.238551:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e4531 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ae9 expref: 33 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.238586:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022467.238588:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022467.238597:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4538 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af0 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.238608:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4538 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af0 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.238647:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4538 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af0 expref: 33 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.238660:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4538 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af0 expref: 33 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.238674:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835871104:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022467.238754:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c840 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.242202:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835871104:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.242231:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.242292:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816042112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3827us (4074us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.242304:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 710
00000100:00100000:3.0:1777022467.249174:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.249280:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816042240
00000100:00100000:2.0:1777022467.249290:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816042240
00010000:00010000:2.0:1777022467.249331:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4538 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af0 expref: 34 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.249376:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 711
00000100:00100000:2.0:1777022467.249385:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816042240:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.249399:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.249419:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4538 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af0 expref: 34 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.249433:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4538 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af0 expref: 34 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.249456:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4538 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af0 expref: 34 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.249473:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.249475:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.249483:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e453f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841af7 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.249493:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e453f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841af7 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.249543:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e453f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841af7 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.249558:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835871232:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.249695:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.255092:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835871232:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.255227:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.255284:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342816042240:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5899us (6118us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.255295:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 711
00000100:00100000:1.0:1777022467.262216:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.262322:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816042368
00000100:00100000:0.0:1777022467.262333:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816042368
00000100:00100000:0.0:1777022467.262401:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 758
00000100:00100000:0.0:1777022467.262412:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816042368:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.262434:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.262455:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841afe expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.262491:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e453f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841af7 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.262500:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.262502:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.262506:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.262540:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e453f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af7 expref: 31 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.262554:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e453f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af7 expref: 31 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.262571:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b32680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835871360:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022467.262677:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022467.269036:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.269080:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.269209:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816042496
00000100:00100000:2.0:1777022467.269219:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816042496
00010000:00010000:2.0:1777022467.269272:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e453f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af7 expref: 32 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.269320:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 712
00000100:00100000:2.0:1777022467.269331:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc57450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816042496:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.269347:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.269369:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e453f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af7 expref: 32 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.269384:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e453f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af7 expref: 32 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.269417:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.269419:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.269427:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.269437:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.269478:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.269492:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835871488:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.269567:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77600 going to sleep for 11 seconds
00000100:00100000:1.0:1777022467.269787:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816042624
00000100:00100000:1.0:1777022467.269792:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816042624
00000100:00100000:1.0:1777022467.269834:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 759
00000100:00100000:1.0:1777022467.269842:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10158:x1863342816042624:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022467.269882:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022467.269896:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b05 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.269933:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.269941:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.269943:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.269946:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.269969:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.269982:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.269994:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835871616:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022467.270027:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c840 going to sleep for 11 seconds
00010000:00010000:0.0:1777022467.270825:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e453f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841af7 expref: 34 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.270846:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b32680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835871360:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022467.270921:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.270932:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.270942:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3c00, rc 0)
00000100:00100000:0.0:1777022467.270982:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816042368:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8573us (8782us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.270989:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 758
00000100:00100000:3.0:1777022467.277544:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.277656:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816042752
00000100:00100000:0.0:1777022467.277667:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816042752
00002000:00100000:0.0:1777022467.277718:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65659880 x1863342816042752/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.277730:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659880 with x1863342816042752 ext(335872->339967)
00010000:00010000:0.0:1777022467.277740:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.277758:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.277782:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65659880
00000100:00100000:0.0:1777022467.277832:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 446
00000100:00100000:0.0:1777022467.277842:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816042752:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.278038:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816042752:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 198us (504us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022467.278046:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 446
00002000:00100000:0.0:1777022467.278053:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65659880 x1863342816042752/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.278062:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65659880 with x1863342816042752 ext(335872->339967)
00010000:00010000:0.0:1777022467.278067:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.278079:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.278085:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65659880
00000100:00100000:2.0:1777022467.278380:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835871488:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.278402:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.278439:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc57450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816042496:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9109us (9412us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.278448:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 712
00000100:00100000:1.0:1777022467.279314:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835871616:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022467.279338:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 32 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.279358:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:1.0:1777022467.279404:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10158:x1863342816042624:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9563us (10323us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022467.279411:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 759
00000100:00100000:0.0:1777022467.283542:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.283710:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816042880
00000100:00100000:2.0:1777022467.283721:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816042880
00010000:00010000:2.0:1777022467.283768:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.283836:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 713
00000100:00100000:2.0:1777022467.283847:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816042880:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.283906:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.283934:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.283948:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.283974:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4546 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841afe expref: 34 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.283992:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.283995:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.284003:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.284013:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.284053:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.284069:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835871744:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.284171:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022467.289433:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.289470:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.289564:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835871744:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.289590:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.289641:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342816042880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5796us (6109us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.289653:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 713
00000100:00100000:1.0:1777022467.289733:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816043136
00000100:00100000:1.0:1777022467.289740:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816043136
00002000:00100000:1.0:1777022467.289782:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65b31f80 x1863342816043136/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.289793:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31f80 with x1863342816043136 ext(335872->372735)
00002000:00010000:1.0:1777022467.289797:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31f80
00000100:00100000:1.0:1777022467.289832:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 361
00000100:00100000:1.0:1777022467.289840:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816043136:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022467.291409:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816043008
00000100:00100000:3.0:1777022467.291421:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816043008
00000100:00100000:3.0:1777022467.291479:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 760
00000100:00100000:3.0:1777022467.291488:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+33:10159:x1863342816043008:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022467.291503:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022467.291531:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4554 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b0c expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.291564:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.291575:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.291576:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.291580:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4554 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b0c expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.291618:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 33 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.291632:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.291665:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835871872:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022467.291881:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022467.301244:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816043136:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 11392us (11809us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022467.301257:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 361
00002000:00100000:1.0:1777022467.301272:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (335872->372735)  req@ffff8efa65b31f80 x1863342816043136/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/440 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.301282:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31f80 with x1863342816043136 ext(335872->372735)
00010000:00010000:1.0:1777022467.301292:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 32 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.301310:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 32 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022467.301318:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31f80
00000100:00100000:3.0:1777022467.302425:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835871872:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022467.302459:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4554 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->339967] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b0c expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.302482:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7e00, rc 0)
00000100:00100000:3.0:1777022467.302617:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816043008:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11129us (13144us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.302626:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 760
00000100:00100000:0.0:1777022467.312395:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.312446:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.312530:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816043264
00000100:00100000:3.0:1777022467.312541:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816043264
00002000:00100000:3.0:1777022467.312592:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (212992->356351)  req@ffff8efa65b31880 x1863342816043264/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.312605:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31880 with x1863342816043264 ext(212992->356351)
00010000:00010000:3.0:1777022467.312624:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 32 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.312641:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 32 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022467.312650:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31880
00000100:00100000:3.0:1777022467.312680:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816043392
00000100:00100000:3.0:1777022467.312698:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816043392
00002000:00100000:3.0:1777022467.312714:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (356352->360447)  req@ffff8efa65b33480 x1863342816043392/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 4584/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.312722:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33480 with x1863342816043392 ext(356352->360447)
00010000:00010000:3.0:1777022467.312726:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.312736:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 33 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022467.312742:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b33480
00000100:00100000:3.0:1777022467.312758:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 447
00000100:00100000:3.0:1777022467.312767:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816043264:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022467.313076:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 448
00000100:00100000:1.0:1777022467.313086:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2379:x1863342816043392:12345-192.168.202.33@tcp:4:kworker.0
00000100:00100000:1.0:1777022467.313390:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+36:2379:x1863342816043392:12345-192.168.202.33@tcp:4:kworker.0 Request processed in 305us (941us total) trans 4294967428 rc 0/0
00000100:00100000:1.0:1777022467.313406:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 448
00002000:00100000:1.0:1777022467.313414:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (356352->360447)  req@ffff8efa65b33480 x1863342816043392/t4294967428(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 4584/448 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 0/0 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.313423:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33480 with x1863342816043392 ext(356352->360447)
00010000:00010000:1.0:1777022467.313428:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 36 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.313438:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 36 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022467.313445:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b33480
00000100:00100000:3.0:1777022467.322627:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.323271:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816043520
00000100:00100000:0.0:1777022467.323283:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816043520
00000100:00100000:0.0:1777022467.323344:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 761
00000100:00100000:0.0:1777022467.323368:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+36:10158:x1863342816043520:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.323387:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.323405:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b13 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.323446:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.323449:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.323454:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->360447] (req 356352->360447) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.323467:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->360447] (req 356352->360447) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.323481:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3800, rc 0)
00000100:00100000:0.0:1777022467.323550:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+37:10158:x1863342816043520:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 184us (932us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.323558:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 761
00000100:00100000:2.0:1777022467.327075:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+38:2377:x1863342816043264:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 14293us (14674us total) trans 4294967430 rc 0/0
00000100:00100000:2.0:1777022467.327090:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 447
00002000:00100000:2.0:1777022467.327115:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (212992->356351)  req@ffff8efa65b31880 x1863342816043264/t4294967430(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/448 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.327126:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31880 with x1863342816043264 ext(212992->356351)
00010000:00010000:2.0:1777022467.327152:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 38 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.327174:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 38 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022467.327183:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31880
00000100:00100000:3.0:1777022467.330997:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.331114:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816043648
00000100:00100000:2.0:1777022467.331134:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816043648
00010000:00010000:2.0:1777022467.331175:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 38 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.331218:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 714
00000100:00100000:2.0:1777022467.331227:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+38:2377:x1863342816043648:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.331243:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022467.331261:0:5937:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 1777022465 -> 1777022466
00002000:00010000:2.0:1777022467.331264:0:5937:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1777022465 -> 1777022466
00002000:00010000:2.0:1777022467.331267:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 664 -> 712
00010000:00010000:2.0:1777022467.331273:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 38 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.331286:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 38 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.331311:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e454d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->33890303] (req 335872->339967) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b05 expref: 38 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.331329:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.331331:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.331339:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4554 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->356351] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b0c expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.331348:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4554 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->356351] (req 335872->339967) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b0c expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.331357:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.331358:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.331362:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.331371:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.331409:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.331429:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835872000:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.331542:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4554 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [335872->356351] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b0c expref: 33 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.331552:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835872128:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.331575:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.334297:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835872000:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.334314:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6612aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835872128:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.334338:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.334397:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2377:x1863342816043648:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3171us (3409us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.334409:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 714
00000100:00100000:1.0:1777022467.337297:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.337408:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816043776
00000100:00100000:0.0:1777022467.337421:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816043776
00002000:00100000:0.0:1777022467.337478:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65c51c00 x1863342816043776/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.337491:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51c00 with x1863342816043776 ext(335872->339967)
00002000:00010000:0.0:1777022467.337497:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c51c00
00000100:00100000:0.0:1777022467.337543:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 362
00000100:00100000:0.0:1777022467.337555:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816043776:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.337728:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816043776:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 175us (447us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022467.337752:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 362
00002000:00100000:0.0:1777022467.337759:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (335872->339967)  req@ffff8efa65c51c00 x1863342816043776/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.337767:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51c00 with x1863342816043776 ext(335872->339967)
00002000:00010000:0.0:1777022467.337770:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c51c00
00000100:00100000:3.0:1777022467.342044:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.342165:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816043904
00000100:00100000:0.0:1777022467.342175:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816043904
00002000:00100000:0.0:1777022467.342231:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (339968->344063)  req@ffff8efa6565bb80 x1863342816043904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.342243:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565bb80 with x1863342816043904 ext(339968->344063)
00002000:00010000:0.0:1777022467.342249:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565bb80
00000100:00100000:0.0:1777022467.342289:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 363
00000100:00100000:0.0:1777022467.342299:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816043904:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.342467:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816043904:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 168us (431us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022467.342475:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 363
00002000:00100000:0.0:1777022467.342482:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (339968->344063)  req@ffff8efa6565bb80 x1863342816043904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.342490:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565bb80 with x1863342816043904 ext(339968->344063)
00002000:00010000:0.0:1777022467.342493:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565bb80
00000100:00100000:2.0:1777022467.353087:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.353287:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816044032
00000100:00100000:0.0:1777022467.353297:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816044032
00002000:00100000:0.0:1777022467.353348:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (344064->348159)  req@ffff8efa6612aa00 x1863342816044032/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.353372:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612aa00 with x1863342816044032 ext(344064->348159)
00002000:00010000:0.0:1777022467.353378:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612aa00
00000100:00100000:0.0:1777022467.353418:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 364
00000100:00100000:0.0:1777022467.353427:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2380:x1863342816044032:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.353746:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2380:x1863342816044032:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 319us (669us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022467.353754:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 364
00002000:00100000:0.0:1777022467.353761:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (344064->348159)  req@ffff8efa6612aa00 x1863342816044032/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.353769:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612aa00 with x1863342816044032 ext(344064->348159)
00002000:00010000:0.0:1777022467.353773:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612aa00
00000100:00100000:1.0:1777022467.359659:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.359704:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.359905:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816044160
00000100:00100000:2.0:1777022467.359915:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816044160
00002000:00100000:2.0:1777022467.359976:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (348160->352255)  req@ffff8efa65a13800 x1863342816044160/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.359988:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13800 with x1863342816044160 ext(348160->352255)
00002000:00010000:2.0:1777022467.359993:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13800
00000100:00100000:2.0:1777022467.360012:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816044288
00000100:00100000:2.0:1777022467.360016:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816044288
00002000:00100000:2.0:1777022467.360031:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (356352->360447)  req@ffff8efa65c1ca80 x1863342816044288/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.360045:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ca80 with x1863342816044288 ext(356352->360447)
00002000:00010000:2.0:1777022467.360048:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1ca80
00000100:00100000:2.0:1777022467.360080:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 365
00000100:00100000:2.0:1777022467.360090:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816044160:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.360281:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816044160:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 192us (631us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022467.360289:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 365
00002000:00100000:2.0:1777022467.360296:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (348160->352255)  req@ffff8efa65a13800 x1863342816044160/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.360304:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13800 with x1863342816044160 ext(348160->352255)
00002000:00010000:2.0:1777022467.360307:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13800
00000100:00100000:2.0:1777022467.360323:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 366
00000100:00100000:2.0:1777022467.360329:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2378:x1863342816044288:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.360385:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2378:x1863342816044288:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 55us (679us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022467.360391:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 366
00002000:00100000:2.0:1777022467.360397:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (356352->360447)  req@ffff8efa65c1ca80 x1863342816044288/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.360405:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1ca80 with x1863342816044288 ext(356352->360447)
00002000:00010000:2.0:1777022467.360409:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1ca80
00000100:00100000:3.0:1777022467.366171:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.366498:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816044416
00000100:00100000:2.0:1777022467.366511:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816044416
00002000:00100000:2.0:1777022467.366580:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (360448->364543)  req@ffff8efa6565aa00 x1863342816044416/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.366591:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565aa00 with x1863342816044416 ext(360448->364543)
00002000:00010000:2.0:1777022467.366597:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565aa00
00000100:00100000:2.0:1777022467.366631:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 367
00000100:00100000:2.0:1777022467.366641:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2379:x1863342816044416:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.366852:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2379:x1863342816044416:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 211us (689us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022467.366901:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 367
00002000:00100000:2.0:1777022467.366909:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (360448->364543)  req@ffff8efa6565aa00 x1863342816044416/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.366918:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565aa00 with x1863342816044416 ext(360448->364543)
00002000:00010000:2.0:1777022467.366922:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565aa00
00000100:00100000:2.0:1777022467.372225:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.372346:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816044544
00000100:00100000:0.0:1777022467.372357:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816044544
00002000:00100000:0.0:1777022467.372406:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (352256->356351)  req@ffff8efa6612ad80 x1863342816044544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.372418:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612ad80 with x1863342816044544 ext(352256->356351)
00002000:00010000:0.0:1777022467.372424:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612ad80
00000100:00100000:0.0:1777022467.372458:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 368
00000100:00100000:0.0:1777022467.372468:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816044544:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.372642:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2377:x1863342816044544:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 174us (427us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022467.372650:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 368
00002000:00100000:0.0:1777022467.372671:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (352256->356351)  req@ffff8efa6612ad80 x1863342816044544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.372680:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612ad80 with x1863342816044544 ext(352256->356351)
00002000:00010000:0.0:1777022467.372683:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612ad80
00000100:00100000:1.0:1777022467.377353:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.377648:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816044672
00000100:00100000:3.0:1777022467.377659:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816044672
00000100:00100000:3.0:1777022467.377727:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 762
00000100:00100000:3.0:1777022467.377737:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+34:10159:x1863342816044672:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022467.377758:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022467.377790:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b1a expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.378089:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 36 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.378123:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.378125:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.378130:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->360447] (req 356352->360447) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.378171:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 36 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.378185:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 36 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.378197:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835872256:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022467.378428:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022467.382423:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.383287:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816044800
00000100:00100000:2.0:1777022467.383299:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816044800
00002000:00100000:2.0:1777022467.383353:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (364544->368639)  req@ffff8efa65b30380 x1863342816044800/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.383365:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30380 with x1863342816044800 ext(364544->368639)
00010000:00010000:2.0:1777022467.383374:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 37 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.383392:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 37 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022467.383402:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b30380
00000100:00100000:2.0:1777022467.383481:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 449
00000100:00100000:2.0:1777022467.383491:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2380:x1863342816044800:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.383687:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2380:x1863342816044800:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 196us (1272us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022467.383694:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 449
00002000:00100000:2.0:1777022467.383701:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (364544->368639)  req@ffff8efa65b30380 x1863342816044800/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.383710:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30380 with x1863342816044800 ext(364544->368639)
00010000:00010000:2.0:1777022467.383715:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 37 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.383726:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 37 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022467.383733:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b30380
00000100:00100000:0.0:1777022467.390336:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.390374:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.390922:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816045056
00000100:00100000:2.0:1777022467.390934:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816045056
00002000:00100000:2.0:1777022467.390995:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (356352->368639)  req@ffff8efa65b32300 x1863342816045056/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 12776/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.391007:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32300 with x1863342816045056 ext(356352->368639)
00010000:00010000:2.0:1777022467.391018:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 37 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.391040:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 37 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022467.391048:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b32300
00000100:00100000:2.0:1777022467.391081:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816044928
00000100:00100000:2.0:1777022467.391085:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816044928
00002000:00100000:2.0:1777022467.391111:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (368640->372735)  req@ffff8efa65b31c00 x1863342816044928/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.391120:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31c00 with x1863342816044928 ext(368640->372735)
00010000:00010000:2.0:1777022467.391125:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 38 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.391135:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 38 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022467.391141:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31c00
00000100:00100000:2.0:1777022467.391159:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 450
00000100:00100000:2.0:1777022467.391170:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+38:2378:x1863342816045056:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:2.0:1777022467.391561:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342816045056:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 392us (1231us total) trans 4294967432 rc 0/0
00000100:00100000:2.0:1777022467.391569:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 450
00002000:00100000:2.0:1777022467.391576:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (356352->368639)  req@ffff8efa65b32300 x1863342816045056/t4294967432(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 12776/448 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.391591:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32300 with x1863342816045056 ext(356352->368639)
00010000:00010000:2.0:1777022467.391597:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 41 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.391608:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 41 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022467.391616:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b32300
00000100:00100000:2.0:1777022467.391632:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 451
00000100:00100000:2.0:1777022467.391639:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2377:x1863342816044928:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.391721:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2377:x1863342816044928:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 81us (1345us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022467.391727:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 451
00002000:00100000:2.0:1777022467.391734:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (368640->372735)  req@ffff8efa65b31c00 x1863342816044928/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.391741:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31c00 with x1863342816044928 ext(368640->372735)
00010000:00010000:2.0:1777022467.391746:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 40 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.391756:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 40 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022467.391762:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65b31c00
00000100:00100000:3.0:1777022467.396693:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835872256:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022467.396731:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->360447] (req 356352->360447) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.396755:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:2.0:1777022467.397440:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342816044672:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 19700us (20096us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.397450:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 762
00000100:00100000:1.0:1777022467.397729:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.397890:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.397977:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816045312
00000100:00100000:2.0:1777022467.397986:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816045312
00010000:00010000:2.0:1777022467.398017:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 40 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.398056:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 715
00000100:00100000:2.0:1777022467.398066:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2380:x1863342816045312:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.398080:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022467.398108:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 712 -> 728
00010000:00010000:2.0:1777022467.398115:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 40 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.398136:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 40 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.398160:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e455b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b13 expref: 40 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.398174:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.398176:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.398185:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.398194:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.398230:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.398244:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835872384:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.398306:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022467.400081:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816045184
00000100:00100000:3.0:1777022467.400092:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816045184
00000100:00100000:3.0:1777022467.400230:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 763
00000100:00100000:3.0:1777022467.400240:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+40:10158:x1863342816045184:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022467.400257:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022467.400275:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b21 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.400319:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.400328:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.400330:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.400334:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.400366:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 34 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.400379:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 34 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.400393:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835872512:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022467.400462:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.405049:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835872384:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.405081:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.405145:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2380:x1863342816045312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7078us (7252us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.405157:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 715
00000100:00100000:1.0:1777022467.409908:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.410080:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816045440
00000100:00100000:2.0:1777022467.410092:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816045440
00002000:00100000:2.0:1777022467.410166:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (356352->360447)  req@ffff8efa660c6d80 x1863342816045440/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.410180:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c6d80 with x1863342816045440 ext(356352->360447)
00010000:00010000:2.0:1777022467.410190:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 35 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.410208:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 35 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022467.410216:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c6d80
00000100:00100000:2.0:1777022467.410247:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 452
00000100:00100000:2.0:1777022467.410257:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342816045440:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.410456:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342816045440:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 200us (601us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022467.410464:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 452
00002000:00100000:2.0:1777022467.410471:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (356352->360447)  req@ffff8efa660c6d80 x1863342816045440/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.410479:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c6d80 with x1863342816045440 ext(356352->360447)
00010000:00010000:2.0:1777022467.410485:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 35 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.410497:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 35 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022467.410504:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c6d80
00000100:00100000:3.0:1777022467.413540:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835872512:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022467.413576:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 40 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.413600:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022467.413659:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+40:10158:x1863342816045184:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 13420us (15931us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.413668:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 763
00000100:00100000:1.0:1777022467.423728:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.423774:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.424178:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816045568
00000100:00100000:3.0:1777022467.424188:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816045568
00000100:00100000:3.0:1777022467.424245:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 764
00000100:00100000:3.0:1777022467.424256:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342816045568:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022467.424275:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022467.424295:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4570 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b28 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.424328:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.424331:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.424336:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4570 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [356352->360447] (req 356352->360447) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b28 expref: 36 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.424348:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4570 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [356352->360447] (req 356352->360447) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b28 expref: 36 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.424361:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7000, rc 0)
00000100:00100000:3.0:1777022467.424423:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10159:x1863342816045568:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 170us (704us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.424432:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 764
00000100:00100000:2.0:1777022467.425200:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816045696
00000100:00100000:2.0:1777022467.425207:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816045696
00010000:00010000:2.0:1777022467.425234:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 36 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.425264:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 716
00000100:00100000:2.0:1777022467.425272:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342816045696:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.425283:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.425304:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 36 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.425318:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 36 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.425341:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4562 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [356352->33910783] (req 356352->360447) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b1a expref: 36 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.425355:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.425357:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.425365:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.425376:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.425384:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.425385:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.425388:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4570 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [356352->368639] (req 356352->360447) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b28 expref: 35 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.425397:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4570 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [356352->368639] (req 356352->360447) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b28 expref: 35 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.425431:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4570 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [356352->368639] (req 356352->360447) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b28 expref: 35 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.425444:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835872640:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.425533:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.425547:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835872768:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.425574:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.431052:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835872640:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.431069:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835872768:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.431104:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.431172:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342816045696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5900us (7396us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.431185:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 716
00000100:00100000:1.0:1777022467.444218:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.444248:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.444344:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816045824
00000100:00100000:0.0:1777022467.444354:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816045824
00002000:00100000:0.0:1777022467.444404:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (368640->372735)  req@ffff8efa660c4000 x1863342816045824/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.444413:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c4000 with x1863342816045824 ext(368640->372735)
00002000:00010000:0.0:1777022467.444418:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c4000
00000100:00100000:0.0:1777022467.444443:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816045952
00000100:00100000:0.0:1777022467.444445:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816045952
00002000:00100000:0.0:1777022467.444455:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (356352->360447)  req@ffff8efa660c7480 x1863342816045952/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.444461:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7480 with x1863342816045952 ext(356352->360447)
00002000:00010000:0.0:1777022467.444463:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c7480
00000100:00100000:0.0:1777022467.444479:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 369
00000100:00100000:0.0:1777022467.444486:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2377:x1863342816045824:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.444642:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2377:x1863342816045824:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 157us (433us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022467.444648:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 369
00002000:00100000:0.0:1777022467.444652:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (368640->372735)  req@ffff8efa660c4000 x1863342816045824/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.444671:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c4000 with x1863342816045824 ext(368640->372735)
00002000:00010000:0.0:1777022467.444673:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c4000
00000100:00100000:0.0:1777022467.444686:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 370
00000100:00100000:0.0:1777022467.444690:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2379:x1863342816045952:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.444729:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2379:x1863342816045952:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 39us (480us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022467.444733:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 370
00002000:00100000:0.0:1777022467.444737:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (356352->360447)  req@ffff8efa660c7480 x1863342816045952/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.444742:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7480 with x1863342816045952 ext(356352->360447)
00002000:00010000:0.0:1777022467.444744:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c7480
00000100:00100000:1.0:1777022467.453407:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.453984:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816046080
00000100:00100000:0.0:1777022467.453995:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816046080
00002000:00100000:0.0:1777022467.454054:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (360448->364543)  req@ffff8efa660c7b80 x1863342816046080/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.454068:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7b80 with x1863342816046080 ext(360448->364543)
00002000:00010000:0.0:1777022467.454074:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c7b80
00000100:00100000:0.0:1777022467.454121:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 371
00000100:00100000:0.0:1777022467.454131:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2380:x1863342816046080:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.454314:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2380:x1863342816046080:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 184us (918us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022467.454322:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 371
00002000:00100000:0.0:1777022467.454344:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (360448->364543)  req@ffff8efa660c7b80 x1863342816046080/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.454352:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7b80 with x1863342816046080 ext(360448->364543)
00002000:00010000:0.0:1777022467.454355:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c7b80
00000100:00100000:0.0:1777022467.458245:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.458333:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816046208
00000100:00100000:1.0:1777022467.458342:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816046208
00002000:00100000:1.0:1777022467.458409:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (372736->376831)  req@ffff8efa654c1880 x1863342816046208/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.458421:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c1880 with x1863342816046208 ext(372736->376831)
00002000:00010000:1.0:1777022467.458427:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c1880
00000100:00100000:1.0:1777022467.458462:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 372
00000100:00100000:1.0:1777022467.458471:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2378:x1863342816046208:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022467.458679:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2378:x1863342816046208:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 207us (442us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022467.458687:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 372
00002000:00100000:1.0:1777022467.458693:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (372736->376831)  req@ffff8efa654c1880 x1863342816046208/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.458701:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c1880 with x1863342816046208 ext(372736->376831)
00002000:00010000:1.0:1777022467.458704:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c1880
00000100:00100000:1.0:1777022467.463336:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.463445:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816046336
00000100:00100000:0.0:1777022467.463456:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816046336
00002000:00100000:0.0:1777022467.463510:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (364544->368639)  req@ffff8efa660c5500 x1863342816046336/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.463536:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5500 with x1863342816046336 ext(364544->368639)
00002000:00010000:0.0:1777022467.463542:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c5500
00000100:00100000:0.0:1777022467.463575:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 373
00000100:00100000:0.0:1777022467.463585:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2377:x1863342816046336:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.463773:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2377:x1863342816046336:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 188us (445us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022467.463782:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 373
00002000:00100000:0.0:1777022467.463789:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (364544->368639)  req@ffff8efa660c5500 x1863342816046336/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.463797:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5500 with x1863342816046336 ext(364544->368639)
00002000:00010000:0.0:1777022467.463801:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c5500
00000100:00100000:0.0:1777022467.465588:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.465921:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816046464
00000100:00100000:1.0:1777022467.465931:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816046464
00002000:00100000:1.0:1777022467.466086:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (376832->380927)  req@ffff8efa654c1c00 x1863342816046464/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.466109:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c1c00 with x1863342816046464 ext(376832->380927)
00002000:00010000:1.0:1777022467.466114:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c1c00
00000100:00100000:1.0:1777022467.466201:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 374
00000100:00100000:1.0:1777022467.466212:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2380:x1863342816046464:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022467.466452:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2380:x1863342816046464:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 240us (871us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022467.466468:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 374
00002000:00100000:1.0:1777022467.466476:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (376832->380927)  req@ffff8efa654c1c00 x1863342816046464/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.466484:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c1c00 with x1863342816046464 ext(376832->380927)
00002000:00010000:1.0:1777022467.466487:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c1c00
00000100:00100000:3.0:1777022467.470704:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.471186:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816046592
00000100:00100000:0.0:1777022467.471197:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816046592
00000100:00100000:0.0:1777022467.471261:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 765
00000100:00100000:0.0:1777022467.471272:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+35:10159:x1863342816046592:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.471304:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.471325:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4577 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b2f expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.471360:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.471369:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.471371:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.471375:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4577 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b2f expref: 36 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.471411:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 39 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.471425:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 39 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.471438:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835872896:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022467.471537:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022467.474202:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835872896:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022467.474241:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4577 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b2f expref: 36 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.474267:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3400, rc 0)
00000100:00100000:0.0:1777022467.474330:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10159:x1863342816046592:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3060us (3636us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.474358:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 765
00000100:00100000:3.0:1777022467.475622:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.475679:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.475762:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816046720
00000100:00100000:1.0:1777022467.475770:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816046720
00000100:00100000:1.0:1777022467.475827:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 766
00000100:00100000:1.0:1777022467.475837:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+40:10158:x1863342816046720:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022467.475880:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022467.475896:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b36 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.475920:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.475922:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.475925:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.475933:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.476017:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022467.476066:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:10158:x1863342816046720:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 230us (386us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022467.476073:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 766
00000100:00100000:0.0:1777022467.476227:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816046848
00000100:00100000:0.0:1777022467.476231:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816046848
00002000:00100000:0.0:1777022467.476254:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (368640->380927)  req@ffff8efa660ec000 x1863342816046848/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 12776/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.476261:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ec000 with x1863342816046848 ext(368640->380927)
00010000:00010000:0.0:1777022467.476266:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 41 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.476275:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 41 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.476281:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660ec000
00000100:00100000:0.0:1777022467.476300:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 453
00000100:00100000:0.0:1777022467.476305:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342816046848:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022467.476550:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2378:x1863342816046848:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 244us (934us total) trans 4294967433 rc 0/0
00000100:00100000:0.0:1777022467.476554:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 453
00002000:00100000:0.0:1777022467.476558:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (368640->380927)  req@ffff8efa660ec000 x1863342816046848/t4294967433(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 12776/448 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.476564:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ec000 with x1863342816046848 ext(368640->380927)
00010000:00010000:0.0:1777022467.476567:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 43 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.476585:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 43 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.476590:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660ec000
00000100:00100000:1.0:1777022467.479698:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.483652:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816046976
00000100:00100000:2.0:1777022467.483664:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816046976
00010000:00010000:2.0:1777022467.483714:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 43 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.483841:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 717
00000100:00100000:2.0:1777022467.483851:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2379:x1863342816046976:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.483882:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022467.483900:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 728 -> 752
00010000:00010000:2.0:1777022467.483907:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 43 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.483921:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 43 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.484715:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005241a809/0x72ae7b78094e4569 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [368640->33923071] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b21 expref: 43 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.484734:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.484736:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.484742:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4577 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [368640->380927] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b2f expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.484749:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [368640->380927] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b2f expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.484754:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.484755:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.484757:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.484763:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.484810:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 42 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.484826:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835873024:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.485086:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [368640->380927] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b2f expref: 35 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.485111:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835873152:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.485147:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.488244:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.488365:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835873024:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022467.488370:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816047104
00000100:00100000:3.0:1777022467.488377:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816047104
00000100:00100000:1.0:1777022467.488378:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66128a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835873152:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022467.488398:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00100000:3.0:1777022467.488418:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (380928->385023)  req@ffff8efa48ef8e00 x1863342816047104/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.488451:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48ef8e00 with x1863342816047104 ext(380928->385023)
00002000:00010000:3.0:1777022467.488456:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48ef8e00
00000100:00100000:3.0:1777022467.488490:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 375
00000100:00100000:3.0:1777022467.488499:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2378:x1863342816047104:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022467.488677:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2379:x1863342816046976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4826us (8984us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022467.488687:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 717
00000100:00100000:3.0:1777022467.495711:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2378:x1863342816047104:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7201us (7464us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022467.495728:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 375
00002000:00100000:3.0:1777022467.495744:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (380928->385023)  req@ffff8efa48ef8e00 x1863342816047104/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.495754:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48ef8e00 with x1863342816047104 ext(380928->385023)
00002000:00010000:3.0:1777022467.495761:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48ef8e00
00000100:00100000:2.0:1777022467.498800:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.499788:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.503986:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816047232
00000100:00100000:0.0:1777022467.504005:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816047232
00002000:00100000:0.0:1777022467.504081:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (368640->380927)  req@ffff8efa65698380 x1863342816047232/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.504105:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65698380 with x1863342816047232 ext(368640->380927)
00002000:00010000:0.0:1777022467.504112:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65698380
00000100:00100000:0.0:1777022467.504139:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816047360
00000100:00100000:0.0:1777022467.504143:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816047360
00002000:00100000:0.0:1777022467.504159:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (385024->389119)  req@ffff8efa6569a300 x1863342816047360/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.504167:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6569a300 with x1863342816047360 ext(385024->389119)
00002000:00010000:0.0:1777022467.504170:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6569a300
00000100:00100000:0.0:1777022467.504188:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 376
00000100:00100000:0.0:1777022467.504200:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342816047232:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022467.504232:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 377
00000100:00100000:3.0:1777022467.504242:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2378:x1863342816047360:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022467.504395:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2378:x1863342816047360:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 153us (4608us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022467.504403:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 377
00002000:00100000:3.0:1777022467.504409:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (385024->389119)  req@ffff8efa6569a300 x1863342816047360/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.504416:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6569a300 with x1863342816047360 ext(385024->389119)
00002000:00010000:3.0:1777022467.504419:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6569a300
00000100:00100000:0.0:1777022467.506716:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342816047232:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 2508us (7914us total) trans 0 rc 12288/12288
00000100:00100000:0.0:1777022467.506726:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 376
00002000:00100000:0.0:1777022467.506737:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (368640->380927)  req@ffff8efa65698380 x1863342816047232/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/12728 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 12288/12288 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.506759:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65698380 with x1863342816047232 ext(368640->380927)
00002000:00010000:0.0:1777022467.506762:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65698380
00000100:00100000:1.0:1777022467.512648:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.512693:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.512927:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816047616
00000100:00100000:2.0:1777022467.512937:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816047616
00002000:00100000:2.0:1777022467.513061:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (389120->393215)  req@ffff8efa66128a80 x1863342816047616/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.513073:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128a80 with x1863342816047616 ext(389120->393215)
00002000:00010000:2.0:1777022467.513080:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128a80
00000100:00100000:2.0:1777022467.513121:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 378
00000100:00100000:2.0:1777022467.513131:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2380:x1863342816047616:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.513337:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2380:x1863342816047616:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 207us (695us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022467.513344:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 378
00002000:00100000:2.0:1777022467.513351:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (389120->393215)  req@ffff8efa66128a80 x1863342816047616/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.513359:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128a80 with x1863342816047616 ext(389120->393215)
00002000:00010000:2.0:1777022467.513362:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128a80
00000100:00100000:0.0:1777022467.513705:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816047488
00000100:00100000:0.0:1777022467.513710:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816047488
00000100:00100000:0.0:1777022467.513754:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 767
00000100:00100000:0.0:1777022467.513763:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+36:10159:x1863342816047488:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.513773:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.513790:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4585 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b3d expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.513833:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.513844:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.513845:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.513850:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4585 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b3d expref: 37 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.513919:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 41 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.513932:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 41 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.514111:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835873280:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022467.514190:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.518394:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.518446:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.518615:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816047744
00000100:00100000:0.0:1777022467.518625:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816047744
00002000:00100000:0.0:1777022467.518679:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (393216->397311)  req@ffff8efa65699880 x1863342816047744/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.518690:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65699880 with x1863342816047744 ext(393216->397311)
00010000:00010000:0.0:1777022467.518699:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 42 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.518715:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 42 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.518723:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65699880
00000100:00100000:0.0:1777022467.518757:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816047872
00000100:00100000:0.0:1777022467.518760:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816047872
00002000:00100000:0.0:1777022467.518777:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (380928->393215)  req@ffff8efa64f44e00 x1863342816047872/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 12776/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.518786:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f44e00 with x1863342816047872 ext(380928->393215)
00010000:00010000:0.0:1777022467.518790:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 43 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.518800:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 43 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.518924:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 454
00000100:00100000:3.0:1777022467.519077:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342816047744:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022467.519306:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342816047744:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 232us (922us total) trans 0 rc 4096/4096
00002000:00010000:0.0:1777022467.519357:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f44e00
00000100:00100000:3.0:1777022467.520865:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 454
00002000:00100000:3.0:1777022467.520883:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (393216->397311)  req@ffff8efa65699880 x1863342816047744/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.520894:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65699880 with x1863342816047744 ext(393216->397311)
00010000:00010000:3.0:1777022467.520902:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 43 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.520919:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 43 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022467.520928:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65699880
00000100:00100000:0.0:1777022467.521079:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 455
00000100:00100000:0.0:1777022467.521117:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342816047872:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022467.521501:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+45:2377:x1863342816047872:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 388us (3053us total) trans 4294967434 rc 0/0
00000100:00100000:0.0:1777022467.521510:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 455
00002000:00100000:0.0:1777022467.521528:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (380928->393215)  req@ffff8efa64f44e00 x1863342816047872/t4294967434(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 12776/448 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.521537:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f44e00 with x1863342816047872 ext(380928->393215)
00010000:00010000:0.0:1777022467.521542:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 45 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.521555:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 45 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.521562:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f44e00
00000100:00100000:0.0:1777022467.521617:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835873280:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022467.521642:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4585 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->385023] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b3d expref: 37 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.521662:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3c00, rc 0)
00000100:00100000:0.0:1777022467.521684:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+37:10159:x1863342816047488:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7923us (8990us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.521691:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 767
00000100:00100000:1.0:1777022467.523228:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.523332:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816048000
00000100:00100000:0.0:1777022467.523340:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816048000
00000100:00100000:0.0:1777022467.523448:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 768
00000100:00100000:0.0:1777022467.523459:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+44:10158:x1863342816048000:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.523475:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.523499:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b44 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.523545:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.523548:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.523553:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 45 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.523565:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 45 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.523577:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2c00, rc 0)
00000100:00100000:0.0:1777022467.523634:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+45:10158:x1863342816048000:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 178us (414us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.523642:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 768
00000100:00100000:1.0:1777022467.527925:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.528290:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816048128
00000100:00100000:2.0:1777022467.528301:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816048128
00010000:00010000:2.0:1777022467.528342:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 45 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.528386:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 718
00000100:00100000:2.0:1777022467.528398:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+45:2378:x1863342816048128:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.528413:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022467.528432:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 752 -> 776
00010000:00010000:2.0:1777022467.528438:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 45 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.528452:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 45 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.528476:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e457e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [380928->33935359] (req 380928->385023) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b36 expref: 45 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.528493:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.528494:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.528502:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4585 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [380928->393215] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b3d expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.528511:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4585 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [380928->393215] (req 380928->385023) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b3d expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.528518:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.528519:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.528523:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.528530:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.528565:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.528579:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f46d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835873408:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.528676:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4585 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [380928->393215] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b3d expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.528687:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f47800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835873536:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.528710:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022467.531783:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f46d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835873408:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022467.531799:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f47800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835873536:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022467.531835:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022467.531926:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2378:x1863342816048128:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3529us (4010us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.531937:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 718
00000100:00100000:1.0:1777022467.535011:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.535328:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816048256
00000100:00100000:2.0:1777022467.535338:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816048256
00002000:00100000:2.0:1777022467.535391:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (380928->393215)  req@ffff8efa658d6d80 x1863342816048256/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.535402:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6d80 with x1863342816048256 ext(380928->393215)
00002000:00010000:2.0:1777022467.535407:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6d80
00000100:00100000:2.0:1777022467.535447:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 379
00000100:00100000:2.0:1777022467.535458:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2380:x1863342816048256:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.535902:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2380:x1863342816048256:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 444us (901us total) trans 0 rc 12288/12288
00000100:00100000:2.0:1777022467.535913:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 379
00002000:00100000:2.0:1777022467.535921:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (380928->393215)  req@ffff8efa658d6d80 x1863342816048256/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/12728 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 12288/12288 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.535929:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6d80 with x1863342816048256 ext(380928->393215)
00002000:00010000:2.0:1777022467.535932:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6d80
00000100:00100000:2.0:1777022467.541281:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.541352:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816048384
00000100:00100000:3.0:1777022467.541362:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816048384
00000100:00100000:3.0:1777022467.541428:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 769
00000100:00100000:3.0:1777022467.541439:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+37:10159:x1863342816048384:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022467.541459:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022467.541476:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b4b expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.541508:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 43 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.541549:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.541551:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.541557:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 38 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.541589:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 43 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.541602:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 43 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.541615:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835873664:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022467.542894:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.546403:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.546545:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835873664:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022467.546580:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 38 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.546603:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022467.546665:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10159:x1863342816048384:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5228us (5393us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.546674:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 769
00000100:00100000:0.0:1777022467.548224:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816048512
00000100:00100000:0.0:1777022467.548237:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816048512
00002000:00100000:0.0:1777022467.548301:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (393216->397311)  req@ffff8efa64f46d80 x1863342816048512/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.548312:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f46d80 with x1863342816048512 ext(393216->397311)
00010000:00010000:0.0:1777022467.548320:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 44 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.548335:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 44 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.548342:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f46d80
00000100:00100000:0.0:1777022467.548381:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 456
00000100:00100000:0.0:1777022467.548391:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2377:x1863342816048512:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.548774:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2377:x1863342816048512:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 383us (2380us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022467.548782:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 456
00002000:00100000:0.0:1777022467.548789:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (393216->397311)  req@ffff8efa64f46d80 x1863342816048512/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.548797:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f46d80 with x1863342816048512 ext(393216->397311)
00010000:00010000:0.0:1777022467.548802:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 44 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.548814:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 44 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.548821:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f46d80
00000100:00100000:2.0:1777022467.553190:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.553320:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.553895:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816048768
00000100:00100000:1.0:1777022467.553906:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816048768
00010000:00010000:1.0:1777022467.553953:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 44 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.553998:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 719
00000100:00100000:1.0:1777022467.554008:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc55850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2380:x1863342816048768:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022467.554025:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022467.554046:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 44 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.554060:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 44 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.554115:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e458c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b44 expref: 44 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.554143:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022467.554145:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022467.554153:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 37 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.554163:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 37 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.554201:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 37 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.554216:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835873792:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022467.554542:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c540 going to sleep for 11 seconds
00000100:00100000:0.0:1777022467.555018:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816048640
00000100:00100000:0.0:1777022467.555025:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816048640
00000100:00100000:0.0:1777022467.555111:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 770
00000100:00100000:0.0:1777022467.555131:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+44:10158:x1863342816048640:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.555147:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.555161:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e459a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b52 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.555185:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 37 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.555193:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.555195:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.555198:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e459a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b52 expref: 45 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.555224:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 37 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.555236:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 37 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.555249:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835873920:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022467.555298:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.557841:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835873792:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.557904:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.557961:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc55850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+45:2380:x1863342816048768:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3954us (4640us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.557972:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 719
00000100:00100000:0.0:1777022467.558764:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835873920:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022467.558791:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e459a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b52 expref: 44 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.558843:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2a00, rc 0)
00000100:00100000:0.0:1777022467.558922:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+44:10158:x1863342816048640:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3802us (5811us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.558931:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 770
00000100:00100000:3.0:1777022467.562580:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.562781:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816048896
00000100:00100000:2.0:1777022467.562792:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816048896
00002000:00100000:2.0:1777022467.562903:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (393216->409599)  req@ffff8efa660eea00 x1863342816048896/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.562915:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660eea00 with x1863342816048896 ext(393216->409599)
00010000:00010000:2.0:1777022467.562924:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 38 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.563127:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 38 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022467.563143:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660eea00
00000100:00100000:2.0:1777022467.563189:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 457
00000100:00100000:2.0:1777022467.563201:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342816048896:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.563423:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342816048896:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 224us (854us total) trans 0 rc 16384/16384
00000100:00100000:2.0:1777022467.563430:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 457
00002000:00100000:2.0:1777022467.563437:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (393216->409599)  req@ffff8efa660eea00 x1863342816048896/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/16824 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 16384/16384 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.563446:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660eea00 with x1863342816048896 ext(393216->409599)
00010000:00010000:2.0:1777022467.563451:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 38 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.563462:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 38 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022467.563470:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660eea00
00000100:00100000:3.0:1777022467.570435:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.570901:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816049024
00000100:00100000:0.0:1777022467.570912:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816049024
00000100:00100000:1.0:1777022467.571203:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 771
00000100:00100000:1.0:1777022467.571218:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10159:x1863342816049024:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022467.571236:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022467.571256:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b59 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.571288:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.571295:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e459a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b52 expref: 43 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.571321:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022467.571325:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.571369:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e459a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b52 expref: 43 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.571384:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 39 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.571398:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022467.571455:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+39:10159:x1863342816049024:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 242us (1029us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022467.571463:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 771
00000100:00100000:2.0:1777022467.574918:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.575463:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816049152
00000100:00100000:1.0:1777022467.575474:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816049152
00010000:00010000:2.0:1777022467.575654:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 39 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.575745:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 720
00000100:00100000:2.0:1777022467.575756:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2377:x1863342816049152:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.575775:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.575796:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 43 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 39 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.575822:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 43 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 39 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.575847:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e4593 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 43 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b4b expref: 39 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.575894:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.575896:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.575905:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e459a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b52 expref: 43 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.575915:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e459a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b52 expref: 43 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.575966:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e459a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b52 expref: 43 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.575979:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e459a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b52 expref: 43 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.575993:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835874176:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.576074:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.580753:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.581455:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835874176:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022467.581479:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022467.581633:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342816049152:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5878us (6833us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.581645:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 720
00000100:00100000:0.0:1777022467.581680:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816049280
00000100:00100000:0.0:1777022467.581687:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816049280
00010000:00010000:0.0:1777022467.581717:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e459a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b52 expref: 44 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.581844:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 721
00000100:00100000:2.0:1777022467.582144:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2380:x1863342816049280:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.582160:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.582182:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e459a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b52 expref: 44 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.582195:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e459a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b52 expref: 44 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.582218:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013519b97/0x72ae7b78094e459a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b52 expref: 44 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.582234:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.582236:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.582244:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.582254:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.582289:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.582302:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835874304:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.582355:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.585663:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835874304:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.585689:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.585784:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2380:x1863342816049280:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3891us (5037us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.585795:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 721
00000100:00100000:3.0:1777022467.591237:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.593454:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816049408
00000100:00100000:0.0:1777022467.593467:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816049408
00000100:00100000:1.0:1777022467.593757:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 772
00000100:00100000:1.0:1777022467.593768:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+43:10158:x1863342816049408:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022467.593797:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022467.593825:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b60 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.593889:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.593916:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.593918:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.593923:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 44 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.593968:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 37 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.593982:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 37 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.594005:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835874432:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022467.594112:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1cf00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.598728:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.598787:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816049536
00000100:00100000:1.0:1777022467.598797:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816049536
00002000:00100000:1.0:1777022467.598847:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (393216->409599)  req@ffff8efa657cf480 x1863342816049536/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.598872:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf480 with x1863342816049536 ext(393216->409599)
00010000:00010000:1.0:1777022467.598881:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 38 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.598897:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 38 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022467.598905:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cf480
00000100:00100000:1.0:1777022467.599028:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 458
00000100:00100000:1.0:1777022467.599040:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342816049536:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022467.599250:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342816049536:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 212us (530us total) trans 0 rc 16384/16384
00000100:00100000:1.0:1777022467.599257:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 458
00002000:00100000:1.0:1777022467.599264:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (393216->409599)  req@ffff8efa657cf480 x1863342816049536/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/16824 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 16384/16384 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.599272:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf480 with x1863342816049536 ext(393216->409599)
00010000:00010000:1.0:1777022467.599278:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 38 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.599289:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 38 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022467.599296:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cf480
00000100:00100000:3.0:1777022467.603246:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835874432:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022467.603282:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 44 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.603307:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:2.0:1777022467.603486:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+44:10158:x1863342816049408:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9719us (12256us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.603496:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 772
00000100:00100000:1.0:1777022467.609963:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.611323:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816049664
00000100:00100000:0.0:1777022467.611336:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816049664
00000100:00100000:0.0:1777022467.611401:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 773
00000100:00100000:0.0:1777022467.611411:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10159:x1863342816049664:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.611429:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.611447:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b67 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.611495:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.611502:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.611508:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022467.611512:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b67 expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.611550:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.611565:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b67 expref: 39 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.611579:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd3800, rc 0)
00000100:00100000:0.0:1777022467.611638:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+39:10159:x1863342816049664:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 229us (1683us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.611645:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 773
00000100:00100000:2.0:1777022467.613180:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.613421:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816049792
00000100:00100000:3.0:1777022467.613429:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816049792
00010000:00010000:3.0:1777022467.613464:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 39 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.613507:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 722
00000100:00100000:3.0:1777022467.613596:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2380:x1863342816049792:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022467.613611:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022467.613632:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 43 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 39 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.613646:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 43 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 39 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.613669:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 43 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b59 expref: 39 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.613684:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022467.613687:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022467.613694:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.613721:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.613759:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.613798:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 43 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.614043:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835874688:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.614251:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022467.617285:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835874688:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022467.617311:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022467.617371:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2380:x1863342816049792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3855us (4196us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.617382:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 722
00000100:00100000:3.0:1777022467.619414:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.619501:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816049920
00000100:00100000:2.0:1777022467.619520:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816049920
00002000:00100000:2.0:1777022467.619566:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (393216->397311)  req@ffff8efa660efb80 x1863342816049920/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.619578:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660efb80 with x1863342816049920 ext(393216->397311)
00010000:00010000:2.0:1777022467.619587:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 44 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.619604:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 44 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022467.619612:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660efb80
00000100:00100000:2.0:1777022467.619644:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 459
00000100:00100000:2.0:1777022467.619654:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2378:x1863342816049920:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.619843:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2378:x1863342816049920:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 190us (436us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022467.619851:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 459
00002000:00100000:2.0:1777022467.619884:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (393216->397311)  req@ffff8efa660efb80 x1863342816049920/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.619893:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660efb80 with x1863342816049920 ext(393216->397311)
00010000:00010000:2.0:1777022467.619898:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 44 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.619909:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 44 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022467.619915:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660efb80
00000100:00100000:2.0:1777022467.629340:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.629392:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.629483:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816050176
00000100:00100000:3.0:1777022467.629493:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816050176
00010000:00010000:3.0:1777022467.629542:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 44 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.629587:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 723
00000100:00100000:0.0:1777022467.629596:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816050048
00000100:00100000:3.0:1777022467.629597:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2380:x1863342816050176:12345-192.168.202.33@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1777022467.629600:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816050048
00010000:00010000:3.0:1777022467.629629:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022467.629659:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 45 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.629674:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 45 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.629705:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 774
00000100:00100000:0.0:1777022467.629714:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+45:10158:x1863342816050048:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.629731:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.629750:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e45b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 43 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b6e expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.629752:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e45a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 44 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b60 expref: 45 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.629772:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022467.629774:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022467.629782:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b67 expref: 37 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.629792:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b67 expref: 37 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.632579:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b67 expref: 37 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.632595:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.632597:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.632602:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e45b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b6e expref: 45 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.632767:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b67 expref: 37 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.632785:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b67 expref: 37 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.633419:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b67 expref: 37 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.633431:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b67 expref: 37 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.633442:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835874944:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022467.633627:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.633695:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835874816:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.633726:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022467.639737:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.639908:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835874944:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022467.639958:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e45b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b6e expref: 45 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.639983:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa65fd2c00, rc 0)
00000100:00100000:3.0:1777022467.640047:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+45:10158:x1863342816050048:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10334us (10716us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.640056:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 774
00000100:00100000:2.0:1777022467.642539:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835874816:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.642565:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.642628:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2380:x1863342816050176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 13032us (13234us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.642641:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 723
00000100:00100000:2.0:1777022467.642672:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816050304
00000100:00100000:2.0:1777022467.642678:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816050304
00010000:00010000:2.0:1777022467.642707:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b67 expref: 38 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.642968:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 724
00000100:00100000:1.0:1777022467.642981:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2380:x1863342816050304:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022467.643068:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022467.643090:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b67 expref: 38 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.643112:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b67 expref: 38 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.643152:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f4c267d/0x72ae7b78094e45af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b67 expref: 38 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.643168:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022467.643170:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022467.643177:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e45b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b6e expref: 43 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.643187:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e45b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b6e expref: 43 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.643224:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e45b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b6e expref: 43 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.643238:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835875072:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022467.643601:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022467.648747:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835875072:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022467.648773:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022467.648826:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2380:x1863342816050304:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5848us (9100us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022467.648838:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 724
00000100:00100000:3.0:1777022467.649841:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.649943:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816050432
00000100:00100000:2.0:1777022467.649951:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816050432
00000100:00100000:2.0:1777022467.650122:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 775
00000100:00100000:2.0:1777022467.650133:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+37:10159:x1863342816050432:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022467.650154:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022467.650175:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b75 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.650215:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e45b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b6e expref: 43 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.650225:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.650226:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.650230:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 38 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.650264:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e45b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b6e expref: 43 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.650279:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e45b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b6e expref: 43 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.650299:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835875200:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022467.650377:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022467.656264:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.656390:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835875200:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022467.656427:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 38 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.656442:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816050560
00000100:00100000:3.0:1777022467.656449:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816050560
00010000:00010000:2.0:1777022467.656451:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00010000:00010000:3.0:1777022467.656481:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e45b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b6e expref: 44 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.656511:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10159:x1863342816050432:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6381us (6673us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.656520:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 775
00000100:00100000:3.0:1777022467.656527:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 725
00000100:00100000:3.0:1777022467.656536:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2377:x1863342816050560:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022467.656549:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022467.656569:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e45b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b6e expref: 44 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.656581:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e45b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b6e expref: 44 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.656605:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075681b76/0x72ae7b78094e45b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b6e expref: 44 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.656636:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022467.656638:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022467.656645:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 37 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.656654:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 37 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.656685:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 37 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.656698:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835875328:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022467.656754:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022467.661194:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835875328:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022467.661220:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022467.661280:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342816050560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4743us (5026us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.661291:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 725
00000100:00100000:0.0:1777022467.664662:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.664747:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816050688
00000100:00100000:3.0:1777022467.664757:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816050688
00002000:00100000:3.0:1777022467.664804:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (393216->409599)  req@ffff8efa6564aa00 x1863342816050688/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.664816:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564aa00 with x1863342816050688 ext(393216->409599)
00002000:00010000:3.0:1777022467.664822:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6564aa00
00000100:00100000:3.0:1777022467.664900:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 380
00000100:00100000:3.0:1777022467.664910:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342816050688:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022467.665343:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2377:x1863342816050688:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 433us (690us total) trans 0 rc 16384/16384
00000100:00100000:3.0:1777022467.665351:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 380
00002000:00100000:3.0:1777022467.665358:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (393216->409599)  req@ffff8efa6564aa00 x1863342816050688/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/16824 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 16384/16384 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.665367:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564aa00 with x1863342816050688 ext(393216->409599)
00002000:00010000:3.0:1777022467.665370:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6564aa00
00000100:00100000:2.0:1777022467.681494:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.683019:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816050816
00000100:00100000:1.0:1777022467.683036:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816050816
00000100:00100000:1.0:1777022467.683127:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 776
00000100:00100000:1.0:1777022467.683137:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:10158:x1863342816050816:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022467.683172:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022467.683190:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b7c expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.683227:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 37 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.683238:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.683240:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.683243:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 44 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.683279:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 37 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.683292:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 37 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.683305:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835875456:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022467.683413:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c540 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.688128:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.691090:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816050944
00000100:00100000:3.0:1777022467.691115:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816050944
00000100:00100000:3.0:1777022467.691246:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 777
00000100:00100000:3.0:1777022467.691258:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+38:10159:x1863342816050944:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022467.691278:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022467.691299:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e45cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b83 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.691336:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3e4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841428 expref: 44 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.691346:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.691348:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.691352:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e45cb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b83 expref: 39 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.691392:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3e4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841428 expref: 44 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.691421:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3e4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841428 expref: 44 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.691436:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835875584:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022467.691531:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.697056:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.697202:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835875456:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022467.697236:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 44 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.697260:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022467.697331:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+44:10158:x1863342816050816:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 14196us (15846us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022467.697358:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 776
00000100:00100000:2.0:1777022467.698561:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.698703:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835875584:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022467.698732:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e45cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b83 expref: 39 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.698751:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b7400, rc 0)
00000100:00100000:3.0:1777022467.698800:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+39:10159:x1863342816050944:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7545us (10682us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.698817:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 777
00000100:00100000:1.0:1777022467.698920:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816051200
00000100:00100000:1.0:1777022467.698927:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816051200
00010000:00010000:1.0:1777022467.698957:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3e4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841428 expref: 44 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.698992:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 726
00000100:00100000:1.0:1777022467.699138:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc56450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+44:2377:x1863342816051200:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022467.699152:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022467.699175:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3e4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 43 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841428 expref: 44 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.699186:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3e4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 43 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841428 expref: 44 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.699209:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da1c9aa0/0x72ae7b78094e3e4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 43 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841428 expref: 44 pid: 6924 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.699224:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022467.699246:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc56450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342816051200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 113us (690us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.699309:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816051072
00000100:00100000:0.0:1777022467.699315:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816051072
00002000:00100000:0.0:1777022467.699348:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (0->409599)  req@ffff8efa657cce00 x1863342816051072/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 504/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.699359:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cce00 with x1863342816051072 ext(0->409599)
00010000:00010000:0.0:1777022467.699380:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 39 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.699395:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 39 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022467.699403:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cce00
00000100:00100000:0.0:1777022467.699434:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 460
00000100:00100000:0.0:1777022467.699442:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2377:x1863342816051072:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022467.703400:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 726
00000100:00100000:1.0:1777022467.711721:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2377:x1863342816051072:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 12266us (14660us total) trans 4294967437 rc 0/0
00000100:00100000:1.0:1777022467.711734:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 460
00002000:00100000:1.0:1777022467.711767:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (0->409599)  req@ffff8efa657cce00 x1863342816051072/t4294967437(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 504/448 e 0 to 0 dl 1777022478 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.711778:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cce00 with x1863342816051072 ext(0->409599)
00010000:00010000:1.0:1777022467.711826:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 43 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.711847:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 43 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022467.712203:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cce00
00000100:00100000:1.0:1777022467.721730:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.721819:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816051328
00000100:00100000:2.0:1777022467.721830:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816051328
00010000:00010000:2.0:1777022467.721885:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 43 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.721927:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 727
00000100:00100000:2.0:1777022467.721937:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2378:x1863342816051328:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.721952:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022467.721968:0:5939:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 1777022466 -> 1777022467
00002000:00010000:2.0:1777022467.721971:0:5939:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1777022466 -> 1777022467
00002000:00010000:2.0:1777022467.721974:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 776 -> 808
00010000:00010000:2.0:1777022467.721979:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 43 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.721991:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 43 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.722027:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b75 expref: 43 pid: 6921 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.722042:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.722044:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.722052:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.722061:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.722070:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.722072:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.722076:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e45cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b83 expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.722085:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e45cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b83 expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.722131:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e45cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b83 expref: 42 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.722150:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835875712:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.722241:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.722252:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835875840:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.722274:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022467.728492:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835875840:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022467.731945:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.732182:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835875712:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022467.732209:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022467.732267:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342816051328:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10330us (10546us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.732279:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 727
00000100:00100000:2.0:1777022467.732520:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816051456
00000100:00100000:2.0:1777022467.732527:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816051456
00002000:00100000:2.0:1777022467.732570:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (393216->397311)  req@ffff8efa658d5180 x1863342816051456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.732581:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5180 with x1863342816051456 ext(393216->397311)
00002000:00010000:2.0:1777022467.732587:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5180
00000100:00100000:2.0:1777022467.732610:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 381
00000100:00100000:2.0:1777022467.732619:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2378:x1863342816051456:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.732762:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2378:x1863342816051456:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 142us (826us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022467.732769:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 381
00002000:00100000:2.0:1777022467.732775:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (393216->397311)  req@ffff8efa658d5180 x1863342816051456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.732782:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5180 with x1863342816051456 ext(393216->397311)
00002000:00010000:2.0:1777022467.732785:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5180
00000100:00100000:1.0:1777022467.735256:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.735343:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816051584
00000100:00100000:0.0:1777022467.735353:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816051584
00002000:00100000:0.0:1777022467.735401:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (49152->86015)  req@ffff8efa658d5880 x1863342816051584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.735413:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5880 with x1863342816051584 ext(49152->86015)
00002000:00010000:0.0:1777022467.735418:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5880
00000100:00100000:0.0:1777022467.735457:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 382
00000100:00100000:0.0:1777022467.735467:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342816051584:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.741359:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342816051584:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5882us (6100us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022467.741374:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 382
00002000:00100000:0.0:1777022467.741388:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (49152->86015)  req@ffff8efa658d5880 x1863342816051584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/440 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.741399:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5880 with x1863342816051584 ext(49152->86015)
00002000:00010000:0.0:1777022467.741405:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5880
00000100:00100000:3.0:1777022467.747542:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.747674:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816051712
00000100:00100000:2.0:1777022467.747685:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816051712
00000100:00100000:2.0:1777022467.747748:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 778
00000100:00100000:2.0:1777022467.747759:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+42:10159:x1863342816051712:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022467.747777:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022467.747795:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b8a expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.747829:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841436 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.747837:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.747839:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.747843:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b8a expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.747913:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841436 expref: 42 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.747928:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841436 expref: 42 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.747952:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835875968:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022467.748282:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022467.753500:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.753743:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816051840
00000100:00100000:3.0:1777022467.753752:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816051840
00002000:00100000:3.0:1777022467.753807:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (397312->401407)  req@ffff8efa658d5500 x1863342816051840/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.754002:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5500 with x1863342816051840 ext(397312->401407)
00002000:00010000:3.0:1777022467.754008:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5500
00000100:00100000:3.0:1777022467.754046:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 383
00000100:00100000:3.0:1777022467.754057:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342816051840:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022467.754229:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2377:x1863342816051840:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 174us (737us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022467.754236:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 383
00002000:00100000:3.0:1777022467.754242:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (397312->401407)  req@ffff8efa658d5500 x1863342816051840/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.754250:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5500 with x1863342816051840 ext(397312->401407)
00002000:00010000:3.0:1777022467.754252:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5500
00010000:00010000:0.0:1777022467.754501:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022467.759110:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835875968:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022467.759147:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [86016->90111] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b8a expref: 43 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.759170:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:1.0:1777022467.759224:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+43:10159:x1863342816051712:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11467us (11692us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022467.759234:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 778
00000100:00100000:3.0:1777022467.759638:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.759702:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816051968
00000100:00100000:2.0:1777022467.759710:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816051968
00010000:00010000:2.0:1777022467.759740:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841436 expref: 43 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.759780:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 728
00000100:00100000:2.0:1777022467.759789:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2378:x1863342816051968:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.759802:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.759823:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841436 expref: 43 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.759836:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841436 expref: 43 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.759894:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab55c5c8/0x72ae7b78094e3e5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841436 expref: 43 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.759909:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.759911:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.759918:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b8a expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.759929:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b8a expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.759963:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b8a expref: 42 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.759977:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835876096:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.760051:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022467.766346:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.766388:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.766424:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816052096
00000100:00100000:0.0:1777022467.766435:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816052096
00002000:00100000:0.0:1777022467.766489:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (86016->114687)  req@ffff8efa660ed500 x1863342816052096/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.766500:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ed500 with x1863342816052096 ext(86016->114687)
00002000:00010000:0.0:1777022467.766506:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660ed500
00000100:00100000:0.0:1777022467.766533:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816052224
00000100:00100000:0.0:1777022467.766537:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816052224
00002000:00100000:0.0:1777022467.766577:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (401408->405503)  req@ffff8efa660eed80 x1863342816052224/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.766585:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660eed80 with x1863342816052224 ext(401408->405503)
00002000:00010000:0.0:1777022467.766588:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660eed80
00000100:00100000:0.0:1777022467.766608:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 384
00000100:00100000:0.0:1777022467.766617:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2380:x1863342816052096:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022467.766895:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 385
00000100:00100000:1.0:1777022467.766908:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2378:x1863342816052224:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022467.766995:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+43:2378:x1863342816052224:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 91us (606us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022467.767009:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 385
00002000:00100000:1.0:1777022467.767016:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (401408->405503)  req@ffff8efa660eed80 x1863342816052224/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.767034:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660eed80 with x1863342816052224 ext(401408->405503)
00002000:00010000:1.0:1777022467.767038:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660eed80
00000100:00100000:2.0:1777022467.771466:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835876096:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.771496:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.771570:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2378:x1863342816051968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11780us (11930us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.771581:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 728
00000100:00100000:0.0:1777022467.772235:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2380:x1863342816052096:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5616us (5896us total) trans 0 rc 28672/28672
00000100:00100000:0.0:1777022467.772245:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 384
00002000:00100000:0.0:1777022467.772260:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (86016->114687)  req@ffff8efa660ed500 x1863342816052096/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/440 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.772271:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ed500 with x1863342816052096 ext(86016->114687)
00002000:00010000:0.0:1777022467.772276:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660ed500
00000100:00100000:3.0:1777022467.781168:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.781217:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.781332:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816052480
00000100:00100000:0.0:1777022467.781342:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816052480
00000100:00100000:0.0:1777022467.781408:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 779
00000100:00100000:0.0:1777022467.781418:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+43:10159:x1863342816052480:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.781437:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.781455:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e61782b5/0x72ae7b78094e45d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b91 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.781490:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841460 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.781518:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.781520:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.781525:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e61782b5/0x72ae7b78094e45d9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b91 expref: 44 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.781559:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841460 expref: 41 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.781573:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841460 expref: 41 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.781587:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835876224:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022467.781673:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e540 going to sleep for 11 seconds
00000100:00100000:1.0:1777022467.781991:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816052352
00000100:00100000:1.0:1777022467.782006:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816052352
00002000:00100000:1.0:1777022467.782321:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (405504->409599)  req@ffff8efa660ee300 x1863342816052352/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.782331:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ee300 with x1863342816052352 ext(405504->409599)
00002000:00010000:1.0:1777022467.782337:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660ee300
00000100:00100000:1.0:1777022467.782365:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 386
00000100:00100000:1.0:1777022467.782374:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2377:x1863342816052352:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022467.782604:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2377:x1863342816052352:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 230us (1445us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022467.782611:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 386
00002000:00100000:1.0:1777022467.782618:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (405504->409599)  req@ffff8efa660ee300 x1863342816052352/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.782626:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ee300 with x1863342816052352 ext(405504->409599)
00002000:00010000:1.0:1777022467.782629:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660ee300
00000100:00100000:0.0:1777022467.788909:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.789040:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835876224:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022467.789075:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e61782b5/0x72ae7b78094e45d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b91 expref: 44 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.789105:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2b200, rc 0)
00000100:00100000:1.0:1777022467.789168:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+44:10159:x1863342816052480:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7752us (7950us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022467.789177:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 779
00000100:00100000:2.0:1777022467.790247:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816052608
00000100:00100000:2.0:1777022467.790257:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816052608
00010000:00010000:2.0:1777022467.790296:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841460 expref: 42 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.790333:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 729
00000100:00100000:2.0:1777022467.790342:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+42:2378:x1863342816052608:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.790358:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.790381:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841460 expref: 42 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.790394:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841460 expref: 42 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.790417:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e3ea8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841460 expref: 42 pid: 6923 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.790432:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.790434:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.790442:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e61782b5/0x72ae7b78094e45d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b91 expref: 43 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.790452:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e61782b5/0x72ae7b78094e45d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b91 expref: 43 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.790487:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e61782b5/0x72ae7b78094e45d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b91 expref: 43 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.790501:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835876352:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.790577:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.795163:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835876352:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022467.795193:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.795246:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2378:x1863342816052608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4904us (6346us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.795257:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 729
00000100:00100000:3.0:1777022467.795345:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.795459:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816052736
00000100:00100000:2.0:1777022467.795466:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816052736
00002000:00100000:2.0:1777022467.795507:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (114688->122879)  req@ffff8efa4d1baa00 x1863342816052736/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.795518:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1baa00 with x1863342816052736 ext(114688->122879)
00002000:00010000:2.0:1777022467.795523:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1baa00
00000100:00100000:2.0:1777022467.795551:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 387
00000100:00100000:2.0:1777022467.795560:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2379:x1863342816052736:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.795777:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2379:x1863342816052736:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 218us (432us total) trans 0 rc 8192/8192
00000100:00100000:2.0:1777022467.795788:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 387
00002000:00100000:2.0:1777022467.795795:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (114688->122879)  req@ffff8efa4d1baa00 x1863342816052736/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/8632 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.795803:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1baa00 with x1863342816052736 ext(114688->122879)
00002000:00010000:2.0:1777022467.795806:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1baa00
00000100:00100000:0.0:1777022467.805944:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.806169:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816052864
00000100:00100000:3.0:1777022467.806178:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816052864
00000100:00100000:3.0:1777022467.806230:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 780
00000100:00100000:3.0:1777022467.806238:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+44:10159:x1863342816052864:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022467.806255:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022467.806273:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e45e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b98 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.806323:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ee0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841498 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.806332:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.806334:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022467.806338:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e45e0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b98 expref: 45 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.806369:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841498 expref: 40 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.806385:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841498 expref: 40 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.806399:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835876480:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022467.806485:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022467.810954:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.811744:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835876480:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022467.811779:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e45e0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b98 expref: 45 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.811801:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6000, rc 0)
00000100:00100000:2.0:1777022467.811891:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+45:10159:x1863342816052864:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5653us (5956us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.811900:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 780
00000100:00100000:0.0:1777022467.815729:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816052992
00000100:00100000:0.0:1777022467.815739:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816052992
00010000:00010000:0.0:1777022467.815781:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841498 expref: 41 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.815894:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 730
00000100:00100000:0.0:1777022467.815904:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+41:2377:x1863342816052992:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022467.815916:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022467.815935:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841498 expref: 41 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.815969:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841498 expref: 41 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.816005:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e3ee0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841498 expref: 41 pid: 11979 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.816022:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022467.816024:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022467.816031:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e45e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b98 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.816042:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e45e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b98 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.816082:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e45e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b98 expref: 44 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.816106:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835876608:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022467.816190:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022467.823462:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.826416:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816053120
00000100:00100000:1.0:1777022467.826428:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816053120
00002000:00100000:1.0:1777022467.826477:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa4d1ba680 x1863342816053120/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.826486:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba680 with x1863342816053120 ext(122880->126975)
00002000:00010000:1.0:1777022467.826491:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1ba680
00000100:00100000:1.0:1777022467.826530:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 388
00000100:00100000:1.0:1777022467.826539:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2377:x1863342816053120:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022467.826709:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2377:x1863342816053120:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 170us (3256us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022467.826715:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 388
00002000:00100000:1.0:1777022467.826719:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (122880->126975)  req@ffff8efa4d1ba680 x1863342816053120/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022467.826724:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba680 with x1863342816053120 ext(122880->126975)
00002000:00010000:1.0:1777022467.826726:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1ba680
00000100:00100000:3.0:1777022467.832033:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022467.832272:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816053248
00000100:00100000:1.0:1777022467.832283:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816053248
00000100:00100000:1.0:1777022467.832347:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 781
00000100:00100000:1.0:1777022467.832358:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+45:10159:x1863342816053248:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022467.832377:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022467.832397:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e45e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841b9f expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.832433:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3eee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78414a6 expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.832443:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.832445:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022467.832449:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e45e7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b9f expref: 46 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.832486:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3eee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414a6 expref: 40 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022467.832500:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3eee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414a6 expref: 40 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022467.832526:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835876736:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022467.832595:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c840 going to sleep for 11 seconds
00000100:00100000:0.0:1777022467.833036:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835876608:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022467.833056:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022467.833120:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2377:x1863342816052992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 17187us (22144us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.833131:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 730
00000100:00100000:1.0:1777022467.837569:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.837667:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816053376
00000100:00100000:3.0:1777022467.837678:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816053376
00010000:00010000:3.0:1777022467.837720:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3eee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414a6 expref: 40 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.837764:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 731
00000100:00100000:3.0:1777022467.837774:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+40:2378:x1863342816053376:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022467.837813:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022467.837836:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3eee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414a6 expref: 40 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.837850:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3eee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414a6 expref: 40 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.837909:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022467.837911:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022467.837919:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e45e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b9f expref: 46 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.837931:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e45e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b9f expref: 46 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.837971:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e45e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b9f expref: 46 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.837985:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835876864:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022467.838071:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00010000:00010000:0.0:1777022467.838339:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e3eee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78414a6 expref: 40 pid: 9584 timeout: 505 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.838356:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835876736:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022467.838379:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e45e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b9f expref: 46 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.838389:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:0.0:1777022467.838432:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10159:x1863342816053248:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6076us (6408us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.838440:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 781
00000100:00100000:3.0:1777022467.842537:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835876864:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022467.842574:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022467.842637:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2378:x1863342816053376:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4863us (5075us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.842647:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 731
00000100:00100000:3.0:1777022467.847034:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.847259:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816053504
00000100:00100000:2.0:1777022467.847271:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816053504
00002000:00100000:2.0:1777022467.847322:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (126976->131071)  req@ffff8efa4d1b8a80 x1863342816053504/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.847334:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b8a80 with x1863342816053504 ext(126976->131071)
00002000:00010000:2.0:1777022467.847340:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b8a80
00000100:00100000:2.0:1777022467.847378:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 389
00000100:00100000:2.0:1777022467.847388:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2378:x1863342816053504:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.847561:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2378:x1863342816053504:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 173us (535us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022467.847572:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 389
00002000:00100000:2.0:1777022467.847579:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (126976->131071)  req@ffff8efa4d1b8a80 x1863342816053504/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.847586:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b8a80 with x1863342816053504 ext(126976->131071)
00002000:00010000:2.0:1777022467.847589:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b8a80
00000100:00100000:1.0:1777022467.856947:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.857182:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816053632
00000100:00100000:0.0:1777022467.857193:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816053632
00000100:00100000:0.0:1777022467.857259:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 782
00000100:00100000:0.0:1777022467.857270:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+46:10159:x1863342816053632:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.857290:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.857310:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000951218ba/0x72ae7b78094e45ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ba6 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.857345:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e4014 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78415cc expref: 38 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.857353:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.857356:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.857360:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000951218ba/0x72ae7b78094e45ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ba6 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.857421:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e4014 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78415cc expref: 38 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.857435:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e4014 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78415cc expref: 38 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.857450:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835876992:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022467.857545:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022467.867484:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835876992:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022467.867521:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000951218ba/0x72ae7b78094e45ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ba6 expref: 47 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.867544:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2a200, rc 0)
00000100:00100000:0.0:1777022467.867606:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10159:x1863342816053632:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10338us (10672us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022467.867617:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 782
00000100:00100000:2.0:1777022467.869722:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.869806:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816053760
00000100:00100000:0.0:1777022467.869814:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816053760
00010000:00010000:0.0:1777022467.869847:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e4014 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78415cc expref: 39 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.869902:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 732
00000100:00100000:0.0:1777022467.869911:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+39:2378:x1863342816053760:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022467.869942:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022467.869964:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e4014 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78415cc expref: 39 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.869978:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e4014 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78415cc expref: 39 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.870098:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b90f5ed/0x72ae7b78094e4014 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78415cc expref: 39 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.870117:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022467.870119:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022467.870127:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000951218ba/0x72ae7b78094e45ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ba6 expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.870138:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000951218ba/0x72ae7b78094e45ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ba6 expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.870174:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000951218ba/0x72ae7b78094e45ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ba6 expref: 46 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.870189:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835877120:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022467.870261:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.879261:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.879593:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816053888
00000100:00100000:3.0:1777022467.879604:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816053888
00002000:00100000:3.0:1777022467.884676:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa657cdc00 x1863342816053888/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.884693:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cdc00 with x1863342816053888 ext(131072->135167)
00002000:00010000:3.0:1777022467.884701:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cdc00
00000100:00100000:3.0:1777022467.884763:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 390
00000100:00100000:3.0:1777022467.884784:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342816053888:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022467.885308:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342816053888:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 534us (6053us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022467.885317:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 390
00002000:00100000:3.0:1777022467.885324:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (131072->135167)  req@ffff8efa657cdc00 x1863342816053888/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022467.885332:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cdc00 with x1863342816053888 ext(131072->135167)
00002000:00010000:3.0:1777022467.885335:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cdc00
00000100:00100000:0.0:1777022467.885448:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835877120:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022467.885476:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022467.889047:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+38:2378:x1863342816053760:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 19125us (19318us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.889062:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 732
00000100:00100000:2.0:1777022467.896045:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.896352:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816054016
00000100:00100000:0.0:1777022467.896376:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816054016
00000100:00100000:0.0:1777022467.896436:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 783
00000100:00100000:0.0:1777022467.896445:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+47:10159:x1863342816054016:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.896465:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.896485:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006fa83d63/0x72ae7b78094e45f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841bad expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.896527:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e401b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415d3 expref: 37 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.896537:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.896539:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.896543:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fa83d63/0x72ae7b78094e45f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bad expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.896576:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e401b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415d3 expref: 37 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.896590:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e401b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415d3 expref: 37 pid: 11979 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.896605:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835877248:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022467.896694:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.914564:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022467.915676:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816054144
00000100:00100000:3.0:1777022467.915689:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816054144
00010000:00010000:3.0:1777022467.915741:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e401b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415d3 expref: 38 pid: 11979 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.915792:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 733
00000100:00100000:3.0:1777022467.915802:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc54450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+38:2377:x1863342816054144:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022467.915818:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022467.915840:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e401b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415d3 expref: 38 pid: 11979 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.915906:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e401b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415d3 expref: 38 pid: 11979 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.915932:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022467.915935:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022467.915943:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006fa83d63/0x72ae7b78094e45f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bad expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.915954:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fa83d63/0x72ae7b78094e45f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bad expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022467.916004:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006fa83d63/0x72ae7b78094e45f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bad expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022467.916020:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835877376:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022467.916110:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022467.921499:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835877376:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022467.921545:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022467.921607:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc54450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+38:2377:x1863342816054144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5806us (7050us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022467.921622:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 733
00010000:00010000:0.0:1777022467.923393:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beb60136/0x72ae7b78094e401b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415d3 expref: 37 pid: 11979 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.923416:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835877248:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022467.923463:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006fa83d63/0x72ae7b78094e45f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bad expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.923478:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2b400, rc 0)
00000100:00100000:2.0:1777022467.928550:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10159:x1863342816054016:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 32093us (32501us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.928563:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 783
00000100:00100000:3.0:1777022467.946956:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.947208:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816054272
00000100:00100000:2.0:1777022467.947219:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816054272
00002000:00100000:2.0:1777022467.947270:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (135168->139263)  req@ffff8efa4d1ba300 x1863342816054272/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.947282:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba300 with x1863342816054272 ext(135168->139263)
00002000:00010000:2.0:1777022467.947288:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1ba300
00000100:00100000:2.0:1777022467.947325:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 391
00000100:00100000:2.0:1777022467.947334:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2380:x1863342816054272:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022467.947500:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2380:x1863342816054272:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 167us (552us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022467.947565:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 391
00002000:00100000:2.0:1777022467.947572:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (135168->139263)  req@ffff8efa4d1ba300 x1863342816054272/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022467.947581:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1ba300 with x1863342816054272 ext(135168->139263)
00002000:00010000:2.0:1777022467.947584:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1ba300
00000100:00100000:1.0:1777022467.952420:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.952820:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816054400
00000100:00100000:0.0:1777022467.952829:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816054400
00000100:00100000:0.0:1777022467.952934:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 784
00000100:00100000:0.0:1777022467.952946:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+48:10159:x1863342816054400:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.952966:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.952986:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000015383e24/0x72ae7b78094e45fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841bb4 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.953341:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e4029 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78415e1 expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.953351:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.953353:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022467.953357:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000015383e24/0x72ae7b78094e45fc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bb4 expref: 49 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.953392:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e4029 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415e1 expref: 36 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.953404:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e4029 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415e1 expref: 36 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.953418:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835877504:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022467.953538:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.960695:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835877504:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022467.960735:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000015383e24/0x72ae7b78094e45fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bb4 expref: 49 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.960766:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2be00, rc 0)
00000100:00100000:2.0:1777022467.961173:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816054400:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8227us (8762us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022467.961183:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 784
00000100:00100000:3.0:1777022467.971752:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022467.974935:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816054528
00000100:00100000:2.0:1777022467.974949:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816054528
00010000:00010000:2.0:1777022467.975079:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e4029 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415e1 expref: 37 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.975201:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 734
00000100:00100000:2.0:1777022467.975211:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+37:2378:x1863342816054528:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022467.975226:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022467.975248:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e4029 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415e1 expref: 37 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.975261:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e4029 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415e1 expref: 37 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.975285:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071731d7b/0x72ae7b78094e4029 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78415e1 expref: 37 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.975303:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.975305:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022467.975312:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000015383e24/0x72ae7b78094e45fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bb4 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.975327:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000015383e24/0x72ae7b78094e45fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bb4 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022467.975368:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000015383e24/0x72ae7b78094e45fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bb4 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022467.975383:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835877632:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022467.975473:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022467.992520:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.992677:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816054656
00000100:00100000:0.0:1777022467.992689:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816054656
00002000:00100000:0.0:1777022467.992746:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (139264->143359)  req@ffff8efa657cd500 x1863342816054656/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/0 e 0 to 0 dl 1777022478 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.992757:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd500 with x1863342816054656 ext(139264->143359)
00002000:00010000:0.0:1777022467.992764:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cd500
00000100:00100000:0.0:1777022467.992809:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 392
00000100:00100000:0.0:1777022467.992818:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342816054656:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022467.993026:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2377:x1863342816054656:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 208us (524us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022467.993034:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 392
00002000:00100000:0.0:1777022467.993041:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (139264->143359)  req@ffff8efa657cd500 x1863342816054656/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:118/0 lens 488/4536 e 0 to 0 dl 1777022478 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022467.993064:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd500 with x1863342816054656 ext(139264->143359)
00002000:00010000:0.0:1777022467.993068:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cd500
00000100:00100000:3.0:1777022467.994159:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835877632:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022467.994182:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022467.994239:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+36:2378:x1863342816054528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 19030us (22497us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022467.994249:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 734
00000100:00100000:3.0:1777022467.995972:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022467.996148:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816054784
00000100:00100000:0.0:1777022467.996156:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816054784
00000100:00100000:0.0:1777022467.996214:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 785
00000100:00100000:0.0:1777022467.996224:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+49:10159:x1863342816054784:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022467.996242:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022467.996262:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a0d23b7/0x72ae7b78094e4603 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841bbb expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.996296:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4061 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841619 expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.996305:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.996307:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022467.996311:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a0d23b7/0x72ae7b78094e4603 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bbb expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.996343:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841619 expref: 35 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022467.996356:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841619 expref: 35 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022467.996370:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835877760:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022467.996458:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022468.006473:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.007279:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816054912
00000100:00100000:3.0:1777022468.007307:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816054912
00010000:00010000:3.0:1777022468.007347:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4061 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841619 expref: 36 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.007387:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 735
00000100:00100000:3.0:1777022468.007397:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+36:2378:x1863342816054912:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022468.007413:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022468.007436:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4061 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841619 expref: 36 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.007449:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841619 expref: 36 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.007479:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.007481:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.007488:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004a0d23b7/0x72ae7b78094e4603 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bbb expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.007497:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a0d23b7/0x72ae7b78094e4603 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bbb expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.007552:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004a0d23b7/0x72ae7b78094e4603 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bbb expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.007566:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835877888:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022468.007836:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022468.015526:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835877888:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022468.015567:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022468.015633:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+36:2378:x1863342816054912:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8237us (9169us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022468.015644:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 735
00010000:00010000:1.0:1777022468.017214:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4061 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841619 expref: 35 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022468.017239:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835877760:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022468.017270:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a0d23b7/0x72ae7b78094e4603 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bbb expref: 50 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022468.017285:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2ae00, rc 0)
00000100:00100000:1.0:1777022468.017355:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+50:10159:x1863342816054784:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 21132us (21391us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022468.017365:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 785
00000100:00100000:0.0:1777022468.020398:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.020516:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816055040
00000100:00100000:2.0:1777022468.020527:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816055040
00002000:00100000:2.0:1777022468.020590:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (143360->147455)  req@ffff8efa6564b800 x1863342816055040/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.020601:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564b800 with x1863342816055040 ext(143360->147455)
00002000:00010000:2.0:1777022468.020607:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6564b800
00000100:00100000:2.0:1777022468.020640:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 393
00000100:00100000:2.0:1777022468.020651:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2377:x1863342816055040:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022468.020837:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2377:x1863342816055040:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 187us (448us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022468.020844:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 393
00002000:00100000:2.0:1777022468.020851:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (143360->147455)  req@ffff8efa6564b800 x1863342816055040/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/4536 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.020894:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564b800 with x1863342816055040 ext(143360->147455)
00002000:00010000:2.0:1777022468.020897:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6564b800
00000100:00080000:0.0:1777022468.020964:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022468.030639:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.034759:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816055168
00000100:00100000:0.0:1777022468.034774:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816055168
00000100:00100000:0.0:1777022468.035141:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 786
00000100:00100000:0.0:1777022468.035153:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+50:10159:x1863342816055168:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022468.035172:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022468.035192:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085040cad/0x72ae7b78094e460a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841bc2 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.035226:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e40a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784165f expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.035236:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022468.035238:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022468.035242:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085040cad/0x72ae7b78094e460a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc2 expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.035277:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e40a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784165f expref: 34 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.035292:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e40a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784165f expref: 34 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.035305:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65649880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835878016:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022468.035399:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022468.044155:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022468.044312:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816055296
00000100:00100000:1.0:1777022468.044322:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816055296
00010000:00010000:1.0:1777022468.044365:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e40a7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784165f expref: 35 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022468.044415:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 736
00000100:00100000:1.0:1777022468.044425:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+35:2377:x1863342816055296:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022468.044440:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022468.044463:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e40a7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784165f expref: 35 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022468.044477:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e40a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784165f expref: 35 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022468.044518:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022468.044520:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022468.044836:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000085040cad/0x72ae7b78094e460a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc2 expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022468.044849:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085040cad/0x72ae7b78094e460a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc2 expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022468.044923:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000085040cad/0x72ae7b78094e460a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc2 expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022468.044937:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835878144:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022468.045020:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1ca80 going to sleep for 11 seconds
00010000:00010000:2.0:1777022468.045946:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e40a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784165f expref: 35 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022468.045963:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65649880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835878016:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022468.045999:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000085040cad/0x72ae7b78094e460a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc2 expref: 51 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.046011:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2bc00, rc 0)
00000100:00100000:2.0:1777022468.046049:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+51:10159:x1863342816055168:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10900us (15420us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022468.046059:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 786
00000100:00100000:1.0:1777022468.051931:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.052142:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816055424
00000100:00100000:0.0:1777022468.052153:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816055424
00002000:00100000:0.0:1777022468.052205:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa658d5f80 x1863342816055424/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022468.052215:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5f80 with x1863342816055424 ext(147456->151551)
00002000:00010000:0.0:1777022468.052221:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5f80
00000100:00100000:0.0:1777022468.052258:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 394
00000100:00100000:0.0:1777022468.052269:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+51:2378:x1863342816055424:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022468.052437:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+51:2378:x1863342816055424:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 170us (516us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022468.052445:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 394
00002000:00100000:0.0:1777022468.052452:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (147456->151551)  req@ffff8efa658d5f80 x1863342816055424/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/4536 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022468.052460:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d5f80 with x1863342816055424 ext(147456->151551)
00002000:00010000:0.0:1777022468.052464:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d5f80
00000100:00100000:3.0:1777022468.052614:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835878144:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022468.052647:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022468.052683:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2377:x1863342816055296:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8259us (8537us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022468.052692:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 736
00000100:00100000:1.0:1777022468.061042:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.061230:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816055552
00000100:00100000:3.0:1777022468.061240:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816055552
00000100:00100000:3.0:1777022468.061296:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 787
00000100:00100000:3.0:1777022468.061307:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+51:10159:x1863342816055552:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022468.061326:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022468.061345:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e4611 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841bc9 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.061382:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841689 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.061391:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022468.061393:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022468.061397:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e4611 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc9 expref: 52 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.061430:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841689 expref: 33 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.061461:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841689 expref: 33 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.061476:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835878272:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022468.061954:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022468.068293:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835878272:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022468.068333:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e4611 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [151552->155647] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc9 expref: 52 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.068356:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a744a00, rc 0)
00000100:00100000:1.0:1777022468.069942:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.073358:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816055680
00000100:00100000:3.0:1777022468.073377:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816055680
00010000:00010000:3.0:1777022468.073429:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841689 expref: 34 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.073484:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 737
00000100:00100000:3.0:1777022468.073496:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+34:2377:x1863342816055680:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022468.073513:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022468.073536:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841689 expref: 34 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.073558:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841689 expref: 34 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.073596:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cff7e066/0x72ae7b78094e40d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841689 expref: 34 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.073613:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.073615:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.073623:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e4611 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc9 expref: 52 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.073634:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e4611 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc9 expref: 52 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.073674:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e4611 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc9 expref: 52 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.073689:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835878400:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022468.073790:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022468.078197:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+52:10159:x1863342816055552:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 16879us (17150us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022468.078211:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 787
00000100:00100000:3.0:1777022468.082402:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835878400:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022468.082429:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022468.082486:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2377:x1863342816055680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8991us (12552us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022468.082497:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 737
00000100:00100000:1.0:1777022468.085413:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.085537:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816055808
00000100:00100000:2.0:1777022468.085554:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816055808
00002000:00100000:2.0:1777022468.085606:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (151552->159743)  req@ffff8efa658d4000 x1863342816055808/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.085617:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4000 with x1863342816055808 ext(151552->159743)
00002000:00010000:2.0:1777022468.085623:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4000
00000100:00100000:2.0:1777022468.085660:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 395
00000100:00100000:2.0:1777022468.085672:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+52:2377:x1863342816055808:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022468.085908:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+52:2377:x1863342816055808:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 238us (503us total) trans 0 rc 8192/8192
00000100:00100000:2.0:1777022468.085915:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 395
00002000:00100000:2.0:1777022468.085922:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (151552->159743)  req@ffff8efa658d4000 x1863342816055808/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/8632 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.085930:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4000 with x1863342816055808 ext(151552->159743)
00002000:00010000:2.0:1777022468.085933:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4000
00000100:00100000:1.0:1777022468.094304:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.095242:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816055936
00000100:00100000:0.0:1777022468.095254:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816055936
00000100:00100000:0.0:1777022468.095357:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 788
00000100:00100000:0.0:1777022468.095369:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+52:10159:x1863342816055936:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022468.095390:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022468.095409:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002446a5ca/0x72ae7b78094e4618 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841bd0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.095441:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e4109 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78416c1 expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.095463:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022468.095466:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022468.095470:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002446a5ca/0x72ae7b78094e4618 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd0 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.095502:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e4109 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c1 expref: 32 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.095538:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e4109 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c1 expref: 32 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.095551:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65649880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835878528:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022468.095638:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022468.099390:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.099468:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816056064
00000100:00100000:3.0:1777022468.099479:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816056064
00010000:00010000:3.0:1777022468.099536:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e4109 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c1 expref: 33 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.099606:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 738
00000100:00100000:3.0:1777022468.099616:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+33:2378:x1863342816056064:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022468.099633:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022468.099655:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e4109 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c1 expref: 33 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.099670:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e4109 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c1 expref: 33 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.099699:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.099701:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.099709:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002446a5ca/0x72ae7b78094e4618 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd0 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.099721:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002446a5ca/0x72ae7b78094e4618 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd0 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.099759:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002446a5ca/0x72ae7b78094e4618 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd0 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.099773:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835878656:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022468.100076:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00010000:00010000:0.0:1777022468.100411:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ed95c8e/0x72ae7b78094e4109 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78416c1 expref: 33 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.100427:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65649880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835878528:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022468.100466:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002446a5ca/0x72ae7b78094e4618 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd0 expref: 53 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.100477:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2ac00, rc 0)
00000100:00100000:0.0:1777022468.100681:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+53:10159:x1863342816055936:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5315us (6389us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022468.100689:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 788
00000100:00100000:1.0:1777022468.105239:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.105311:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816056192
00000100:00100000:0.0:1777022468.105321:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816056192
00002000:00100000:0.0:1777022468.105375:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (159744->163839)  req@ffff8efa658d4380 x1863342816056192/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022468.105387:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4380 with x1863342816056192 ext(159744->163839)
00002000:00010000:0.0:1777022468.105393:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4380
00000100:00100000:0.0:1777022468.105428:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 396
00000100:00100000:0.0:1777022468.105438:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2377:x1863342816056192:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022468.105616:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2377:x1863342816056192:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 179us (387us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022468.105624:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 396
00002000:00100000:0.0:1777022468.105631:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (159744->163839)  req@ffff8efa658d4380 x1863342816056192/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/4536 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022468.105639:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4380 with x1863342816056192 ext(159744->163839)
00002000:00010000:0.0:1777022468.105642:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4380
00000100:00100000:2.0:1777022468.107389:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835878656:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022468.107416:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022468.107475:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2378:x1863342816056064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7860us (8094us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022468.107491:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 738
00000100:00100000:1.0:1777022468.110772:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.111158:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816056320
00000100:00100000:2.0:1777022468.111167:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816056320
00000100:00100000:2.0:1777022468.111231:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 789
00000100:00100000:2.0:1777022468.111241:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+53:10159:x1863342816056320:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022468.111261:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022468.111281:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e461f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841bd7 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.111317:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4156 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784170e expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.111325:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022468.111327:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022468.111331:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e461f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd7 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.111365:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4156 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784170e expref: 31 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.111379:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4156 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784170e expref: 31 pid: 11979 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022468.111394:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835878784:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022468.111537:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022468.115840:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835878784:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022468.115903:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e461f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd7 expref: 54 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.115927:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a400, rc 0)
00000100:00100000:2.0:1777022468.116753:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+54:10159:x1863342816056320:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4748us (5225us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022468.116764:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 789
00000100:00100000:2.0:1777022468.117974:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.118058:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816056448
00000100:00100000:3.0:1777022468.118067:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816056448
00010000:00010000:3.0:1777022468.118132:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4156 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784170e expref: 32 pid: 11979 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.118188:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 739
00000100:00100000:3.0:1777022468.118198:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+32:2377:x1863342816056448:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022468.118214:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022468.118238:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4156 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784170e expref: 32 pid: 11979 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.118252:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4156 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784170e expref: 32 pid: 11979 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.118276:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4156 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784170e expref: 32 pid: 11979 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.118294:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.118296:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.118303:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e461f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd7 expref: 53 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.118315:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e461f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd7 expref: 53 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.118351:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e461f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd7 expref: 53 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.118366:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835878912:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022468.118767:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022468.124834:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.125765:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816056576
00000100:00100000:2.0:1777022468.125776:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816056576
00002000:00100000:2.0:1777022468.125838:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa65649880 x1863342816056576/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.125849:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65649880 with x1863342816056576 ext(163840->167935)
00002000:00010000:2.0:1777022468.125877:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65649880
00000100:00100000:2.0:1777022468.125914:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 397
00000100:00100000:2.0:1777022468.125923:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+54:2378:x1863342816056576:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022468.126193:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+54:2378:x1863342816056576:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 270us (1367us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022468.126201:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 397
00002000:00100000:2.0:1777022468.126208:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (163840->167935)  req@ffff8efa65649880 x1863342816056576/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/4536 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.126216:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65649880 with x1863342816056576 ext(163840->167935)
00002000:00010000:2.0:1777022468.126220:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65649880
00000100:00100000:3.0:1777022468.127499:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835878912:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022468.127601:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022468.127704:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342816056448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9506us (9733us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022468.127714:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 739
00000100:00100000:1.0:1777022468.131193:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.132443:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816056704
00000100:00100000:2.0:1777022468.132454:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816056704
00000100:00100000:2.0:1777022468.132566:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 790
00000100:00100000:2.0:1777022468.132576:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+54:10159:x1863342816056704:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022468.132594:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022468.132613:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4626 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841bde expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.132646:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e4244 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78417fc expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.132656:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022468.132658:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022468.132663:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4626 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bde expref: 55 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.132704:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e4244 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417fc expref: 30 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.132718:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e4244 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417fc expref: 30 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022468.132732:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835879040:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022468.132831:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022468.136941:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835879040:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022468.136978:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4626 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bde expref: 55 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.137738:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:2.0:1777022468.137823:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022468.137921:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+55:10159:x1863342816056704:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5347us (6736us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022468.137932:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 790
00000100:00100000:3.0:1777022468.138325:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816056832
00000100:00100000:3.0:1777022468.138334:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816056832
00010000:00010000:3.0:1777022468.138364:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e4244 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417fc expref: 31 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.138400:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 740
00000100:00100000:3.0:1777022468.138409:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc57050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+31:2377:x1863342816056832:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022468.138424:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022468.138445:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e4244 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417fc expref: 31 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.138458:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e4244 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417fc expref: 31 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.138484:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e4244 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78417fc expref: 31 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.138498:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.138499:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.138519:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4626 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bde expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.138546:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4626 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bde expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.138582:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4626 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bde expref: 54 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.138596:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835879168:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022468.138651:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635d80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022468.142138:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835879168:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022468.142163:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022468.142261:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc57050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2377:x1863342816056832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3851us (4524us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022468.142273:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 740
00000100:00100000:1.0:1777022468.146188:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.146279:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816056960
00000100:00100000:0.0:1777022468.146290:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816056960
00002000:00100000:0.0:1777022468.146338:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa658d7b80 x1863342816056960/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022468.146349:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7b80 with x1863342816056960 ext(167936->172031)
00002000:00010000:0.0:1777022468.146355:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7b80
00000100:00100000:0.0:1777022468.146388:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 398
00000100:00100000:0.0:1777022468.146398:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2378:x1863342816056960:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022468.146645:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2378:x1863342816056960:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 248us (466us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022468.146653:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 398
00002000:00100000:0.0:1777022468.146661:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (167936->172031)  req@ffff8efa658d7b80 x1863342816056960/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/4536 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022468.146669:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7b80 with x1863342816056960 ext(167936->172031)
00002000:00010000:0.0:1777022468.146672:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7b80
00000100:00100000:0.0:1777022468.151757:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022468.152144:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816057088
00000100:00100000:1.0:1777022468.152155:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816057088
00000100:00100000:1.0:1777022468.152249:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 791
00000100:00100000:1.0:1777022468.152261:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+55:10159:x1863342816057088:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022468.152280:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022468.152299:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e462d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841be5 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022468.152335:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4252 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784180a expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022468.152344:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022468.152346:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022468.152351:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e462d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841be5 expref: 56 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022468.152382:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4252 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784180a expref: 29 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022468.152395:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4252 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784180a expref: 29 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022468.152409:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835879296:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022468.152497:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc1c540 going to sleep for 11 seconds
00000100:00100000:2.0:1777022468.155484:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.155632:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816057216
00000100:00100000:3.0:1777022468.155642:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816057216
00010000:00010000:3.0:1777022468.155682:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4252 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784180a expref: 30 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.155729:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 741
00000100:00100000:3.0:1777022468.155740:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+30:2378:x1863342816057216:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022468.155754:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022468.155777:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4252 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784180a expref: 30 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.155816:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4252 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784180a expref: 30 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.155842:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.155845:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.155852:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e462d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841be5 expref: 56 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.155890:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e462d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841be5 expref: 56 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.155928:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e462d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841be5 expref: 56 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.155942:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835879424:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022468.156106:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00010000:00010000:1.0:1777022468.156936:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4252 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784180a expref: 30 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022468.156953:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835879296:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022468.156977:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e462d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841be5 expref: 56 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022468.157001:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:1.0:1777022468.157038:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+56:10159:x1863342816057088:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4780us (5292us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022468.157046:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 791
00000100:00100000:3.0:1777022468.161189:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835879424:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022468.161216:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022468.161268:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2378:x1863342816057216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5529us (5792us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022468.161279:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 741
00000100:00100000:0.0:1777022468.163535:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.163626:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816057344
00000100:00100000:2.0:1777022468.163635:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816057344
00002000:00100000:2.0:1777022468.163680:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (172032->176127)  req@ffff8efa65656d80 x1863342816057344/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.163692:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656d80 with x1863342816057344 ext(172032->176127)
00002000:00010000:2.0:1777022468.163698:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65656d80
00000100:00100000:2.0:1777022468.163726:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 399
00000100:00100000:2.0:1777022468.163735:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+56:2378:x1863342816057344:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022468.163909:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+56:2378:x1863342816057344:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 174us (383us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022468.163916:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 399
00002000:00100000:2.0:1777022468.163923:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (172032->176127)  req@ffff8efa65656d80 x1863342816057344/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/4536 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.163931:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656d80 with x1863342816057344 ext(172032->176127)
00002000:00010000:2.0:1777022468.163935:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65656d80
00000100:00100000:2.0:1777022468.170465:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.170579:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816057472
00000100:00100000:0.0:1777022468.170589:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816057472
00000100:00100000:0.0:1777022468.170653:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 792
00000100:00100000:0.0:1777022468.170664:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+56:10159:x1863342816057472:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022468.170683:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022468.170704:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a09a892/0x72ae7b78094e4634 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841bec expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.170736:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e43c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784197d expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.170746:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022468.170747:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022468.170751:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a09a892/0x72ae7b78094e4634 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [212992->217087] (req 212992->217087) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bec expref: 57 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.170785:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e43c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784197d expref: 28 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.170821:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e43c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784197d expref: 28 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.170835:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835879552:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022468.171057:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022468.174736:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.174831:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816057600
00000100:00100000:3.0:1777022468.174840:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816057600
00010000:00010000:3.0:1777022468.174917:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e43c5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784197d expref: 29 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.174988:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 742
00000100:00100000:3.0:1777022468.174998:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:2377:x1863342816057600:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022468.175014:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022468.175037:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e43c5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784197d expref: 29 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.175051:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e43c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784197d expref: 29 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.175082:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.175084:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.175102:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a09a892/0x72ae7b78094e4634 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bec expref: 57 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.175112:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a09a892/0x72ae7b78094e4634 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bec expref: 57 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.175153:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007a09a892/0x72ae7b78094e4634 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bec expref: 57 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.175168:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835879680:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022468.175245:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00010000:00010000:0.0:1777022468.176004:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000404778b3/0x72ae7b78094e43c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784197d expref: 29 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.176021:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835879552:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022468.176051:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007a09a892/0x72ae7b78094e4634 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bec expref: 57 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.176063:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2a600, rc 0)
00000100:00100000:0.0:1777022468.176130:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+57:10159:x1863342816057472:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5466us (5676us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022468.176140:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 792
00000100:00100000:1.0:1777022468.182617:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.182707:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816057728
00000100:00100000:0.0:1777022468.182718:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816057728
00002000:00100000:0.0:1777022468.182778:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (212992->249855)  req@ffff8efa658d4a80 x1863342816057728/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022468.182792:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4a80 with x1863342816057728 ext(212992->249855)
00002000:00010000:0.0:1777022468.182809:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4a80
00000100:00100000:0.0:1777022468.182848:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 400
00000100:00100000:0.0:1777022468.182908:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+57:2377:x1863342816057728:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022468.183920:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835879680:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022468.183948:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022468.184013:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2377:x1863342816057600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9015us (9286us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022468.184023:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 742
00000100:00100000:0.0:1777022468.187157:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+57:2377:x1863342816057728:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4240us (4538us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022468.187170:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 400
00002000:00100000:0.0:1777022468.187182:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (212992->249855)  req@ffff8efa658d4a80 x1863342816057728/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/440 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022468.187193:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4a80 with x1863342816057728 ext(212992->249855)
00002000:00010000:0.0:1777022468.187199:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d4a80
00000100:00100000:1.0:1777022468.193195:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.193308:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816057856
00000100:00100000:2.0:1777022468.193318:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816057856
00000100:00100000:2.0:1777022468.193376:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 793
00000100:00100000:2.0:1777022468.193386:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+57:10159:x1863342816057856:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022468.193406:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022468.193427:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e463b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841bf3 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.193459:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e43d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784198b expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.193468:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022468.193469:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022468.193473:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e463b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [249856->253951] (req 249856->253951) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bf3 expref: 58 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.193508:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e43d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784198b expref: 27 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.193522:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e43d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784198b expref: 27 pid: 6921 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022468.193557:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835879808:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022468.193684:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022468.201032:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.201275:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816057984
00000100:00100000:0.0:1777022468.201285:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816057984
00010000:00010000:0.0:1777022468.201325:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e43d3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784198b expref: 28 pid: 6921 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.201373:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 743
00000100:00100000:0.0:1777022468.201384:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+28:2378:x1863342816057984:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022468.201400:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022468.201422:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e43d3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784198b expref: 28 pid: 6921 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.201435:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e43d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784198b expref: 28 pid: 6921 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.201462:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022468.201464:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022468.201473:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e463b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bf3 expref: 58 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.201498:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e463b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bf3 expref: 58 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.201551:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e463b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bf3 expref: 58 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.201565:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835879936:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022468.201650:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00010000:00010000:2.0:1777022468.201834:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e43d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784198b expref: 28 pid: 6921 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022468.201851:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835879808:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022468.201921:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e463b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bf3 expref: 58 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.201931:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a600, rc 0)
00000100:00100000:2.0:1777022468.201959:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+58:10159:x1863342816057856:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8575us (8775us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022468.201968:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 793
00000100:00100000:1.0:1777022468.206221:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.206301:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816058112
00000100:00100000:2.0:1777022468.206312:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816058112
00002000:00100000:2.0:1777022468.206365:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (249856->286719)  req@ffff8efa660ef800 x1863342816058112/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.206382:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ef800 with x1863342816058112 ext(249856->286719)
00002000:00010000:2.0:1777022468.206388:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660ef800
00000100:00100000:2.0:1777022468.206431:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 401
00000100:00100000:2.0:1777022468.206440:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+58:2377:x1863342816058112:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022468.208120:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835879936:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022468.208145:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022468.208189:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2378:x1863342816057984:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6807us (7166us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022468.208199:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 743
00000100:00100000:2.0:1777022468.212244:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+58:2377:x1863342816058112:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5794us (6021us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022468.212256:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 401
00002000:00100000:2.0:1777022468.212270:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (249856->286719)  req@ffff8efa660ef800 x1863342816058112/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/440 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.212282:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ef800 with x1863342816058112 ext(249856->286719)
00002000:00010000:2.0:1777022468.212288:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660ef800
00000100:00100000:1.0:1777022468.219113:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.219225:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816058240
00000100:00100000:2.0:1777022468.219236:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816058240
00002000:00100000:2.0:1777022468.219287:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (286720->290815)  req@ffff8efa654c2680 x1863342816058240/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.219298:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c2680 with x1863342816058240 ext(286720->290815)
00002000:00010000:2.0:1777022468.219304:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c2680
00000100:00100000:2.0:1777022468.219340:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 402
00000100:00100000:2.0:1777022468.219350:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+58:2377:x1863342816058240:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022468.219517:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+58:2377:x1863342816058240:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 169us (416us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022468.219525:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 402
00002000:00100000:2.0:1777022468.219532:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (286720->290815)  req@ffff8efa654c2680 x1863342816058240/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/4536 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.219540:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c2680 with x1863342816058240 ext(286720->290815)
00002000:00010000:2.0:1777022468.219543:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa654c2680
00000100:00100000:1.0:1777022468.223272:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.223386:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816058368
00000100:00100000:0.0:1777022468.223395:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816058368
00000100:00100000:0.0:1777022468.223453:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 794
00000100:00100000:0.0:1777022468.223464:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+58:10159:x1863342816058368:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022468.223482:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022468.223505:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b67b5a44/0x72ae7b78094e4642 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841bfa expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.223551:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841999 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.223580:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022468.223582:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022468.223587:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b67b5a44/0x72ae7b78094e4642 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bfa expref: 59 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.223621:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841999 expref: 26 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.223634:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841999 expref: 26 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.223647:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835880064:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022468.223725:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022468.227031:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.227136:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816058496
00000100:00100000:3.0:1777022468.227145:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816058496
00010000:00010000:3.0:1777022468.227183:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43e1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841999 expref: 27 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.227227:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 744
00000100:00100000:3.0:1777022468.227238:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+27:2377:x1863342816058496:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022468.227253:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022468.227274:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43e1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841999 expref: 27 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.227288:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841999 expref: 27 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.227315:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.227317:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.227325:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b67b5a44/0x72ae7b78094e4642 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bfa expref: 59 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.227335:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b67b5a44/0x72ae7b78094e4642 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bfa expref: 59 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.227370:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b67b5a44/0x72ae7b78094e4642 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bfa expref: 59 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.227399:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835880192:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022468.227478:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00010000:00010000:0.0:1777022468.227828:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250b340f/0x72ae7b78094e43e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841999 expref: 27 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.227845:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835880064:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022468.227921:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b67b5a44/0x72ae7b78094e4642 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bfa expref: 59 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.227933:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2a000, rc 0)
00000100:00100000:0.0:1777022468.227968:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+59:10159:x1863342816058368:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4506us (4704us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022468.227975:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 794
00000100:00100000:1.0:1777022468.232994:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.233104:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816058624
00000100:00100000:0.0:1777022468.233113:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816058624
00002000:00100000:0.0:1777022468.233171:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (290816->311295)  req@ffff8efa65a12300 x1863342816058624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022468.233183:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12300 with x1863342816058624 ext(290816->311295)
00002000:00010000:0.0:1777022468.233188:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a12300
00000100:00100000:0.0:1777022468.233212:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 403
00000100:00100000:0.0:1777022468.233221:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+59:2377:x1863342816058624:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022468.233535:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835880192:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022468.233557:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022468.233596:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2377:x1863342816058496:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6360us (6574us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022468.233605:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 744
00000100:00100000:0.0:1777022468.239413:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+59:2377:x1863342816058624:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6182us (6419us total) trans 0 rc 20480/20480
00000100:00100000:0.0:1777022468.239427:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 403
00002000:00100000:0.0:1777022468.239441:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x9:0x0] (290816->311295)  req@ffff8efa65a12300 x1863342816058624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/440 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 20480/20480 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022468.239452:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a12300 with x1863342816058624 ext(290816->311295)
00002000:00010000:0.0:1777022468.239459:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a12300
00000100:00100000:1.0:1777022468.244050:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.244170:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816058752
00000100:00100000:0.0:1777022468.244180:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816058752
00000100:00100000:0.0:1777022468.244240:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 795
00000100:00100000:0.0:1777022468.244251:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+59:10159:x1863342816058752:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022468.244267:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022468.244286:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1857a40/0x72ae7b78094e4649 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c01 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.244318:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e43ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419a7 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.244340:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022468.244343:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022468.244347:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1857a40/0x72ae7b78094e4649 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [311296->315391] (req 311296->315391) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c01 expref: 60 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.244380:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e43ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a7 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.244393:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e43ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a7 expref: 25 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.244407:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835880320:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022468.244491:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022468.247410:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.247496:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816058880
00000100:00100000:3.0:1777022468.247504:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816058880
00010000:00010000:3.0:1777022468.247549:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e43ef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a7 expref: 26 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.247595:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 745
00000100:00100000:3.0:1777022468.247604:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:2377:x1863342816058880:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022468.247621:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022468.247643:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e43ef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a7 expref: 26 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.247656:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e43ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a7 expref: 26 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.247683:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.247685:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.247694:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e1857a40/0x72ae7b78094e4649 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c01 expref: 60 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.247719:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1857a40/0x72ae7b78094e4649 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c01 expref: 60 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.247754:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e1857a40/0x72ae7b78094e4649 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c01 expref: 60 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.247768:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835880448:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022468.248027:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00010000:00010000:0.0:1777022468.248455:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000448ec94e/0x72ae7b78094e43ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419a7 expref: 26 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.248470:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835880320:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022468.248494:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e1857a40/0x72ae7b78094e4649 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c01 expref: 60 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.248505:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2aa00, rc 0)
00000100:00100000:0.0:1777022468.248551:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+60:10159:x1863342816058752:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4302us (4511us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022468.248559:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 795
00000100:00100000:1.0:1777022468.252734:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.252844:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816059008
00000100:00100000:2.0:1777022468.252894:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816059008
00002000:00100000:2.0:1777022468.252943:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (311296->319487)  req@ffff8efa65a13b80 x1863342816059008/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.252954:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13b80 with x1863342816059008 ext(311296->319487)
00002000:00010000:2.0:1777022468.252960:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13b80
00000100:00100000:2.0:1777022468.252983:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 404
00000100:00100000:2.0:1777022468.252993:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+60:2377:x1863342816059008:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022468.253181:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+60:2377:x1863342816059008:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 189us (455us total) trans 0 rc 8192/8192
00000100:00100000:2.0:1777022468.253189:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 404
00002000:00100000:2.0:1777022468.253197:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (311296->319487)  req@ffff8efa65a13b80 x1863342816059008/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/8632 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022468.253204:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13b80 with x1863342816059008 ext(311296->319487)
00002000:00010000:2.0:1777022468.253208:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13b80
00000100:00100000:3.0:1777022468.258461:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835880448:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022468.258488:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022468.258671:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816058880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11067us (11267us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022468.258682:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 745
00000100:00100000:2.0:1777022468.259690:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.260229:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816059136
00000100:00100000:3.0:1777022468.260239:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816059136
00000100:00100000:3.0:1777022468.260293:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 796
00000100:00100000:3.0:1777022468.260303:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+60:10159:x1863342816059136:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022468.260320:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022468.260340:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4650 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c08 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.260373:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e43fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419b5 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.260401:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022468.260403:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022468.260408:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4650 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c08 expref: 61 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.260442:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e43fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419b5 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.260455:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e43fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419b5 expref: 24 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.260468:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835880576:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022468.260539:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022468.264617:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.264729:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835880576:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022468.264761:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4650 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c08 expref: 61 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.264783:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a745a00, rc 0)
00000100:00100000:3.0:1777022468.264850:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+61:10159:x1863342816059136:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4548us (5164us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022468.264877:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 796
00000100:00100000:0.0:1777022468.266454:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816059264
00000100:00100000:0.0:1777022468.266465:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816059264
00010000:00010000:0.0:1777022468.266575:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e43fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419b5 expref: 25 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.266669:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 746
00000100:00100000:0.0:1777022468.266679:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816059264:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022468.266695:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022468.266716:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e43fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419b5 expref: 25 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.266728:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e43fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419b5 expref: 25 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.266751:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9825ffb/0x72ae7b78094e43fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419b5 expref: 25 pid: 6923 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.266768:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022468.266770:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022468.266777:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4650 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c08 expref: 60 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.266788:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4650 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c08 expref: 60 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.266837:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4650 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c08 expref: 60 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.266908:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835880704:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022468.266985:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ec00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022468.270500:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.270595:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816059392
00000100:00100000:3.0:1777022468.270605:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816059392
00002000:00100000:3.0:1777022468.270653:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (319488->323583)  req@ffff8efa66020000 x1863342816059392/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022468.270683:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66020000 with x1863342816059392 ext(319488->323583)
00002000:00010000:3.0:1777022468.270688:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66020000
00000100:00100000:3.0:1777022468.270721:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 405
00000100:00100000:3.0:1777022468.270730:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+61:2378:x1863342816059392:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022468.270925:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+61:2378:x1863342816059392:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 195us (435us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022468.270933:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 405
00002000:00100000:3.0:1777022468.270940:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (319488->323583)  req@ffff8efa66020000 x1863342816059392/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/4536 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022468.270947:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66020000 with x1863342816059392 ext(319488->323583)
00002000:00010000:3.0:1777022468.270950:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66020000
00000100:00100000:1.0:1777022468.274821:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.275101:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816059520
00000100:00100000:2.0:1777022468.275112:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816059520
00000100:00100000:2.0:1777022468.275158:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 797
00000100:00100000:2.0:1777022468.275168:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+61:10159:x1863342816059520:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022468.275187:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022468.275206:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4657 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c0f expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.275238:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e440b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419c3 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.275247:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022468.275249:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022468.275253:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4657 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c0f expref: 62 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.275285:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e440b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419c3 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022468.275298:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e440b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419c3 expref: 24 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022468.275311:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835880832:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022468.275382:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022468.281388:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835880704:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022468.281416:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022468.281488:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342816059264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14809us (16877us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022468.281498:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 746
00000100:00100000:3.0:1777022468.283079:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.283115:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816059648
00000100:00100000:3.0:1777022468.283123:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816059648
00010000:00010000:3.0:1777022468.283159:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e440b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419c3 expref: 24 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.283199:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 747
00000100:00100000:3.0:1777022468.283208:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc54850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342816059648:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022468.283221:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022468.283243:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e440b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419c3 expref: 24 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.283275:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e440b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419c3 expref: 24 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.283300:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.283302:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.283309:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4657 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c0f expref: 62 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.283321:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4657 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c0f expref: 62 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.283360:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4657 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c0f expref: 62 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.283373:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835880960:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022468.283437:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00010000:00010000:0.0:1777022468.284205:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000649e21c8/0x72ae7b78094e440b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419c3 expref: 24 pid: 6924 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.284221:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835880832:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022468.284244:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4657 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c0f expref: 62 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.284255:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00100000:0.0:1777022468.284305:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+62:10159:x1863342816059520:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9137us (9493us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022468.284313:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 797
00000100:00100000:0.0:1777022468.286480:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835880960:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022468.286503:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022468.286546:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc54850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816059648:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3339us (3473us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022468.286556:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 747
00000100:00100000:2.0:1777022468.291293:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022468.291391:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816059776
00000100:00100000:1.0:1777022468.291401:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816059776
00002000:00100000:1.0:1777022468.291450:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (323584->327679)  req@ffff8efa657cca80 x1863342816059776/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022468.291462:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cca80 with x1863342816059776 ext(323584->327679)
00002000:00010000:1.0:1777022468.291468:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cca80
00000100:00100000:1.0:1777022468.291541:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 406
00000100:00100000:1.0:1777022468.291552:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+62:2377:x1863342816059776:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022468.291718:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+62:2377:x1863342816059776:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 168us (507us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022468.291726:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 406
00002000:00100000:1.0:1777022468.291733:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x9:0x0] (323584->327679)  req@ffff8efa657cca80 x1863342816059776/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/4536 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022468.291740:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cca80 with x1863342816059776 ext(323584->327679)
00002000:00010000:1.0:1777022468.291743:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cca80
00000100:00100000:2.0:1777022468.295566:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.295660:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816059904
00000100:00100000:0.0:1777022468.295669:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816059904
00000100:00100000:0.0:1777022468.295724:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 798
00000100:00100000:0.0:1777022468.295733:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+62:10159:x1863342816059904:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022468.295750:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022468.295768:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be424c33/0x72ae7b78094e465e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c16 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.295809:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4419 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78419d1 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.295817:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022468.295819:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022468.295823:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be424c33/0x72ae7b78094e465e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c16 expref: 63 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.295883:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4419 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d1 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.295896:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4419 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d1 expref: 22 pid: 6921 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.295910:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835881088:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022468.295977:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022468.299195:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.299279:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816060032
00000100:00100000:3.0:1777022468.299291:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816060032
00010000:00010000:3.0:1777022468.299339:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4419 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d1 expref: 23 pid: 6921 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.299378:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 748
00000100:00100000:3.0:1777022468.299387:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816060032:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022468.299401:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022468.299422:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4419 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d1 expref: 23 pid: 6921 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.299452:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4419 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d1 expref: 23 pid: 6921 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.299478:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.299480:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022468.299488:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be424c33/0x72ae7b78094e465e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c16 expref: 63 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.299499:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be424c33/0x72ae7b78094e465e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c16 expref: 63 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.299546:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be424c33/0x72ae7b78094e465e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c16 expref: 63 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.299561:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835881216:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022468.299644:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022468.301973:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835881216:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022468.301996:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022468.302048:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816060032:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2661us (2862us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022468.302059:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 748
00010000:00010000:0.0:1777022468.303099:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d79b62a3/0x72ae7b78094e4419 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78419d1 expref: 22 pid: 6921 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.303151:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835881088:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022468.303178:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be424c33/0x72ae7b78094e465e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c16 expref: 63 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.303193:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2b600, rc 0)
00000100:00100000:0.0:1777022468.303251:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+63:10159:x1863342816059904:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7519us (7694us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022468.303260:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 798
00000100:00100000:2.0:1777022468.307027:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.307118:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816060160
00000100:00100000:3.0:1777022468.307128:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816060160
00002000:00100000:3.0:1777022468.307179:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (327680->335871)  req@ffff8efa657ce300 x1863342816060160/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022468.307208:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ce300 with x1863342816060160 ext(327680->335871)
00002000:00010000:3.0:1777022468.307215:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657ce300
00000100:00100000:3.0:1777022468.307248:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 407
00000100:00100000:3.0:1777022468.307257:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+63:2377:x1863342816060160:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022468.307424:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+63:2377:x1863342816060160:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 167us (406us total) trans 0 rc 8192/8192
00000100:00100000:3.0:1777022468.307431:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 407
00002000:00100000:3.0:1777022468.307437:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (327680->335871)  req@ffff8efa657ce300 x1863342816060160/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/8632 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022468.307457:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ce300 with x1863342816060160 ext(327680->335871)
00002000:00010000:3.0:1777022468.307461:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657ce300
00000100:00100000:1.0:1777022468.316715:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022468.317033:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816060288
00000100:00100000:3.0:1777022468.317043:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816060288
00000100:00100000:3.0:1777022468.317109:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 799
00000100:00100000:3.0:1777022468.317131:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+63:10159:x1863342816060288:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022468.317153:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022468.317176:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4665 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c1d expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.317212:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.317221:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022468.317238:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022468.317243:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4665 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c1d expref: 64 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.317282:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.317297:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 21 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022468.317313:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa4d1b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835881344:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022468.317403:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46635900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022468.324145:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa4d1b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835881344:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022468.324190:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4665 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c1d expref: 64 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022468.324215:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa4a745000, rc 0)
00000100:00100000:3.0:1777022468.324343:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+64:10159:x1863342816060288:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7223us (7639us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022468.324353:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 799
00000100:00100000:1.0:1777022468.328766:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.329025:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816060416
00000100:00100000:0.0:1777022468.329035:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816060416
00002000:00100000:0.0:1777022468.329096:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (393216->409599)  req@ffff8efa65c1c700 x1863342816060416/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:119/0 lens 16872/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022468.329108:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1c700 with x1863342816060416 ext(393216->409599)
00010000:00010000:0.0:1777022468.329118:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 22 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.329135:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 22 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022468.329143:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1c700
00000100:00100000:0.0:1777022468.329181:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 461
00000100:00100000:0.0:1777022468.329192:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342816060416:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022468.329481:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342816060416:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 291us (724us total) trans 4294967438 rc 0/0
00000100:00100000:0.0:1777022468.329515:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 461
00002000:00100000:0.0:1777022468.329524:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (393216->409599)  req@ffff8efa65c1c700 x1863342816060416/t4294967438(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:119/0 lens 16872/448 e 0 to 0 dl 1777022479 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022468.329533:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1c700 with x1863342816060416 ext(393216->409599)
00010000:00010000:0.0:1777022468.329538:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 24 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.329550:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 24 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022468.329556:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1c700
00000100:00100000:2.0:1777022468.333957:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022468.334057:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816060544
00000100:00100000:0.0:1777022468.334069:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816060544
00010000:00010000:0.0:1777022468.334360:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 24 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.334443:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 749
00000100:00100000:0.0:1777022468.334453:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342816060544:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022468.334469:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022468.334493:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 24 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.334520:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 24 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.334567:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e45c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b7c expref: 24 pid: 9584 timeout: 506 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.334587:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022468.334589:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022468.334597:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4665 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c1d expref: 63 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.334606:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4665 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c1d expref: 63 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022468.334646:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4665 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c1d expref: 63 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022468.334662:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835881472:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022468.334750:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022468.342495:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.342550:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.342573:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.342591:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.342622:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816061056
00000100:00100000:2.0:1777022468.342631:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816061056
00000100:00100000:2.0:1777022468.342684:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816061312
00000100:00100000:2.0:1777022468.342687:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816061312
00000100:00100000:2.0:1777022468.342709:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 85
00000100:00100000:2.0:1777022468.342719:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816061056:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022468.342803:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816061056:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 75us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022468.342811:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 85
00000100:00100000:2.0:1777022468.342828:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 86
00000100:00100000:2.0:1777022468.342835:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2380:x1863342816061312:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022468.342883:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2380:x1863342816061312:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 48us (291us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022468.342890:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 86
00000100:00100000:2.0:1777022468.342926:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022468.342983:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00080000:0.0:1777022468.343080:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022468.343105:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816060928
00000100:00100000:0.0:1777022468.343109:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816060928
00000100:00100000:0.0:1777022468.343142:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816061184
00000100:00100000:0.0:1777022468.343145:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816061184
00000100:00100000:0.0:1777022468.343164:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 134
00000100:00100000:0.0:1777022468.343171:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816060928:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022468.343204:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816060928:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 34us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022468.343226:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 134
00000100:00100000:0.0:1777022468.343240:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 135
00000100:00100000:0.0:1777022468.343246:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2380:x1863342816061184:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022468.343269:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2380:x1863342816061184:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 24us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022468.343274:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 135
00000100:00080000:0.0:1777022468.343299:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1777022468.343683:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816060672
00000100:00100000:1.0:1777022468.343688:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816060672
00002000:00100000:1.0:1777022468.343723:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (393216->409599)  req@ffff8efa657cc700 x1863342816060672/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/0 e 0 to 0 dl 1777022479 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022468.343732:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc700 with x1863342816060672 ext(393216->409599)
00002000:00010000:1.0:1777022468.343738:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cc700
00000100:00100000:1.0:1777022468.343765:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 408
00000100:00100000:1.0:1777022468.343772:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+64:2377:x1863342816060672:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022468.343963:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+64:2377:x1863342816060672:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 191us (1477us total) trans 0 rc 16384/16384
00000100:00100000:1.0:1777022468.343970:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 408
00002000:00100000:1.0:1777022468.343976:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x9:0x0] (393216->409599)  req@ffff8efa657cc700 x1863342816060672/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:119/0 lens 488/16824 e 0 to 0 dl 1777022479 ref 1 fl Complete:/600/0 rc 16384/16384 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022468.344002:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc700 with x1863342816060672 ext(393216->409599)
00002000:00010000:1.0:1777022468.344005:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cc700
00000100:00100000:3.0:1777022468.344429:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816060800
00000100:00100000:3.0:1777022468.344434:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816060800
00000100:00100000:3.0:1777022468.344515:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 263
00000100:00100000:3.0:1777022468.344523:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816060800:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022468.344552:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816060800:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 31us (2002us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022468.344570:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 263
00000100:00100000:2.0:1777022468.346826:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835881472:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022468.346876:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022468.346954:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816060544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12502us (13160us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022468.346965:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 749
00000100:00100000:0.0:1777022468.354348:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022468.354443:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816061568
00000100:00100000:1.0:1777022468.354455:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816061568
00000100:00100000:1.0:1777022468.354529:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 33
00000100:00100000:1.0:1777022468.354541:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49dfb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10159:x1863342816061568:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:1.0:1777022468.355141:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49dfb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10159:x1863342816061568:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 601us (802us total) trans 4294967390 rc 0/0
00000100:00100000:1.0:1777022468.355151:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 33
00010000:00010000:3.0:1777022468.777663:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022469.789052:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022469.789162:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816061824
00000100:00100000:1.0:1777022469.789172:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816061824
00000100:00100000:1.0:1777022469.789235:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 34
00000100:00100000:1.0:1777022469.789246:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10158:x1863342816061824:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:1.0:1777022469.789508:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10158:x1863342816061824:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 263us (465us total) trans 4294967391 rc 0/0
00000100:00100000:1.0:1777022469.789517:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 34
00000100:00100000:2.0:1777022469.802370:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022469.802727:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816061952
00000100:00100000:0.0:1777022469.802739:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816061952
00000100:00100000:0.0:1777022469.802815:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 139
00000100:00100000:0.0:1777022469.802825:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10158:x1863342816061952:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022469.802852:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022469.802932:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e466c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c24 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.803018:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e4673 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.803033:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e4673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.803046:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e4673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022469.803101:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022469.803116:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022469.803141:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e4673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.803166:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e466c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c24 expref: 10 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.803184:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e4673 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c24 expref: 9 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.803192:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569c00)
00010000:00010000:0.0:1777022469.803195:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022469.803198:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2ba00, rc 0)
00000100:00100000:0.0:1777022469.803261:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816061952:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 438us (900us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022469.803269:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 139
00010000:00010000:2.0:1777022469.804749:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022469.808819:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022469.808928:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816062080
00000100:00100000:2.0:1777022469.808939:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816062080
00000100:00100000:2.0:1777022469.809015:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 140
00000100:00100000:2.0:1777022469.809027:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816062080:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022469.809049:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022469.809081:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e467a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c2b expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809147:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4681 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809162:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4681 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809175:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4681 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809190:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4688 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809196:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4688 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809201:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4688 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809272:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e468f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809281:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e468f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809287:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e468f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022469.809324:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 409600
00000004:00200000:2.0:1777022469.809328:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022469.809348:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e468f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809359:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e468f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809368:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4681 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809374:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4681 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809380:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4681 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809386:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022469.809399:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4681 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809408:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4681 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809418:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569c00)
00010000:00010000:2.0:1777022469.809421:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022469.809426:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4681 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809431:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4681 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809448:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4688 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809454:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4688 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809460:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4688 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809465:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022469.809468:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4688 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809474:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4688 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809481:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (ffff8efa43098900)
00010000:00010000:2.0:1777022469.809483:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022469.809486:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4688 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809491:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4688 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809520:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e467a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c2b expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809532:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e468f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c2b expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.809545:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8efa655de100)
00010000:00010000:2.0:1777022469.809546:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022469.809549:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022469.809617:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10158:x1863342816062080:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 593us (807us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022469.811227:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 140
00000100:00100000:1.0:1777022469.818726:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022469.819038:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816062336
00000100:00100000:0.0:1777022469.819050:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816062336
00000100:00100000:0.0:1777022469.819113:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 141
00000100:00100000:0.0:1777022469.819122:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10158:x1863342816062336:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:0.0:1777022469.819179:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:0.0:1777022469.819207:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e468f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c2b expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.819228:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e3c6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841268 expref: 9 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.819260:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8efa655de100)
00010000:00010000:0.0:1777022469.819272:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e4673 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c24 expref: 8 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.819281:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569c00)
00010000:00010000:0.0:1777022469.819284:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022469.819305:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.819318:0:5953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c7f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841276 expref: 7 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.819326:0:5953:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.819358:0:5953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c7f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841276 expref: 7 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.819370:0:5953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c7f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841276 expref: 7 pid: 5954 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022469.819385:0:5953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835881600:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022469.819493:0:5953:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022469.825826:0:5953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835881600:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022469.825888:0:5953:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022469.833399:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022469.833650:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816062464
00000100:00100000:0.0:1777022469.833662:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816062464
00010000:00010000:0.0:1777022469.833713:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c7f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841276 expref: 8 pid: 5954 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022469.833747:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 750
00000100:00100000:0.0:1777022469.833758:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816062464:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022469.833773:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022469.833780:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c7f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841276 expref: 8 pid: 5954 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.833794:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c7f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841276 expref: 8 pid: 5954 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.833815:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e3c7f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841276 expref: 8 pid: 5954 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.833832:0:5937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569c00)
00010000:00010000:0.0:1777022469.833837:0:5937:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.833845:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.833852:0:5937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.833906:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022469.833996:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2378:x1863342816062464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 240us (609us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022469.834012:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 750
00010000:00010000:1.0:1777022469.834162:0:5953:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.834170:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.834195:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e469d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.834206:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e469d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.834213:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e469d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.834305:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.834316:0:5953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e3c9b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784127d expref: 6 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.834323:0:5953:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.834353:0:5953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e3c9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de784127d expref: 6 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.834368:0:5953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e3c9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784127d expref: 6 pid: 5953 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022469.834379:0:5953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835881728:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022469.834439:0:5953:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022469.841405:0:5953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835881728:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022469.841436:0:5953:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022469.844034:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022469.844220:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816062592
00000100:00100000:1.0:1777022469.844231:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816062592
00010000:00010000:1.0:1777022469.844272:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e3c9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784127d expref: 7 pid: 5953 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022469.844318:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 751
00000100:00100000:1.0:1777022469.844329:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2377:x1863342816062592:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022469.844345:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022469.844352:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e3c9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784127d expref: 7 pid: 5953 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.844364:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e3c9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784127d expref: 7 pid: 5953 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.844389:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e3c9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784127d expref: 7 pid: 5953 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.844417:0:5939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8efa655de100)
00010000:00010000:1.0:1777022469.844423:0:5939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.844432:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.844439:0:5939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.844469:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022469.844528:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816062592:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 199us (502us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022469.844537:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 751
00010000:00010000:0.0:1777022469.844822:0:5953:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.844830:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1777022469.845175:0:5953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 64 off8768
00000004:00080000:0.0:1777022469.845185:0:5953:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 408011329862ns, next at 409011327454ns, rc = 0
00010000:00010000:0.0:1777022469.845239:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e46ab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.845250:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e46ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.845258:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e46ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.845265:0:5953:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e46ab lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.845270:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e46ab lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.845276:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e46ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.845318:0:5953:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1777022469.845341:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.845347:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.845353:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.845359:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022469.845363:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.845370:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.845379:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8efa655de100)
00010000:00010000:0.0:1777022469.845382:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1777022469.845386:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.845670:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1777022469.845677:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e46ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.845683:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66d2ba00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:2.0:1777022469.845686:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e46ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.845692:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e46ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.845701:0:6937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8efa655de100)
00010000:00010000:2.0:1777022469.845704:0:6937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1777022469.845706:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e46ab lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.845712:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2ba00/0x72ae7b78094e46ab lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.845726:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022469.845728:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022469.845730:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022469.846267:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e46a4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.846291:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.846297:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.846317:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.846323:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66d2b800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022469.846326:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.846332:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.846341:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569c00)
00010000:00010000:0.0:1777022469.846343:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022469.846346:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.846351:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e4696 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1777022469.846368:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5487199 reply state 000000000e84c0b8 transno 4294967392 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e469d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022469.846378:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1777022469.847277:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816062336:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 28146us (28551us total) trans 4294967392 rc 0/0
00000100:00100000:0.0:1777022469.847289:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 141
00010000:00010000:0.0:1777022469.855684:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e469d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.855703:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e469d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.855732:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e469d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.855738:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022469.855742:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e469d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.855749:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e469d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.855766:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (ffff8efa81568400)
00010000:00010000:0.0:1777022469.855769:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022469.855774:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e469d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.855779:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e469d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022469.859188:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022469.859368:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816062720
00000100:00100000:0.0:1777022469.859378:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816062720
00000100:00100000:0.0:1777022469.859450:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 142
00000100:00100000:0.0:1777022469.859460:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10158:x1863342816062720:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022469.859484:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022469.859519:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e46b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c32 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.859587:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b000/0x72ae7b78094e46b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.859615:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b000/0x72ae7b78094e46b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.859627:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b000/0x72ae7b78094e46b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022469.859670:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022469.859673:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022469.859692:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b000/0x72ae7b78094e46b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.859715:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e46b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c32 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.859731:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b000/0x72ae7b78094e46b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c32 expref: 9 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.859739:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b100)
00010000:00010000:0.0:1777022469.859742:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022469.859745:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2b000, rc 0)
00000100:00100000:0.0:1777022469.859809:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816062720:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 350us (629us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022469.859816:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 142
00000100:00100000:3.0:1777022469.868729:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022469.868994:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816062848
00000100:00100000:2.0:1777022469.869012:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816062848
00000100:00100000:2.0:1777022469.869081:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 143
00000100:00100000:2.0:1777022469.869092:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816062848:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022469.869114:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022469.869134:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e46c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c39 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869200:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e46c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869216:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e46c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869227:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e46c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869241:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e46ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869248:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e46ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869254:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e46ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869291:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e46c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869298:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e46c7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869308:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e46c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869313:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022469.869317:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e46c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869324:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e46c7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869335:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b100)
00010000:00010000:2.0:1777022469.869338:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022469.869347:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e46c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869353:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e46c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869366:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e46ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869372:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e46ce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869377:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e46ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869381:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ba00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022469.869384:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e46ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869405:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e46ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869412:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa43098900)
00010000:00010000:2.0:1777022469.869414:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022469.869417:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e46ce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869422:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e46ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869454:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e46c0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c39 expref: 10 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869465:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b100)
00010000:00010000:2.0:1777022469.869467:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022469.869470:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e46c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c39 expref: 10 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.869478:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a200, rc 0)
00000100:00100000:2.0:1777022469.870201:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816062848:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1108us (1478us total) trans 0 rc 301/301
00000100:00100000:2.0:1777022469.870211:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 143
00000100:00100000:1.0:1777022469.876667:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022469.876760:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816062976
00000100:00100000:0.0:1777022469.876771:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816062976
00000100:00100000:0.0:1777022469.876838:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 144
00000100:00100000:0.0:1777022469.876848:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816062976:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022469.876896:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022469.876937:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e46d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c40 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877699:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e46dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877719:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e46dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877730:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e46dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877799:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46e3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877808:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877815:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877851:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e46dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877885:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e46dc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877891:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e46dc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877896:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022469.877901:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e46dc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877917:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e46dc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877928:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b100)
00010000:00010000:1.0:1777022469.877931:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022469.877935:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e46dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877941:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e46dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877954:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877960:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46e3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877965:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877970:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022469.877981:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877988:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46e3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.877995:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa81568000)
00010000:00010000:1.0:1777022469.878264:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022469.878269:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46e3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.878275:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46e3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.878312:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e46d5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c40 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.878328:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b100)
00010000:00010000:1.0:1777022469.878330:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022469.878334:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b800/0x72ae7b78094e46d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c40 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.878343:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2b800, rc 0)
00000100:00100000:1.0:1777022469.878511:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816062976:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1662us (1851us total) trans 0 rc 301/301
00000100:00100000:1.0:1777022469.878520:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 144
00000100:00100000:3.0:1777022469.882252:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022469.882818:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816063232
00000100:00100000:0.0:1777022469.882828:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816063232
00000100:00100000:1.0:1777022469.884377:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 145
00000100:00100000:1.0:1777022469.884403:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816063232:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022469.884427:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022469.884430:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1777022469.884460:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2b000/0x72ae7b78094e46b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c32 expref: 9 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.884482:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b100)
00010000:00010000:1.0:1777022469.884494:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022469.884510:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e46ea lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c47 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.884618:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e46f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.884632:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e46f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.884646:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e46f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.884660:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e46f8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.884667:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e46f8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.884673:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e46f8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1777022469.885083:0:5953:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x9:0x0], index 0: 0
00010000:00010000:1.0:1777022469.885219:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.885227:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.885234:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.885265:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e46f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.885272:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e46f1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.885278:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e46f1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.885284:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022469.885288:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e46f1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.885296:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e46f1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.885305:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81568300)
00010000:00010000:1.0:1777022469.885308:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022469.885312:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e46f1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.885318:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e46f1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1777022469.885328:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000810af0bb reply state 0000000069c6458d transno 4294967393 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e46f8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022469.885336:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1777022469.885362:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e46ea lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c47 expref: 11 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.885378:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c47 expref: 10 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.885385:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8efa81568000)
00010000:00010000:1.0:1777022469.885388:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022469.885390:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:1.0:1777022469.885474:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342816063232:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1086us (3232us total) trans 4294967393 rc 0/0
00000100:00100000:1.0:1777022469.885482:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 145
00010000:00010000:0.0:1777022469.889168:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e46f8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.889186:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e46f8 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.889193:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e46f8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.889200:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570dc00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022469.889205:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e46f8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.889212:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e46f8 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.889228:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa81568d00)
00010000:00010000:0.0:1777022469.889231:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022469.889236:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e46f8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.889242:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e46f8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022469.890231:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022469.899294:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816063488
00000100:00100000:2.0:1777022469.899312:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816063488
00000100:00100000:3.0:1777022469.899423:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 146
00000100:00100000:3.0:1777022469.899438:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10158:x1863342816063488:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:3.0:1777022469.899515:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022469.899541:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e46ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c47 expref: 10 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.899561:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8efa81568000)
00010000:00010000:3.0:1777022469.899573:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1777022469.899735:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e470d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.899748:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e470d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.899758:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e470d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1777022469.900969:0:7637:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967394
00000004:00010000:3.0:1777022469.901009:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bdfa942f reply state 00000000f9447457 transno 4294967395 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e470d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022469.901020:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1777022469.901167:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10158:x1863342816063488:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 1730us (10938us total) trans 4294967395 rc 0/0
00000100:00100000:3.0:1777022469.901176:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 146
00000020:00080000:3.0:1777022469.901181:0:7637:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1777022469.904507:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022469.904535:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816063616
00000100:00100000:3.0:1777022469.904544:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816063616
00000100:00100000:3.0:1777022469.904593:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 147
00000100:00100000:3.0:1777022469.904603:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10158:x1863342816063616:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022469.904631:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022469.904655:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e4714 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c4e expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.904711:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e4714 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c4e expref: 13 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.904725:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e4714 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c4e expref: 13 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.904742:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:3.0:1777022469.904745:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:3.0:1777022469.904749:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6600, rc 0)
00000100:00100000:3.0:1777022469.904813:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10158:x1863342816063616:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 211us (325us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022469.904820:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 147
00010000:00010000:2.0:1777022469.905469:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e470d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.905481:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e470d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.905499:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e470d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.905505:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b7600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022469.905509:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e470d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.905517:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e470d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.905528:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:2.0:1777022469.905531:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022469.905535:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e470d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.905542:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e470d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022469.923709:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022469.923800:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816063744
00000100:00100000:3.0:1777022469.923811:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816063744
00000100:00100000:3.0:1777022469.923976:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 800
00000100:00100000:3.0:1777022469.924001:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+6:10158:x1863342816063744:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022469.924019:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022469.924150:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c55 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022469.924175:0:6921:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1777022469.924195:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022469.924197:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022469.924204:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c55 expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.924221:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c55 expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.924232:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6400, rc 0)
00000100:00100000:3.0:1777022469.924290:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10158:x1863342816063744:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 291us (591us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022469.924824:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 800
00000100:00100000:3.0:1777022469.932369:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022469.933361:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816063872
00000100:00100000:0.0:1777022469.933373:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816063872
00002000:00010000:0.0:1777022469.933419:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/9 (409600->18446744073709551615)
00002000:00100000:0.0:1777022469.933437:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39c00 with x1863342816063872 ext(409600->18446744073709551615)
00002000:00010000:0.0:1777022469.933450:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f39c00.
00000100:00100000:0.0:1777022469.933489:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 409
00000100:00100000:0.0:1777022469.933499:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816063872:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:0.0:1777022469.933688:0:11976:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb size from disk: 0 -> 409600
00002000:00010000:0.0:1777022469.933693:0:11976:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb mtime from disk: 0 -> 1777022469
00002000:00010000:0.0:1777022469.933695:0:11976:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:0.0:1777022469.933697:0:11976:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb ctime from disk: 0 -> 1777022469
00002000:00010000:0.0:1777022469.933699:0:11976:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1777022469.933766:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816063872:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 269us (1406us total) trans 4294967315 rc 0/0
00000100:00100000:0.0:1777022469.933774:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 409
00002000:00010000:0.0:1777022469.933778:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/9 (409600->18446744073709551615)
00002000:00100000:0.0:1777022469.933781:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39c00 with x1863342816063872 ext(409600->18446744073709551615)
00002000:00010000:0.0:1777022469.933786:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f39c00.
00000100:00100000:2.0:1777022469.954355:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022469.956166:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816064000
00000100:00100000:3.0:1777022469.956180:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816064000
00000100:00100000:3.0:1777022469.956257:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 148
00000100:00100000:3.0:1777022469.956269:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10158:x1863342816064000:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022469.956290:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022469.956316:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e4722 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c5c expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.956510:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e4729 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.956525:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e4729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.956535:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e4729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022469.956725:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022469.956730:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022469.956751:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e4729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.956775:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e4722 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c5c expref: 14 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.956794:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e4729 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c5c expref: 13 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.956801:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519ec00)
00010000:00010000:3.0:1777022469.956804:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022469.956807:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6a00, rc 0)
00000100:00100000:3.0:1777022469.959307:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10158:x1863342816064000:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3029us (4950us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022469.959327:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 148
00000100:00100000:3.0:1777022469.965224:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022469.965322:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816064256
00000100:00100000:1.0:1777022469.965334:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816064256
00000100:00100000:1.0:1777022469.965407:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 149
00000100:00100000:1.0:1777022469.965420:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10158:x1863342816064256:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022469.965451:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022469.965454:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1777022469.965488:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e4729 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c5c expref: 13 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.965510:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519ec00)
00010000:00010000:1.0:1777022469.965522:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022469.965538:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4730 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c63 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.965651:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4737 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.965664:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4737 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.965674:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4737 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.965688:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e473e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.965695:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e473e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.965701:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e473e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1777022469.966025:0:5953:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xa:0x0], index 1: 0
00010000:00010000:1.0:1777022469.966177:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4745 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.966186:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4745 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.966193:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4745 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.966223:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4737 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.966231:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4737 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.966236:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4737 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.966241:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022469.966245:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4737 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.966251:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4737 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.966259:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81568300)
00010000:00010000:1.0:1777022469.966262:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022469.966266:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4737 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.966274:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4737 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1777022469.966284:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000049429fac reply state 00000000b3f3234f transno 4294967396 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e473e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022469.966291:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1777022469.966314:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4730 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c63 expref: 15 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.966330:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4745 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c63 expref: 14 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022469.966336:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8efa81568e00)
00010000:00010000:1.0:1777022469.966338:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022469.966341:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:1.0:1777022469.966415:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10158:x1863342816064256:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 998us (1201us total) trans 4294967396 rc 0/0
00000100:00100000:1.0:1777022469.966423:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 149
00010000:00010000:0.0:1777022469.971401:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e473e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.971418:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e473e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.971426:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e473e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.971432:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022469.971436:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e473e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.971464:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e473e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.971483:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa81568500)
00010000:00010000:0.0:1777022469.971485:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022469.971490:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e473e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022469.971495:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e473e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022469.973776:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022469.973931:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816064512
00000100:00100000:2.0:1777022469.973943:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816064512
00000100:00100000:2.0:1777022469.974024:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 150
00000100:00100000:2.0:1777022469.974035:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10158:x1863342816064512:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022469.974110:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022469.974136:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4745 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c63 expref: 14 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.974155:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8efa81568e00)
00010000:00010000:2.0:1777022469.974165:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022469.974328:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4753 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.974342:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4753 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.974352:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4753 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1777022469.974396:0:5954:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967397
00000004:00010000:2.0:1777022469.974417:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dd885fc6 reply state 00000000b4da05bf transno 4294967398 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4753 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022469.974426:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1777022469.974522:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10158:x1863342816064512:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 488us (755us total) trans 4294967398 rc 0/0
00000100:00100000:2.0:1777022469.974529:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 150
00000020:00080000:2.0:1777022469.974534:0:5954:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1777022469.983731:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022469.984026:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816064640
00000100:00100000:3.0:1777022469.984035:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816064640
00000100:00100000:3.0:1777022469.984106:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 151
00000100:00100000:3.0:1777022469.984118:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10158:x1863342816064640:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022469.984142:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022469.984163:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e475a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c6a expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.984220:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e475a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c6a expref: 17 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.984233:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e475a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c6a expref: 17 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022469.984252:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8efa43098900)
00010000:00010000:3.0:1777022469.984256:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:3.0:1777022469.984259:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa494b6c00, rc 0)
00000100:00100000:3.0:1777022469.984372:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10158:x1863342816064640:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 257us (651us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022469.984380:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 151
00010000:00010000:2.0:1777022469.984575:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4753 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.984585:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4753 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.984604:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4753 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.984610:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ba00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022469.984615:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4753 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.984623:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4753 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.984654:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8efa43098900)
00010000:00010000:2.0:1777022469.984657:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022469.984661:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4753 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.984667:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4753 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022469.996194:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022469.996309:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816064768
00000100:00100000:2.0:1777022469.996331:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816064768
00000100:00080000:0.0:1777022469.996457:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022469.996500:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 801
00000100:00100000:2.0:1777022469.996512:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10158:x1863342816064768:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022469.996533:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022469.996556:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4761 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c71 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022469.996583:0:6923:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1777022469.996618:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022469.996621:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022469.996629:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4761 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c71 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.996645:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4761 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c71 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022469.996659:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022469.996722:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342816064768:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 213us (537us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022469.996729:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 801
00000100:00100000:1.0:1777022470.000840:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022470.001476:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816064896
00000100:00100000:3.0:1777022470.001487:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816064896
00002000:00010000:3.0:1777022470.001528:0:6927:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/10 (409600->18446744073709551615)
00002000:00100000:3.0:1777022470.001533:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ec380 with x1863342816064896 ext(409600->18446744073709551615)
00002000:00010000:3.0:1777022470.001544:0:6927:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660ec380.
00000100:00100000:3.0:1777022470.001695:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 410
00000100:00100000:3.0:1777022470.001705:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2379:x1863342816064896:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:3.0:1777022470.001919:0:6927:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb size from disk: 0 -> 409600
00002000:00010000:3.0:1777022470.001923:0:6927:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb mtime from disk: 0 -> 1777022469
00002000:00010000:3.0:1777022470.001925:0:6927:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:3.0:1777022470.001928:0:6927:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb ctime from disk: 0 -> 1777022469
00002000:00010000:3.0:1777022470.001930:0:6927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:3.0:1777022470.002012:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2379:x1863342816064896:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 309us (1181us total) trans 4294967439 rc 0/0
00000100:00100000:3.0:1777022470.002020:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 410
00002000:00010000:3.0:1777022470.002024:0:6927:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/10 (409600->18446744073709551615)
00002000:00100000:3.0:1777022470.002026:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ec380 with x1863342816064896 ext(409600->18446744073709551615)
00002000:00010000:3.0:1777022470.002030:0:6927:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660ec380.
00000100:00100000:1.0:1777022470.008359:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022470.008489:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816065024
00000100:00100000:0.0:1777022470.008502:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816065024
00002000:00100000:0.0:1777022470.008635:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x9:0x0] (0->4095)  req@ffff8efa65c51880 x1863342816065024/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.008646:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51880 with x1863342816065024 ext(0->4095)
00002000:00010000:0.0:1777022470.008653:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65c51880
00000100:00100000:0.0:1777022470.008686:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 411
00000100:00100000:0.0:1777022470.008695:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816065024:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022470.008950:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816065024:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 256us (602us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022470.008959:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 411
00002000:00100000:0.0:1777022470.008966:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x9:0x0] (0->4095)  req@ffff8efa65c51880 x1863342816065024/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/4536 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.009005:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51880 with x1863342816065024 ext(0->4095)
00002000:00010000:0.0:1777022470.009009:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65c51880
00000100:00080000:2.0:1777022470.009507:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1777022470.015314:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022470.015426:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816065152
00000100:00100000:0.0:1777022470.015436:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816065152
00000100:00100000:0.0:1777022470.015504:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 152
00000100:00100000:0.0:1777022470.015514:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10162:x1863342816065152:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022470.015538:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022470.015563:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a800/0x72ae7b78094e4768 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c78 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022470.015635:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a400/0x72ae7b78094e476f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022470.015648:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a400/0x72ae7b78094e476f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022470.015659:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a400/0x72ae7b78094e476f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022470.015707:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022470.015710:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022470.015832:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a400/0x72ae7b78094e476f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1777022470.016112:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:0.0:1777022470.016599:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a800/0x72ae7b78094e4768 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c78 expref: 8 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022470.016625:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a400/0x72ae7b78094e476f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c78 expref: 7 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022470.016649:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:0.0:1777022470.016652:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022470.016656:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66d2a400, rc 0)
00000100:00100000:0.0:1777022470.016732:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10162:x1863342816065152:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1219us (1427us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022470.016740:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 152
00000100:00100000:3.0:1777022470.033645:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022470.033706:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022470.033835:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816065536
00000100:00100000:0.0:1777022470.033845:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816065536
00002000:00100000:0.0:1777022470.033943:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (4096->8191)  req@ffff8efa65f38380 x1863342816065536/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.033955:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38380 with x1863342816065536 ext(4096->8191)
00002000:00010000:0.0:1777022470.033961:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f38380
00000100:00100000:0.0:1777022470.033993:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 412
00000100:00100000:0.0:1777022470.034003:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816065536:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022470.034209:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816065536:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 206us (501us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022470.034216:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 412
00002000:00100000:0.0:1777022470.034223:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (4096->8191)  req@ffff8efa65f38380 x1863342816065536/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/4536 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.034231:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38380 with x1863342816065536 ext(4096->8191)
00002000:00010000:0.0:1777022470.034234:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f38380
00000100:00100000:1.0:1777022470.034500:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816065408
00000100:00100000:1.0:1777022470.034506:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816065408
00000100:00100000:1.0:1777022470.034552:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 153
00000100:00100000:1.0:1777022470.034559:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10162:x1863342816065408:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022470.034571:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022470.034593:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4776 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c7f expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.034680:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e477d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.034696:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e477d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.034708:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e477d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.034722:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4784 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.034728:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4784 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.034733:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4784 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.034891:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e478b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.034900:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e478b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035056:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e478b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022470.035077:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 409600
00010000:00010000:1.0:1777022470.035158:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e477d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035169:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e477d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035175:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e477d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035180:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022470.035184:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e477d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035191:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e477d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035202:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:1.0:1777022470.035205:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022470.035209:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e477d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035215:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e477d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035229:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4784 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035235:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4784 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035240:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4784 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035244:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570da00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022470.035247:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4784 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035253:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4784 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035259:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa81568300)
00010000:00010000:1.0:1777022470.035262:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022470.035265:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4784 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035270:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4784 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035311:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4776 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c7f expref: 10 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035323:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e478b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c7f expref: 9 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.035330:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8efa43098900)
00010000:00010000:1.0:1777022470.035332:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022470.035334:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:1.0:1777022470.035383:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10162:x1863342816065408:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 824us (1750us total) trans 4294967399 rc 0/0
00000100:00100000:1.0:1777022470.035391:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 153
00000100:00100000:1.0:1777022470.053850:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022470.054711:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816065664
00000100:00100000:0.0:1777022470.054721:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816065664
00002000:00100000:0.0:1777022470.054793:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x9:0x0] (8192->12287)  req@ffff8efa65c52680 x1863342816065664/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.054804:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52680 with x1863342816065664 ext(8192->12287)
00002000:00010000:0.0:1777022470.054810:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65c52680
00000100:00100000:0.0:1777022470.054843:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 413
00000100:00100000:0.0:1777022470.054875:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816065664:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022470.055095:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816065664:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 242us (1252us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022470.055102:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 413
00002000:00100000:0.0:1777022470.055108:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x9:0x0] (8192->12287)  req@ffff8efa65c52680 x1863342816065664/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/4536 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.055116:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52680 with x1863342816065664 ext(8192->12287)
00002000:00010000:0.0:1777022470.055120:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65c52680
00000100:00100000:1.0:1777022470.060257:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022470.060647:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816065792
00000100:00100000:0.0:1777022470.060659:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816065792
00002000:00100000:0.0:1777022470.060708:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (12288->69631)  req@ffff8efa65c52300 x1863342816065792/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.060720:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52300 with x1863342816065792 ext(12288->69631)
00002000:00010000:0.0:1777022470.060725:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65c52300
00000100:00100000:0.0:1777022470.060758:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 414
00000100:00100000:0.0:1777022470.060767:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816065792:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022470.077757:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022470.078225:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816066048
00000100:00100000:3.0:1777022470.078235:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816066048
00000100:00100000:3.0:1777022470.078299:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 154
00000100:00100000:3.0:1777022470.078313:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10162:x1863342816066048:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022470.078341:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022470.078360:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e4799 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c86 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078450:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e47a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078464:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e47a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078502:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e47a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078518:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa4a744400/0x72ae7b78094e47a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078526:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa4a744400/0x72ae7b78094e47a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078532:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa4a744400/0x72ae7b78094e47a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078641:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e47ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078650:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e47ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078657:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e47ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022470.078666:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x11:0x0]: returning size 409600
00010000:00010000:3.0:1777022470.078743:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e47a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078750:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e47a0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078756:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e47a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078762:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa494b7600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022470.078771:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e47a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078790:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e47a0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078801:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:3.0:1777022470.078803:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022470.078808:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e47a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078814:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b7600/0x72ae7b78094e47a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078828:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa4a744400/0x72ae7b78094e47a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078834:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa4a744400/0x72ae7b78094e47a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078840:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa4a744400/0x72ae7b78094e47a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078845:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa4a744400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022470.078847:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa4a744400/0x72ae7b78094e47a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078923:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa4a744400/0x72ae7b78094e47a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078932:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa6519e200)
00010000:00010000:3.0:1777022470.078934:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022470.078944:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa4a744400/0x72ae7b78094e47a7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078949:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa4a744400/0x72ae7b78094e47a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.078989:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6a00/0x72ae7b78094e4799 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c86 expref: 12 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.079002:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e47ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c86 expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.079009:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:3.0:1777022470.079011:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1777022470.079014:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1800, rc 0)
00000100:00100000:3.0:1777022470.079083:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10162:x1863342816066048:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 775us (1335us total) trans 4294967400 rc 0/0
00000100:00100000:3.0:1777022470.079092:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 154
00000100:00100000:1.0:1777022470.083443:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816065792:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 22665us (23184us total) trans 0 rc 57344/57344
00000100:00100000:1.0:1777022470.083456:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 414
00002000:00100000:1.0:1777022470.083471:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (12288->69631)  req@ffff8efa65c52300 x1863342816065792/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/440 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022470.083481:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c52300 with x1863342816065792 ext(12288->69631)
00002000:00010000:1.0:1777022470.083497:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65c52300
00000100:00100000:0.0:1777022470.092742:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022470.094438:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816066176
00000100:00100000:1.0:1777022470.094453:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816066176
00000100:00080000:2.0:1777022470.094762:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022470.095152:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 802
00000100:00100000:1.0:1777022470.095169:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+64:2377:x1863342816066176:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022470.095192:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022470.095215:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e47bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c8d expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022470.095283:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835881856:192.168.202.33@tcp:106:
00000100:00100000:1.0:1777022470.095389:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81744240 going to sleep for 11 seconds
00002000:00010000:1.0:1777022470.111814:0:9584:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb atime: 0 -> 1777022469
00000100:00100000:1.0:1777022470.111845:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835881856:192.168.202.33@tcp:106:
00010000:00010000:1.0:1777022470.112167:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e47bc lrc: 1/0,0 mode: --/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c8d expref: 65 pid: 9584 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.112192:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e47bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c8d expref: 65 pid: 9584 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022470.112204:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:0.0:1777022470.112337:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+64:2377:x1863342816066176:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 17174us (19604us total) trans 0 rc 301/301
00000100:00100000:0.0:1777022470.112360:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 802
00000100:00100000:1.0:1777022470.119245:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022470.124612:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816066304
00000100:00100000:3.0:1777022470.124626:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816066304
00000100:00100000:3.0:1777022470.124697:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 803
00000100:00100000:3.0:1777022470.124707:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+64:10162:x1863342816066304:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022470.124726:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022470.124744:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c94 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.124775:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4761 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c71 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.124812:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022470.124814:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022470.124819:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.124851:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4761 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c71 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022470.124893:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4761 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c71 expref: 24 pid: 6923 timeout: 508 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022470.124917:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835881984:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022470.125003:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4c00de40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022470.125130:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022470.125204:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816066432
00000100:00100000:3.0:1777022470.125208:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816066432
00002000:00100000:3.0:1777022470.125236:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x9:0x0] (69632->106495)  req@ffff8efa65f3a300 x1863342816066432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022470.125246:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3a300 with x1863342816066432 ext(69632->106495)
00002000:00010000:3.0:1777022470.125251:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f3a300
00000100:00100000:3.0:1777022470.125271:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 415
00000100:00100000:3.0:1777022470.125278:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816066432:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022470.131467:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835881984:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022470.131511:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 65 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022470.131533:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1000, rc 0)
00000100:00100000:0.0:1777022470.131609:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+65:10162:x1863342816066304:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6903us (12372us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022470.131618:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 803
00000100:00100000:3.0:1777022470.135598:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022470.136395:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816066560
00000100:00100000:1.0:1777022470.136407:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816066560
00010000:00010000:2.0:1777022470.136548:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4761 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c71 expref: 25 pid: 6923 timeout: 508 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022470.136632:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 752
00000100:00100000:2.0:1777022470.136643:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:2377:x1863342816066560:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022470.136659:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022470.136682:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4761 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c71 expref: 25 pid: 6923 timeout: 508 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022470.136695:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4761 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c71 expref: 25 pid: 6923 timeout: 508 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022470.136717:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4761 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c71 expref: 25 pid: 6923 timeout: 508 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022470.136732:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022470.136734:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022470.136742:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 64 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022470.136756:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 64 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022470.136796:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 64 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022470.136811:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835882112:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022470.136924:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d77240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022470.138129:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816066432:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 12846us (12993us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022470.138141:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 415
00002000:00100000:1.0:1777022470.138153:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x9:0x0] (69632->106495)  req@ffff8efa65f3a300 x1863342816066432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/440 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022470.138163:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3a300 with x1863342816066432 ext(69632->106495)
00002000:00010000:1.0:1777022470.138168:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f3a300
00000100:00100000:1.0:1777022470.148998:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022470.149078:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022470.149211:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835882112:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022470.149237:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022470.149287:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342816066560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12645us (13698us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022470.149298:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 752
00000100:00100000:3.0:1777022470.149710:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816066688
00000100:00100000:3.0:1777022470.149731:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816066688
00002000:00100000:3.0:1777022470.149774:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x9:0x0] (106496->143359)  req@ffff8efa65c53b80 x1863342816066688/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022470.149784:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53b80 with x1863342816066688 ext(106496->143359)
00002000:00010000:3.0:1777022470.149789:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65c53b80
00000100:00100000:3.0:1777022470.149814:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816066816
00000100:00100000:3.0:1777022470.149817:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816066816
00002000:00100000:3.0:1777022470.149832:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (0->4095)  req@ffff8efa8131ed80 x1863342816066816/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022470.149839:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131ed80 with x1863342816066816 ext(0->4095)
00002000:00010000:3.0:1777022470.149842:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131ed80
00000100:00100000:3.0:1777022470.149895:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 416
00000100:00100000:3.0:1777022470.149904:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816066688:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022470.150247:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 417
00000100:00100000:1.0:1777022470.150258:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2377:x1863342816066816:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022470.150396:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2377:x1863342816066816:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 131us (1317us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022470.150405:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 417
00002000:00100000:1.0:1777022470.150411:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (0->4095)  req@ffff8efa8131ed80 x1863342816066816/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/4536 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022470.150419:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131ed80 with x1863342816066816 ext(0->4095)
00002000:00010000:1.0:1777022470.150422:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131ed80
00000100:00100000:3.0:1777022470.156212:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022470.156502:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816066688:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6597us (7510us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022470.156515:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 416
00002000:00100000:0.0:1777022470.156530:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x9:0x0] (106496->143359)  req@ffff8efa65c53b80 x1863342816066688/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/440 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.156540:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c53b80 with x1863342816066688 ext(106496->143359)
00002000:00010000:0.0:1777022470.156546:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65c53b80
00000100:00100000:0.0:1777022470.156571:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816066944
00000100:00100000:0.0:1777022470.156578:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816066944
00002000:00100000:0.0:1777022470.156613:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (4096->8191)  req@ffff8efa65f38e00 x1863342816066944/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.156621:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38e00 with x1863342816066944 ext(4096->8191)
00002000:00010000:0.0:1777022470.156624:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f38e00
00000100:00100000:0.0:1777022470.156647:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 418
00000100:00100000:0.0:1777022470.156656:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2379:x1863342816066944:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022470.156824:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2379:x1863342816066944:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 170us (623us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022470.156831:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 418
00002000:00100000:0.0:1777022470.156836:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (4096->8191)  req@ffff8efa65f38e00 x1863342816066944/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/4536 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.156843:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f38e00 with x1863342816066944 ext(4096->8191)
00002000:00010000:0.0:1777022470.156846:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f38e00
00000100:00100000:0.0:1777022470.164954:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022470.165148:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816067072
00000100:00100000:1.0:1777022470.165159:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816067072
00002000:00100000:1.0:1777022470.165211:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (143360->180223)  req@ffff8efa65657480 x1863342816067072/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022470.165228:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657480 with x1863342816067072 ext(143360->180223)
00002000:00010000:1.0:1777022470.165234:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65657480
00000100:00100000:1.0:1777022470.165267:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 419
00000100:00100000:1.0:1777022470.165278:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816067072:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022470.175613:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816067072:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10328us (10658us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022470.175626:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 419
00002000:00100000:1.0:1777022470.175638:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (143360->180223)  req@ffff8efa65657480 x1863342816067072/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/440 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022470.175649:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657480 with x1863342816067072 ext(143360->180223)
00002000:00010000:1.0:1777022470.175655:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65657480
00000100:00100000:3.0:1777022470.178819:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022470.180710:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816067200
00000100:00100000:0.0:1777022470.180725:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816067200
00002000:00100000:0.0:1777022470.180795:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (8192->12287)  req@ffff8efa65f39880 x1863342816067200/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.180806:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39880 with x1863342816067200 ext(8192->12287)
00002000:00010000:0.0:1777022470.180812:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f39880
00000100:00100000:0.0:1777022470.180892:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 420
00000100:00100000:0.0:1777022470.180903:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2378:x1863342816067200:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022470.181129:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2378:x1863342816067200:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 227us (2317us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022470.181136:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 420
00002000:00100000:0.0:1777022470.181142:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (8192->12287)  req@ffff8efa65f39880 x1863342816067200/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/4536 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.181150:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39880 with x1863342816067200 ext(8192->12287)
00002000:00010000:0.0:1777022470.181153:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f39880
00000100:00100000:3.0:1777022470.189628:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022470.190755:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022470.191212:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816067328
00000100:00100000:0.0:1777022470.191223:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816067328
00002000:00100000:0.0:1777022470.191276:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (12288->69631)  req@ffff8efa65f3a680 x1863342816067328/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.191288:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3a680 with x1863342816067328 ext(12288->69631)
00002000:00010000:0.0:1777022470.191294:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3a680
00000100:00100000:0.0:1777022470.191328:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816067456
00000100:00100000:0.0:1777022470.191332:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816067456
00002000:00100000:0.0:1777022470.191348:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x9:0x0] (180224->217087)  req@ffff8efa65f39f80 x1863342816067456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.191356:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39f80 with x1863342816067456 ext(180224->217087)
00002000:00010000:0.0:1777022470.191360:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f39f80
00000100:00100000:0.0:1777022470.191398:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 421
00000100:00100000:0.0:1777022470.191408:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2380:x1863342816067328:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022470.194274:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 422
00000100:00100000:1.0:1777022470.194293:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816067456:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022470.201383:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2380:x1863342816067328:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9965us (11753us total) trans 0 rc 57344/57344
00000100:00100000:0.0:1777022470.201408:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 421
00002000:00100000:0.0:1777022470.201424:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (12288->69631)  req@ffff8efa65f3a680 x1863342816067328/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/440 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.201435:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3a680 with x1863342816067328 ext(12288->69631)
00002000:00010000:0.0:1777022470.201441:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3a680
00000100:00100000:0.0:1777022470.202354:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816067456:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8065us (11600us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022470.202364:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 422
00002000:00100000:0.0:1777022470.202399:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (180224->217087)  req@ffff8efa65f39f80 x1863342816067456/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:121/0 lens 488/440 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.202408:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f39f80 with x1863342816067456 ext(180224->217087)
00002000:00010000:0.0:1777022470.202412:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f39f80
00000100:00100000:1.0:1777022470.218688:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022470.219452:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816067584
00000100:00100000:2.0:1777022470.219463:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816067584
00002000:00100000:0.0:1777022470.219655:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (69632->106495)  req@ffff8efa8131f800 x1863342816067584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.219668:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131f800 with x1863342816067584 ext(69632->106495)
00002000:00010000:0.0:1777022470.219674:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131f800
00000100:00100000:0.0:1777022470.219745:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 423
00000100:00100000:0.0:1777022470.219756:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2378:x1863342816067584:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022470.233359:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2378:x1863342816067584:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 13595us (14669us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022470.233373:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 423
00002000:00100000:0.0:1777022470.233386:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (69632->106495)  req@ffff8efa8131f800 x1863342816067584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/440 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.233604:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131f800 with x1863342816067584 ext(69632->106495)
00002000:00010000:0.0:1777022470.233611:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131f800
00000100:00100000:3.0:1777022470.251948:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022470.252660:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816067712
00000100:00100000:0.0:1777022470.252671:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816067712
00002000:00100000:0.0:1777022470.252721:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (106496->143359)  req@ffff8efa65f3b100 x1863342816067712/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.252733:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3b100 with x1863342816067712 ext(106496->143359)
00002000:00010000:0.0:1777022470.252739:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3b100
00000100:00100000:0.0:1777022470.252802:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 424
00000100:00100000:0.0:1777022470.252813:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2377:x1863342816067712:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022470.264286:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2377:x1863342816067712:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 11466us (12337us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022470.264298:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 424
00002000:00100000:0.0:1777022470.264310:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (106496->143359)  req@ffff8efa65f3b100 x1863342816067712/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/440 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.264321:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3b100 with x1863342816067712 ext(106496->143359)
00002000:00010000:0.0:1777022470.264328:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3b100
00000100:00100000:1.0:1777022470.270704:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022470.271834:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816067840
00000100:00100000:3.0:1777022470.271845:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816067840
00002000:00100000:3.0:1777022470.271942:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (143360->180223)  req@ffff8efa8131d880 x1863342816067840/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022470.271953:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131d880 with x1863342816067840 ext(143360->180223)
00002000:00010000:3.0:1777022470.271959:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131d880
00000100:00100000:3.0:1777022470.271985:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 425
00000100:00100000:3.0:1777022470.272009:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2378:x1863342816067840:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022470.282914:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2378:x1863342816067840:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10888us (12200us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022470.282928:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 425
00002000:00100000:2.0:1777022470.282942:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (143360->180223)  req@ffff8efa8131d880 x1863342816067840/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/440 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022470.282952:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131d880 with x1863342816067840 ext(143360->180223)
00002000:00010000:2.0:1777022470.282957:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131d880
00000100:00100000:3.0:1777022470.291454:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022470.291561:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816067968
00000100:00100000:1.0:1777022470.291582:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816067968
00002000:00100000:1.0:1777022470.291635:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (180224->217087)  req@ffff8efa65f3bb80 x1863342816067968/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022470.291647:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3bb80 with x1863342816067968 ext(180224->217087)
00002000:00010000:1.0:1777022470.291654:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3bb80
00000100:00100000:1.0:1777022470.291691:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 426
00000100:00100000:1.0:1777022470.291701:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2377:x1863342816067968:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022470.304564:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2377:x1863342816067968:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 12853us (13109us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022470.304577:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 426
00002000:00100000:1.0:1777022470.304589:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (180224->217087)  req@ffff8efa65f3bb80 x1863342816067968/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/440 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022470.304599:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3bb80 with x1863342816067968 ext(180224->217087)
00002000:00010000:1.0:1777022470.304605:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3bb80
00010000:00010000:3.0:1777022470.825177:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022470.905918:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022470.905970:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022470.906068:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816068224
00000100:00100000:3.0:1777022470.906078:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816068224
00000100:00100000:3.0:1777022470.906140:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 804
00000100:00100000:3.0:1777022470.906151:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2380:x1863342816068224:12345-192.168.202.33@tcp:16:kworker.0
00000100:00100000:0.0:1777022470.906761:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816068096
00000100:00100000:0.0:1777022470.906767:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816068096
00002000:00100000:0.0:1777022470.906798:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (49152->409599)  req@ffff8efa6565a300 x1863342816068096/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022470.906808:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565a300 with x1863342816068096 ext(49152->409599)
00002000:00010000:0.0:1777022470.906831:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565a300
00000100:00100000:0.0:1777022470.906890:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 427
00000100:00100000:0.0:1777022470.906899:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+66:2380:x1863342816068096:12345-192.168.202.33@tcp:4:kworker.0
00000001:00080000:1.0:1777022470.911335:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967439 is committed
00000001:00080000:1.0:1777022470.911356:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967437 is committed
00000100:00100000:3.0:1777022470.911582:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2380:x1863342816068224:12345-192.168.202.33@tcp:16:kworker.0 Request processed in 5424us (5602us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022470.911595:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 804
00000100:00100000:0.0:1777022470.935129:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022470.937075:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022470.940796:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816068480
00000100:00100000:1.0:1777022470.940811:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816068480
00000100:00100000:1.0:1777022470.940945:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 805
00000100:00100000:1.0:1777022470.940957:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2380:x1863342816068480:12345-192.168.202.33@tcp:16:kworker.0
00000100:00100000:1.0:1777022470.941088:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2380:x1863342816068480:12345-192.168.202.33@tcp:16:kworker.0 Request processed in 133us (4029us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022470.941096:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 805
00000100:00100000:2.0:1777022470.941296:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816068352
00000100:00100000:2.0:1777022470.941302:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816068352
00002000:00100000:2.0:1777022470.941331:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (0->204799)  req@ffff8efa65654a80 x1863342816068352/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/0 e 0 to 0 dl 1777022481 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022470.941341:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654a80 with x1863342816068352 ext(0->204799)
00002000:00010000:2.0:1777022470.941348:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654a80
00000100:00100000:2.0:1777022470.941372:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 428
00000100:00100000:2.0:1777022470.941388:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2380:x1863342816068352:12345-192.168.202.33@tcp:4:kworker.0
00000100:00100000:1.0:1777022470.967371:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2380:x1863342816068352:12345-192.168.202.33@tcp:4:kworker.0 Request processed in 25980us (32241us total) trans 4294967441 rc 0/0
00000100:00100000:1.0:1777022470.967396:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 428
00002000:00100000:1.0:1777022470.967410:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (0->204799)  req@ffff8efa65654a80 x1863342816068352/t4294967441(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/448 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 0/0 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022470.967421:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654a80 with x1863342816068352 ext(0->204799)
00002000:00010000:1.0:1777022470.967428:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654a80
00000100:00100000:2.0:1777022470.970711:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2380:x1863342816068096:12345-192.168.202.33@tcp:4:kworker.0 Request processed in 63802us (64802us total) trans 4294967440 rc 0/0
00000100:00100000:2.0:1777022470.970726:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 427
00002000:00100000:2.0:1777022470.970740:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x9:0x0] (49152->409599)  req@ffff8efa6565a300 x1863342816068096/t4294967440(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:121/0 lens 488/448 e 0 to 0 dl 1777022481 ref 1 fl Complete:/600/0 rc 0/0 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022470.970750:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6565a300 with x1863342816068096 ext(49152->409599)
00002000:00010000:2.0:1777022470.970783:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6565a300
00000100:00100000:0.0:1777022471.401348:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65657b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3464:1863342835882368:0@lo:400:kworker.0
00000100:00100000:0.0:1777022471.401428:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022471.401503:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835882880:0@lo:400:kworker.0
00000100:00100000:0.0:1777022471.401529:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022471.401562:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1777022471.401586:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65656a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835882496:0@lo:400:kworker.0
00000100:00100000:0.0:1777022471.401611:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022471.401643:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835882880
00000100:00100000:0.0:1777022471.401656:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835882880
00000100:00100000:0.0:1777022471.401711:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87
00000100:00100000:0.0:1777022471.401719:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835882880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022471.401781:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835882880:12345-0@lo:400:kworker.0 Request processed in 62us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.401788:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87
00000100:00100000:0.0:1777022471.401814:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835882368
00000100:00100000:0.0:1777022471.401818:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835882368
00000100:00100000:0.0:1777022471.401838:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835882496
00000100:00100000:0.0:1777022471.401841:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835882496
00000100:00100000:0.0:1777022471.401885:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136
00000100:00100000:3.0:1777022471.401995:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835882240:0@lo:400:kworker.0
00000100:00100000:3.0:1777022471.402031:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022471.402066:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835882752:0@lo:400:kworker.0
00000100:00100000:3.0:1777022471.402092:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022471.402107:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1777022471.402113:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65655c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835882624:0@lo:400:kworker.0
00000100:00100000:3.0:1777022471.402133:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022471.402157:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835882752
00000100:00100000:3.0:1777022471.402160:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835882752
00000100:00100000:3.0:1777022471.402183:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137
00000100:00100000:3.0:1777022471.402188:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835882496:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022471.402220:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835882496:12345-0@lo:400:kworker.0 Request processed in 32us (609us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022471.402226:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137
00000100:00100000:3.0:1777022471.402238:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138
00000100:00100000:3.0:1777022471.402253:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835882752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022471.402286:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835882752:12345-0@lo:400:kworker.0 Request processed in 35us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022471.402291:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138
00000100:00100000:3.0:1777022471.402311:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835882240
00000100:00100000:3.0:1777022471.402314:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835882240
00000100:00100000:3.0:1777022471.402335:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264
00000100:00100000:3.0:1777022471.402341:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835882240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022471.402369:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835882240:12345-0@lo:400:kworker.0 Request processed in 28us (337us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022471.402374:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264
00000100:00100000:3.0:1777022471.402417:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835882240:0@lo:400:kworker.0
00000100:00100000:3.0:1777022471.402429:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835882752:0@lo:400:kworker.0
00000100:00100000:3.0:1777022471.402453:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835882624
00000100:00100000:3.0:1777022471.402456:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835882624
00000100:00100000:3.0:1777022471.402480:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88
00000100:00100000:3.0:1777022471.402487:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835882624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022471.402521:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835882624:12345-0@lo:400:kworker.0 Request processed in 34us (386us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022471.402526:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88
00000100:00100000:3.0:1777022471.402549:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835882624:0@lo:400:kworker.0
00000100:00080000:3.0:1777022471.402583:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1777022471.402587:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1777022471.402589:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022471.402602:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65656a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835882496:0@lo:400:kworker.0
00000100:00100000:3.0:1777022471.402635:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65655180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835882880:0@lo:400:kworker.0
00000100:00100000:0.0:1777022471.404052:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3464:x1863342835882368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022471.404145:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3464:x1863342835882368:12345-0@lo:400:kworker.0 Request processed in 2253us (2716us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.404154:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136
00000100:00100000:3.0:1777022471.404652:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65657b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3464:1863342835882368:0@lo:400:kworker.0
00010000:00010000:2.0:1777022471.849257:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1777022471.913248:0:8317:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 410079391289ns, next at 411079388830ns, rc = 0
00000100:00100000:3.0:1777022471.913391:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1777022471.913413:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835883008:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022471.913634:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022471.913709:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835883008
00000100:00100000:3.0:1777022471.913716:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835883008
00000100:00100000:3.0:1777022471.913763:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63
00000100:00100000:3.0:1777022471.913773:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835883008:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1777022471.913794:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1171456 granted 819003968 pending 1400832 free 3923255296 avail 3690266624
00000100:00100000:3.0:1777022471.913837:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835883008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022471.913843:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63
00000100:00100000:3.0:1777022471.913983:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835883008:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022471.915253:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835883136:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022471.915305:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022471.915844:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835883136
00000100:00100000:2.0:1777022471.915872:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835883136
00000100:00100000:2.0:1777022471.916068:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64
00000100:00100000:2.0:1777022471.916080:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835883136:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1777022471.916113:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 323584 granted 58167872 pending 0 free 3923668992 avail 3692146688
00000100:00100000:2.0:1777022471.916184:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835883136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (878us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022471.916194:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64
00000100:00100000:0.0:1777022471.917031:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835883136:0@lo:13:osp-pre-0-0.0
00000004:00080000:1.0:1777022471.918135:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed
00000100:00100000:3.0:1777022471.918846:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835883264:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1777022471.918951:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022471.919133:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835883264
00000100:00100000:0.0:1777022471.919141:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835883264
00000100:00100000:0.0:1777022471.919188:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806
00000100:00100000:0.0:1777022471.919197:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835883264:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1777022471.919223:0:11979:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:9 count 1
00010000:00010000:0.0:1777022471.919250:0:11979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919296:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e3cb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->12287] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784128b expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919306:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3ccc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [12288->24575] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412a7 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919315:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005131f637/0x72ae7b78094e3cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [24576->32767] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412ae expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919323:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e3cfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412d8 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919332:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3d0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [36864->45055] (req 36864->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78412e6 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919340:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3e23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78413fe expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919349:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e45cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b83 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919357:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b8a expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919365:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e61782b5/0x72ae7b78094e45d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b91 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1777022471.919506:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967400 is committed
00000001:00080000:1.0:1777022471.919519:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967398 is committed
00000004:00080000:1.0:1777022471.919531:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed
00010000:00010000:0.0:1777022471.919671:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e45e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b98 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919680:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e45e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b9f expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919688:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000951218ba/0x72ae7b78094e45ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ba6 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919696:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006fa83d63/0x72ae7b78094e45f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bad expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919703:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000015383e24/0x72ae7b78094e45fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bb4 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919711:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004a0d23b7/0x72ae7b78094e4603 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bbb expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919718:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000085040cad/0x72ae7b78094e460a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc2 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919726:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e4611 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc9 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919743:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002446a5ca/0x72ae7b78094e4618 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd0 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919751:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e461f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd7 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919759:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4626 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bde expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919767:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e462d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841be5 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919775:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4275 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784182d expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919783:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4291 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841849 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919790:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e4298 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841850 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919798:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e435c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841914 expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919816:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e436a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [192512->204799] (req 192512->196607) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841922 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919823:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e4378 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [204800->212991] (req 204800->208895) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841930 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919830:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007a09a892/0x72ae7b78094e4634 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bec expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919838:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e463b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bf3 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919845:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b67b5a44/0x72ae7b78094e4642 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841bfa expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919898:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e1857a40/0x72ae7b78094e4649 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c01 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919909:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4650 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c08 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919915:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4657 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c0f expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919933:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be424c33/0x72ae7b78094e465e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c16 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919941:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4554 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [335872->356351] (req 335872->339967) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b0c expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919949:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4570 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [356352->368639] (req 356352->360447) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b28 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919956:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4577 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [368640->380927] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b2f expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919962:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4585 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [380928->393215] (req 380928->385023) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841b3d expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919970:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4665 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c1d expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.919977:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 39
00010000:00010000:0.0:1777022471.919980:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 39
00010000:00010000:0.0:1777022471.919984:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 42/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.920016:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4665 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c1d expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.920041:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4665 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c1d expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.920063:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835883392:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.920599:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4585 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [380928->393215] (req 380928->385023) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b3d expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.920610:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4585 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [380928->393215] (req 380928->385023) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b3d expref: 48 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.920621:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835883520:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.920653:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [368640->380927] (req 368640->372735) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b2f expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.920662:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4577 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [368640->380927] (req 368640->372735) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b2f expref: 48 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.920670:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48e77100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835883648:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.920690:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4570 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [356352->368639] (req 356352->360447) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b28 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.920698:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4570 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [356352->368639] (req 356352->360447) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b28 expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.920719:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48e76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835883776:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.920741:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4554 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [335872->356351] (req 335872->339967) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b0c expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.920750:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4554 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [335872->356351] (req 335872->339967) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b0c expref: 48 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.920758:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48e74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835883904:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.920777:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be424c33/0x72ae7b78094e465e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c16 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.920785:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be424c33/0x72ae7b78094e465e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c16 expref: 48 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.920793:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884032:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.920810:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4657 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c0f expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.920818:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4657 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c0f expref: 48 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.920825:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884160:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.920882:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4650 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c08 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.920891:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4650 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c08 expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.920900:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884288:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.920929:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e1857a40/0x72ae7b78094e4649 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c01 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.920939:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e1857a40/0x72ae7b78094e4649 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c01 expref: 48 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.920947:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884416:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.920973:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b67b5a44/0x72ae7b78094e4642 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bfa expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.920981:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b67b5a44/0x72ae7b78094e4642 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bfa expref: 48 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.920990:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884544:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.921011:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e463b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bf3 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.921030:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e463b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bf3 expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.921040:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884672:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.921078:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007a09a892/0x72ae7b78094e4634 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bec expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.921087:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007a09a892/0x72ae7b78094e4634 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bec expref: 48 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.921096:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884800:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.921115:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e4378 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [204800->212991] (req 204800->208895) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841930 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.921123:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e4378 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [204800->212991] (req 204800->208895) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841930 expref: 48 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.921131:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884928:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.921148:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e436a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [192512->204799] (req 192512->196607) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841922 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.921156:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e436a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [192512->204799] (req 192512->196607) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841922 expref: 48 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.921175:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885056:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.921194:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e435c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841914 expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.921203:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e435c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841914 expref: 48 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.921211:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885184:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.921249:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e4298 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841850 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.921258:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e4298 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841850 expref: 48 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.921267:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885312:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.921290:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4291 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841849 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.921299:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4291 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841849 expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.921308:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885440:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.921342:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4275 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de784182d expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.921349:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4275 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784182d expref: 48 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.921359:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885568:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.924163:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e462d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841be5 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.924184:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e462d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841be5 expref: 48 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.924200:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885696:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.935906:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4626 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bde expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.935927:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4626 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bde expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.935944:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65fff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885824:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.936003:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e461f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd7 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.936033:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e461f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd7 expref: 48 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.936043:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885952:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.936085:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002446a5ca/0x72ae7b78094e4618 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd0 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.936095:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002446a5ca/0x72ae7b78094e4618 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd0 expref: 48 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.936104:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886080:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.936133:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e4611 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc9 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.936141:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e4611 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc9 expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.936150:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886208:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.936178:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000085040cad/0x72ae7b78094e460a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc2 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.936186:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000085040cad/0x72ae7b78094e460a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc2 expref: 48 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.936207:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886336:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.936238:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004a0d23b7/0x72ae7b78094e4603 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bbb expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.936246:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004a0d23b7/0x72ae7b78094e4603 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bbb expref: 48 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.936256:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886464:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.936285:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000015383e24/0x72ae7b78094e45fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bb4 expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.936293:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000015383e24/0x72ae7b78094e45fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bb4 expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.936302:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65fff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886592:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.936329:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006fa83d63/0x72ae7b78094e45f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bad expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.936337:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006fa83d63/0x72ae7b78094e45f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bad expref: 48 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.936345:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886720:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.936395:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000951218ba/0x72ae7b78094e45ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ba6 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.936404:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000951218ba/0x72ae7b78094e45ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ba6 expref: 48 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.936414:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886848:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.936438:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e45e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b9f expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.936447:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e45e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b9f expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.936456:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886976:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.936724:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e45e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b98 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.936736:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e45e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b98 expref: 48 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.936745:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887104:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.936770:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e61782b5/0x72ae7b78094e45d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b91 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.936791:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e61782b5/0x72ae7b78094e45d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b91 expref: 48 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.936800:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa412a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887232:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.936830:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b8a expref: 48 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.936839:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b8a expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.936848:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887360:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.937317:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e45cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b83 expref: 48 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.937329:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e45cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b83 expref: 48 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.937339:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887488:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.937367:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0x458a939de78413fe expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.938060:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de78413fe expref: 48 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.938088:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887616:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.938142:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [36864->45055] (req 36864->40959) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412e6 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.938151:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [36864->45055] (req 36864->40959) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412e6 expref: 48 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.938160:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887744:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.938189:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e3cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d8 expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.938198:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e3cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d8 expref: 48 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.938206:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887872:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.938232:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005131f637/0x72ae7b78094e3cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [24576->32767] (req 24576->28671) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ae expref: 48 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.938241:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005131f637/0x72ae7b78094e3cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [24576->32767] (req 24576->28671) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ae expref: 48 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.938250:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6575b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835888000:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.938279:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3ccc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [12288->24575] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a7 expref: 48 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.938296:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3ccc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [12288->24575] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a7 expref: 48 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.938307:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835888128:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.938337:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e3cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->12287] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de784128b expref: 48 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.938345:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e3cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [0->12287] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784128b expref: 48 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.938353:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835888256:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.942159:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022471.948664:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.948705:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.948727:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.948767:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816068608
00000100:00100000:1.0:1777022471.948776:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816068608
00010000:00010000:1.0:1777022471.948820:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4585 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [380928->393215] (req 380928->385023) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b3d expref: 49 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022471.948899:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816068864
00000100:00100000:1.0:1777022471.948903:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816068864
00010000:00010000:1.0:1777022471.948916:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4570 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [356352->368639] (req 356352->360447) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b28 expref: 50 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022471.948933:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816068736
00000100:00100000:1.0:1777022471.948935:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816068736
00010000:00010000:1.0:1777022471.948946:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4577 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [368640->380927] (req 368640->372735) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b2f expref: 51 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022471.948959:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 753
00000100:00100000:1.0:1777022471.948968:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+51:2378:x1863342816068608:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.948984:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.948989:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4585 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [380928->393215] (req 380928->385023) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b3d expref: 51 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.949006:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4585 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [380928->393215] (req 380928->385023) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b3d expref: 51 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.949034:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.949115:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+51:2378:x1863342816068608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 148us (469us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.949123:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 753
00000100:00100000:1.0:1777022471.949141:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 754
00000100:00100000:1.0:1777022471.949147:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc55c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2378:x1863342816068864:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.949156:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.949160:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4570 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [356352->368639] (req 356352->360447) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b28 expref: 50 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.949168:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4570 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [356352->368639] (req 356352->360447) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b28 expref: 50 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.949183:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.949201:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc55c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2378:x1863342816068864:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 54us (496us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.949206:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 754
00000100:00100000:1.0:1777022471.949250:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 755
00000100:00100000:1.0:1777022471.949258:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816068736:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.949266:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.949269:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4577 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [368640->380927] (req 368640->372735) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b2f expref: 49 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.949278:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4577 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [368640->380927] (req 368640->372735) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b2f expref: 49 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.949289:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.949304:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816068736:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 48us (577us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.949309:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 755
00000100:00100000:1.0:1777022471.949352:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.949639:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816068992
00000100:00100000:1.0:1777022471.949644:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816068992
00010000:00010000:1.0:1777022471.949659:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4665 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c1d expref: 49 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022471.949680:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 756
00000100:00100000:1.0:1777022471.949687:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816068992:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.949694:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.949698:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4665 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c1d expref: 49 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.949707:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4665 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 42 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c1d expref: 49 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.949720:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.949743:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816068992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 56us (391us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.949752:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 756
00010000:00010000:0.0:1777022471.951352:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086101c5a/0x72ae7b78094e4665 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 41 type: EXT [393216->33947647] (req 393216->397311) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c1d expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.951383:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835883392:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.951398:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f5e6e1/0x72ae7b78094e4585 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 40 type: EXT [380928->393215] (req 380928->385023) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b3d expref: 47 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.951406:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835883520:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.951417:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051bea21e/0x72ae7b78094e4577 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [368640->380927] (req 368640->372735) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b2f expref: 46 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.951448:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48e77100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835883648:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.951462:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfcb12e8/0x72ae7b78094e4570 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [356352->368639] (req 356352->360447) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b28 expref: 45 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.951471:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48e76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835883776:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951493:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48e74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835883904:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951503:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884032:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951512:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884160:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951520:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884288:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951528:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884416:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951536:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884544:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951544:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884672:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951551:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884800:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951559:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835884928:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951566:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885056:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951573:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885184:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951580:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885312:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951587:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885440:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951602:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885568:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951610:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885696:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951619:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65fff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885824:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951626:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835885952:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.951634:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886080:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.959089:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886208:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.959104:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886336:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.959112:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886464:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.959120:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65fff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886592:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.959128:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886720:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.959136:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886848:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.959143:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835886976:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.959151:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887104:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022471.959565:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.959619:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.959650:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.959803:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022471.968403:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816069120
00000100:00100000:0.0:1777022471.968419:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816069120
00010000:00010000:0.0:1777022471.968469:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4554 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [335872->356351] (req 335872->339967) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b0c expref: 45 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.968525:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816069376
00000100:00100000:0.0:1777022471.968529:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816069376
00010000:00010000:0.0:1777022471.968547:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4657 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c0f expref: 46 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022471.968911:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.968936:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.968952:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.968965:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.968978:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.968992:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969005:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969019:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969030:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969041:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969062:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969076:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969088:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969100:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969113:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969125:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969137:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969150:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969163:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969188:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969203:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969218:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969262:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969286:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969333:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022471.969484:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa412a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887232:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022471.970001:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887360:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022471.970020:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887488:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022471.970073:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816069632
00000100:00100000:1.0:1777022471.970079:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816069632
00010000:00010000:1.0:1777022471.970114:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e1857a40/0x72ae7b78094e4649 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c01 expref: 47 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022471.970138:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816069888
00000100:00100000:1.0:1777022471.970141:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816069888
00010000:00010000:1.0:1777022471.970155:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e463b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bf3 expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022471.970166:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816070144
00000100:00100000:1.0:1777022471.970168:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816070144
00010000:00010000:1.0:1777022471.970179:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e4378 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [204800->212991] (req 204800->208895) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841930 expref: 49 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022471.970190:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816070400
00000100:00100000:1.0:1777022471.970192:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816070400
00010000:00010000:1.0:1777022471.970201:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e435c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841914 expref: 50 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022471.970211:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816070656
00000100:00100000:1.0:1777022471.970214:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816070656
00010000:00010000:1.0:1777022471.970225:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4291 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841849 expref: 51 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022471.970236:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816070912
00000100:00100000:1.0:1777022471.970238:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816070912
00010000:00010000:1.0:1777022471.970248:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e462d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841be5 expref: 52 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022471.970258:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816071168
00000100:00100000:1.0:1777022471.970261:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816071168
00010000:00010000:1.0:1777022471.970270:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e461f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd7 expref: 53 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.970415:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816071424
00000100:00100000:0.0:1777022471.970419:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816071424
00010000:00010000:0.0:1777022471.970436:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e4611 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc9 expref: 54 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.970447:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816071680
00000100:00100000:0.0:1777022471.970450:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816071680
00010000:00010000:0.0:1777022471.970462:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004a0d23b7/0x72ae7b78094e4603 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bbb expref: 55 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.970473:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816071936
00000100:00100000:0.0:1777022471.970476:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816071936
00010000:00010000:0.0:1777022471.970485:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006fa83d63/0x72ae7b78094e45f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bad expref: 56 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.970495:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816072192
00000100:00100000:0.0:1777022471.970497:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816072192
00010000:00010000:0.0:1777022471.970526:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e45e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b9f expref: 57 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.970538:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816069248
00000100:00100000:0.0:1777022471.970541:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816069248
00010000:00010000:0.0:1777022471.970553:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be424c33/0x72ae7b78094e465e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c16 expref: 58 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.970574:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816069504
00000100:00100000:0.0:1777022471.970578:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816069504
00010000:00010000:0.0:1777022471.970608:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4650 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c08 expref: 59 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.970620:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816069760
00000100:00100000:0.0:1777022471.970624:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816069760
00010000:00010000:0.0:1777022471.970634:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b67b5a44/0x72ae7b78094e4642 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bfa expref: 60 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.970644:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816070016
00000100:00100000:0.0:1777022471.970646:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816070016
00010000:00010000:0.0:1777022471.970656:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a09a892/0x72ae7b78094e4634 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bec expref: 61 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.971126:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816070272
00000100:00100000:0.0:1777022471.971132:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816070272
00010000:00010000:0.0:1777022471.971152:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e436a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [192512->204799] (req 192512->196607) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841922 expref: 62 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.971166:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 757
00000100:00100000:0.0:1777022471.971176:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+62:2378:x1863342816069120:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022471.971193:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022471.971199:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4554 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->356351] (req 335872->339967) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b0c expref: 62 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.971213:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4554 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->356351] (req 335872->339967) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b0c expref: 62 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.971242:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b8944b3/0x72ae7b78094e4554 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 39 type: EXT [335872->356351] (req 335872->339967) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b0c expref: 62 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.971270:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.971353:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+61:2378:x1863342816069120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 178us (12506us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.971361:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 757
00000100:00100000:0.0:1777022471.971379:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816070528
00000100:00100000:0.0:1777022471.971383:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816070528
00010000:00010000:0.0:1777022471.971395:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e4298 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841850 expref: 61 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.971408:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816070784
00000100:00100000:0.0:1777022471.971411:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816070784
00010000:00010000:0.0:1777022471.971421:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4275 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784182d expref: 62 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.971431:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816071040
00000100:00100000:0.0:1777022471.971434:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816071040
00010000:00010000:0.0:1777022471.971444:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4626 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bde expref: 63 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.971454:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816071296
00000100:00100000:0.0:1777022471.971456:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816071296
00010000:00010000:0.0:1777022471.971470:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002446a5ca/0x72ae7b78094e4618 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd0 expref: 64 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.971481:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816071552
00000100:00100000:0.0:1777022471.971483:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816071552
00010000:00010000:0.0:1777022471.971493:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000085040cad/0x72ae7b78094e460a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc2 expref: 65 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.971888:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816071808
00000100:00100000:0.0:1777022471.971891:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816071808
00010000:00010000:0.0:1777022471.971905:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000015383e24/0x72ae7b78094e45fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bb4 expref: 66 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.971915:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816072064
00000100:00100000:0.0:1777022471.971917:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816072064
00010000:00010000:0.0:1777022471.971926:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000951218ba/0x72ae7b78094e45ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ba6 expref: 67 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.971936:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816072320
00000100:00100000:0.0:1777022471.971938:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816072320
00010000:00010000:0.0:1777022471.971946:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e45e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b98 expref: 68 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.971956:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816072448
00000100:00100000:0.0:1777022471.971959:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816072448
00010000:00010000:0.0:1777022471.971968:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e61782b5/0x72ae7b78094e45d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b91 expref: 69 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.971978:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816072576
00000100:00100000:0.0:1777022471.971980:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816072576
00010000:00010000:0.0:1777022471.972001:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b8a expref: 70 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.972012:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816072704
00000100:00100000:0.0:1777022471.972015:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816072704
00010000:00010000:0.0:1777022471.972030:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e45cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b83 expref: 71 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.972044:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 758
00000100:00100000:0.0:1777022471.972064:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+71:2378:x1863342816069632:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022471.972074:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022471.972079:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e1857a40/0x72ae7b78094e4649 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c01 expref: 71 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972088:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e1857a40/0x72ae7b78094e4649 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c01 expref: 71 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972103:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1857a40/0x72ae7b78094e4649 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 38 type: EXT [311296->319487] (req 311296->315391) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c01 expref: 71 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972117:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.972141:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+70:2378:x1863342816069632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 91us (12491us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.972147:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 758
00000100:00100000:0.0:1777022471.972162:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 759
00000100:00100000:0.0:1777022471.972169:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+69:2378:x1863342816069888:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022471.972176:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022471.972186:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e463b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bf3 expref: 69 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972194:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e463b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bf3 expref: 69 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972212:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e463b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 37 type: EXT [249856->290815] (req 249856->253951) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bf3 expref: 69 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972220:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.972237:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+68:2378:x1863342816069888:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 69us (12435us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.972242:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 759
00000100:00100000:0.0:1777022471.972254:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 760
00000100:00100000:0.0:1777022471.972260:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc57850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+67:2378:x1863342816070144:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022471.972266:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022471.972270:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e4378 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [204800->212991] (req 204800->208895) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841930 expref: 67 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972278:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e4378 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [204800->212991] (req 204800->208895) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841930 expref: 67 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972287:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3e1967e/0x72ae7b78094e4378 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 36 type: EXT [204800->212991] (req 204800->208895) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841930 expref: 67 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972295:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.972308:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc57850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+66:2378:x1863342816070144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 49us (3400us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.972315:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 760
00000100:00100000:0.0:1777022471.972326:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 761
00000100:00100000:0.0:1777022471.972336:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+65:2378:x1863342816070400:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022471.972343:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022471.972347:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e435c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841914 expref: 65 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972356:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e435c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841914 expref: 65 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972367:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e435c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 35 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841914 expref: 65 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972375:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.972390:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+64:2378:x1863342816070400:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 55us (3454us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.972396:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 761
00000100:00100000:0.0:1777022471.972408:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 762
00000100:00100000:0.0:1777022471.972416:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+63:2378:x1863342816070656:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022471.972423:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022471.972427:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4291 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841849 expref: 63 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972436:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4291 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841849 expref: 63 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972447:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087f3c766/0x72ae7b78094e4291 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 34 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x44801400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841849 expref: 63 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972467:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.972484:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+62:2378:x1863342816070656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 69us (3532us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.972490:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 762
00000100:00100000:0.0:1777022471.972515:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 763
00000100:00100000:0.0:1777022471.972522:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+61:2378:x1863342816070912:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022471.972531:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022471.972536:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e462d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841be5 expref: 61 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972546:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e462d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841be5 expref: 61 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972558:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e462d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 33 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841be5 expref: 61 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.972567:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.972584:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+60:2378:x1863342816070912:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 63us (3618us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.972590:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 763
00000100:00100000:1.0:1777022471.972900:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 764
00000100:00100000:1.0:1777022471.972910:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+60:2378:x1863342816069376:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.972918:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.972922:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4657 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c0f expref: 60 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.972932:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4657 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c0f expref: 60 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.972945:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66385eb/0x72ae7b78094e4657 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 31 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c0f expref: 60 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.972955:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.972973:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+59:2378:x1863342816069376:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 67us (13354us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.972979:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 764
00000100:00100000:1.0:1777022471.973018:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 765
00000100:00100000:1.0:1777022471.973023:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+58:2378:x1863342816071424:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.973030:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.973034:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e4611 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc9 expref: 58 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973044:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e4611 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc9 expref: 58 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973065:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e5ab9fe/0x72ae7b78094e4611 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 30 type: EXT [151552->159743] (req 151552->155647) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc9 expref: 58 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973074:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.973086:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+57:2378:x1863342816071424:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 63us (4093us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.973092:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 765
00000100:00100000:1.0:1777022471.973103:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 766
00000100:00100000:1.0:1777022471.973109:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+56:2378:x1863342816071680:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.973116:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.973120:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004a0d23b7/0x72ae7b78094e4603 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bbb expref: 56 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973130:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004a0d23b7/0x72ae7b78094e4603 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bbb expref: 56 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973141:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a0d23b7/0x72ae7b78094e4603 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 29 type: EXT [143360->147455] (req 143360->147455) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bbb expref: 56 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973155:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.973165:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+55:2378:x1863342816071680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 56us (4159us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.973171:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 766
00000100:00100000:1.0:1777022471.973181:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 767
00000100:00100000:1.0:1777022471.973187:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc57c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+54:2378:x1863342816071936:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.973195:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.973199:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006fa83d63/0x72ae7b78094e45f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bad expref: 54 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973207:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006fa83d63/0x72ae7b78094e45f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bad expref: 54 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973218:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006fa83d63/0x72ae7b78094e45f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 28 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bad expref: 54 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973226:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.973236:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc57c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+53:2378:x1863342816071936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 50us (4216us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.973242:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 767
00000100:00100000:1.0:1777022471.973251:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 768
00000100:00100000:1.0:1777022471.973257:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+52:2378:x1863342816072192:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.973263:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.973267:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e45e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b9f expref: 52 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973276:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e45e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b9f expref: 52 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973286:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f10436df/0x72ae7b78094e45e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 27 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b9f expref: 52 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973295:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.973303:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+51:2378:x1863342816072192:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 47us (4272us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.973309:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 768
00000100:00100000:1.0:1777022471.973318:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 769
00000100:00100000:1.0:1777022471.973323:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+50:2378:x1863342816069248:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.973329:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.973333:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be424c33/0x72ae7b78094e465e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c16 expref: 50 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973343:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be424c33/0x72ae7b78094e465e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c16 expref: 50 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973353:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be424c33/0x72ae7b78094e465e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 26 type: EXT [327680->335871] (req 327680->331775) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c16 expref: 50 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973368:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.973377:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+49:2378:x1863342816069248:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 54us (4335us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.973382:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 769
00000100:00100000:1.0:1777022471.973392:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 770
00000100:00100000:1.0:1777022471.973397:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+48:2378:x1863342816069504:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.973404:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.973408:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4650 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c08 expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973417:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4650 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c08 expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973428:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000906299a4/0x72ae7b78094e4650 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 25 type: EXT [319488->323583] (req 319488->323583) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c08 expref: 48 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973436:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.973446:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+47:2378:x1863342816069504:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 49us (4383us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.973451:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 770
00000100:00100000:1.0:1777022471.973461:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 771
00000100:00100000:1.0:1777022471.973467:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+46:2378:x1863342816069760:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.973473:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.973478:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b67b5a44/0x72ae7b78094e4642 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bfa expref: 46 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973487:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b67b5a44/0x72ae7b78094e4642 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bfa expref: 46 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973497:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b67b5a44/0x72ae7b78094e4642 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 24 type: EXT [290816->311295] (req 290816->294911) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bfa expref: 46 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973506:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.973515:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+45:2378:x1863342816069760:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 49us (4439us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.973521:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 771
00000100:00100000:1.0:1777022471.973530:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 772
00000100:00100000:1.0:1777022471.973535:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+44:2378:x1863342816070016:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.973542:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.973546:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a09a892/0x72ae7b78094e4634 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bec expref: 44 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973555:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a09a892/0x72ae7b78094e4634 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bec expref: 44 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973576:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a09a892/0x72ae7b78094e4634 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 23 type: EXT [212992->249855] (req 212992->217087) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bec expref: 44 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.973587:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.974035:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+43:2378:x1863342816070016:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 497us (4944us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.974042:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 772
00000100:00100000:1.0:1777022471.974069:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 773
00000100:00100000:1.0:1777022471.974077:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+42:2378:x1863342816070272:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.974086:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.974090:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e436a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [192512->204799] (req 192512->196607) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841922 expref: 42 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974101:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e436a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [192512->204799] (req 192512->196607) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841922 expref: 42 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974114:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e436a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 22 type: EXT [192512->204799] (req 192512->196607) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841922 expref: 42 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974124:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.974137:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+41:2378:x1863342816070272:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 62us (5036us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.974142:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 773
00000100:00100000:1.0:1777022471.974153:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 774
00000100:00100000:1.0:1777022471.974159:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc56c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+40:2378:x1863342816070528:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.974164:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.974168:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e4298 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841850 expref: 40 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974177:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e4298 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841850 expref: 40 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974188:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097d83d22/0x72ae7b78094e4298 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 21 type: EXT [184320->188415] (req 184320->188415) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841850 expref: 40 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974196:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.974205:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc56c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+39:2378:x1863342816070528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 47us (5092us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.974210:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 774
00000100:00100000:1.0:1777022471.974232:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 775
00000100:00100000:1.0:1777022471.974237:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+38:2378:x1863342816070784:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.974244:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.974248:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4275 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784182d expref: 38 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974257:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4275 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784182d expref: 38 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974267:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4275 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 20 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784182d expref: 38 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974275:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.974284:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+37:2378:x1863342816070784:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 48us (5159us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.974290:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 775
00000100:00100000:1.0:1777022471.974298:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 776
00000100:00100000:1.0:1777022471.974304:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+36:2378:x1863342816071040:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.974311:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.974315:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4626 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bde expref: 36 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974324:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4626 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bde expref: 36 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974335:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4626 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 19 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bde expref: 36 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974343:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.974352:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+35:2378:x1863342816071040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 48us (5214us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.974357:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 776
00000100:00100000:1.0:1777022471.974369:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 777
00000100:00100000:1.0:1777022471.974374:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+34:2378:x1863342816071296:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.974381:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.974385:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002446a5ca/0x72ae7b78094e4618 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd0 expref: 34 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974394:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002446a5ca/0x72ae7b78094e4618 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd0 expref: 34 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974404:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002446a5ca/0x72ae7b78094e4618 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 18 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd0 expref: 34 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974417:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.974427:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+33:2378:x1863342816071296:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 53us (5277us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.974432:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 777
00000100:00100000:1.0:1777022471.974442:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 778
00000100:00100000:1.0:1777022471.974447:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+32:2378:x1863342816071552:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.974453:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.974457:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000085040cad/0x72ae7b78094e460a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc2 expref: 32 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974466:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000085040cad/0x72ae7b78094e460a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc2 expref: 32 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974476:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085040cad/0x72ae7b78094e460a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 17 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bc2 expref: 32 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974485:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022471.974493:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+31:2378:x1863342816071552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 46us (5330us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.974509:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 778
00000100:00100000:1.0:1777022471.974519:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 779
00000100:00100000:1.0:1777022471.974524:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+30:2378:x1863342816071808:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022471.974530:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022471.974535:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000015383e24/0x72ae7b78094e45fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bb4 expref: 30 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974543:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000015383e24/0x72ae7b78094e45fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bb4 expref: 30 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974553:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015383e24/0x72ae7b78094e45fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 16 type: EXT [139264->143359] (req 139264->143359) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bb4 expref: 30 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022471.974561:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.975358:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 780
00000100:00100000:0.0:1777022471.975370:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2378:x1863342816072064:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022471.975383:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022471.975400:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000951218ba/0x72ae7b78094e45ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ba6 expref: 28 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.975411:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000951218ba/0x72ae7b78094e45ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ba6 expref: 28 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.975427:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000951218ba/0x72ae7b78094e45ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 15 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ba6 expref: 28 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.975438:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.975460:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+27:2378:x1863342816072064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 95us (6257us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.975467:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 780
00000100:00100000:0.0:1777022471.975480:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 781
00000100:00100000:0.0:1777022471.975486:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc54050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816072320:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022471.975493:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022471.975497:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e45e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b98 expref: 26 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.975506:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e45e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b98 expref: 26 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.975517:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016527bbc/0x72ae7b78094e45e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 14 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b98 expref: 26 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.975525:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.975542:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc54050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342816072320:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 56us (6324us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.975548:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 781
00000100:00100000:0.0:1777022471.975559:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 782
00000100:00100000:0.0:1777022471.975564:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2378:x1863342816072448:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022471.975964:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022471.975971:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e61782b5/0x72ae7b78094e45d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b91 expref: 24 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.975981:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e61782b5/0x72ae7b78094e45d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b91 expref: 24 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.975994:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e61782b5/0x72ae7b78094e45d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 13 type: EXT [114688->122879] (req 114688->118783) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b91 expref: 24 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.976004:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.976020:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2378:x1863342816072448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 456us (6758us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.976026:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 782
00000100:00100000:0.0:1777022471.976041:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 783
00000100:00100000:0.0:1777022471.976047:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2378:x1863342816072576:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022471.976071:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022471.976075:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b8a expref: 22 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.976083:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b8a expref: 22 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.976104:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e45d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 12 type: EXT [86016->114687] (req 86016->90111) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b8a expref: 22 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.976113:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.976132:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2378:x1863342816072576:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 86us (6857us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.976138:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 783
00000100:00100000:0.0:1777022471.976151:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 784
00000100:00100000:0.0:1777022471.976158:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816072704:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022471.976176:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022471.976180:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e45cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b83 expref: 20 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.976188:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e45cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b83 expref: 20 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.976199:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c82b10/0x72ae7b78094e45cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 11 type: EXT [49152->86015] (req 49152->53247) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841b83 expref: 20 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.976208:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.976220:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2378:x1863342816072704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 64us (6888us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.976226:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 784
00000100:00100000:0.0:1777022471.976238:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 785
00000100:00100000:0.0:1777022471.976250:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342816071168:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022471.976258:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022471.976263:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e461f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd7 expref: 18 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.976272:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e461f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd7 expref: 18 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.976282:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e461f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 10 type: EXT [163840->167935] (req 163840->167935) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841bd7 expref: 18 pid: 11979 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.976291:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022471.976304:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2378:x1863342816071168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 56us (7326us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022471.976310:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 785
00000100:00100000:1.0:1777022471.980162:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2378:x1863342816071808:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5626us (10961us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022471.981163:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 779
00000100:00100000:3.0:1777022471.984234:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022471.984257:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022471.984297:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816072832
00000100:00100000:3.0:1777022471.984305:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816072832
00010000:00010000:3.0:1777022471.984344:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3e23 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de78413fe expref: 16 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022471.984399:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816073088
00000100:00100000:3.0:1777022471.984403:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816073088
00010000:00010000:3.0:1777022471.984415:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e3cb0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [0->12287] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784128b expref: 17 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022471.984435:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 786
00000100:00100000:3.0:1777022471.984445:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2377:x1863342816072832:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022471.984459:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022471.984465:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3e23 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de78413fe expref: 17 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022471.984478:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de78413fe expref: 17 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022471.984516:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022471.984565:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2377:x1863342816072832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 121us (340us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022471.984573:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 786
00000100:00100000:3.0:1777022471.984601:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 787
00000100:00100000:3.0:1777022471.984609:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816073088:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022471.984616:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022471.984621:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e3cb0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->12287] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784128b expref: 16 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022471.984641:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e3cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [0->12287] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784128b expref: 16 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022471.984654:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022471.985178:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816073088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 567us (918us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022471.985186:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 787
00000100:00100000:3.0:1777022471.985241:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022471.985643:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816072960
00000100:00100000:2.0:1777022471.985650:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816072960
00010000:00010000:2.0:1777022471.985689:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3ccc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [12288->24575] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a7 expref: 16 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022471.985721:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 788
00000100:00100000:2.0:1777022471.985728:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816072960:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022471.985738:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022471.985742:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3ccc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [12288->24575] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a7 expref: 16 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.985753:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3ccc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 9 type: EXT [12288->24575] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a7 expref: 16 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.985781:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022471.985809:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816072960:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 82us (569us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022471.985815:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 788
00010000:00010000:0.0:1777022471.987258:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c5e0cb/0x72ae7b78094e3e23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 8 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x44801400010020 nid: 192.168.202.33@tcp remote: 0x458a939de78413fe expref: 15 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.987296:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887616:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.987310:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887744:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.987320:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e3ccc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 7 type: EXT [12288->24575] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412a7 expref: 14 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.987329:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835888128:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.987339:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e3cb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [0->12287] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784128b expref: 13 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.987362:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835888256:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022471.989037:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022471.989075:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022471.989104:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816073344
00000100:00100000:2.0:1777022471.989112:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816073344
00010000:00010000:2.0:1777022471.989148:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e3cfd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d8 expref: 13 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022471.989190:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816073216
00000100:00100000:2.0:1777022471.989194:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816073216
00010000:00010000:2.0:1777022471.989206:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 5 type: EXT [36864->45055] (req 36864->40959) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412e6 expref: 14 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022471.989224:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 789
00000100:00100000:2.0:1777022471.989232:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342816073344:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022471.989249:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022471.989254:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e3cfd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d8 expref: 14 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.989266:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e3cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d8 expref: 14 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.989355:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022471.989399:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342816073344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 168us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022471.989406:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 789
00000100:00100000:2.0:1777022471.989450:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 790
00000100:00100000:2.0:1777022471.989456:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+13:2377:x1863342816073216:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022471.989464:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022471.989468:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [36864->45055] (req 36864->40959) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412e6 expref: 13 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.989478:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [36864->45055] (req 36864->40959) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412e6 expref: 13 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.989494:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e7267f/0x72ae7b78094e3d0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 6 type: EXT [36864->45055] (req 36864->40959) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412e6 expref: 13 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.989506:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022471.989523:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816073216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 67us (448us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022471.989529:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 790
00000100:00100000:2.0:1777022471.989573:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:0.0:1777022471.989800:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e3cfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [32768->36863] (req 32768->36863) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412d8 expref: 11 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022471.989815:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835887872:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022471.989827:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6575b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835888000:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022471.989973:0:11979:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022471.990156:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816073472
00000100:00100000:2.0:1777022471.990161:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816073472
00010000:00010000:2.0:1777022471.990182:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005131f637/0x72ae7b78094e3cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [24576->32767] (req 24576->28671) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ae expref: 11 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022471.990218:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 791
00000100:00100000:2.0:1777022471.990226:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342816073472:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022471.990234:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022471.990238:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005131f637/0x72ae7b78094e3cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [24576->32767] (req 24576->28671) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ae expref: 11 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.990248:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005131f637/0x72ae7b78094e3cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [24576->32767] (req 24576->28671) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ae expref: 11 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.990263:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005131f637/0x72ae7b78094e3cd3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [24576->32767] (req 24576->28671) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78412ae expref: 11 pid: 9584 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.990568:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022471.990569:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022471.990574:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.990585:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.990621:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022471.990651:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2379:x1863342816073472:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 426us (1077us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022471.990658:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 791
00010000:00010000:0.0:1777022471.992133:0:11979:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.992151:0:11979:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.992162:0:11979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.992180:0:11979:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022471.992208:0:11979:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1777022471.992395:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3463:x1863342835883264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 73195us (73440us total) trans 4294967442 rc 0/0
00000100:00100000:0.0:1777022471.992417:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806
00010000:00010000:2.0:1777022471.992842:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1777022471.992849:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.992885:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acf600 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:2.0:1777022471.992889:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.992899:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.992916:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.992930:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e47ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022471.992953:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022471.992955:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022471.992957:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1777022471.994167:0:3463:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa660c4700/2, rc 0, transno 4294967442
00000100:00100000:3.0:1777022471.994179:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835883264:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1777022472.223495:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022472.223985:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816073600
00000100:00100000:2.0:1777022472.223996:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816073600
00002000:00100000:2.0:1777022472.224078:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x9:0x0] (217088->253951)  req@ffff8efa65f09f80 x1863342816073600/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.224089:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f09f80 with x1863342816073600 ext(217088->253951)
00002000:00010000:2.0:1777022472.224096:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f09f80
00000100:00100000:2.0:1777022472.224130:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 429
00000100:00100000:2.0:1777022472.224141:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816073600:12345-192.168.202.33@tcp:3:kworker.0
00000100:00080000:3.0:1777022472.224781:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1777022472.259375:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816073600:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 35226us (35882us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022472.259389:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 429
00002000:00100000:1.0:1777022472.259402:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x9:0x0] (217088->253951)  req@ffff8efa65f09f80 x1863342816073600/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.259412:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f09f80 with x1863342816073600 ext(217088->253951)
00002000:00010000:1.0:1777022472.259417:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f09f80
00000100:00100000:2.0:1777022472.271122:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022472.271520:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816073728
00000100:00100000:1.0:1777022472.271530:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816073728
00002000:00100000:1.0:1777022472.271589:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x9:0x0] (253952->290815)  req@ffff8efa660c7100 x1863342816073728/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.271601:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7100 with x1863342816073728 ext(253952->290815)
00002000:00010000:1.0:1777022472.271608:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660c7100
00000100:00100000:1.0:1777022472.271642:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 430
00000100:00100000:1.0:1777022472.271653:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816073728:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022472.287786:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816073728:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 16124us (16666us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022472.287800:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 430
00002000:00100000:1.0:1777022472.287814:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x9:0x0] (253952->290815)  req@ffff8efa660c7100 x1863342816073728/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.287826:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c7100 with x1863342816073728 ext(253952->290815)
00002000:00010000:1.0:1777022472.287832:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660c7100
00000100:00100000:0.0:1777022472.294312:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022472.295200:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816073856
00000100:00100000:1.0:1777022472.295212:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816073856
00002000:00100000:1.0:1777022472.295267:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (290816->327679)  req@ffff8efa467b4a80 x1863342816073856/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.295279:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b4a80 with x1863342816073856 ext(290816->327679)
00002000:00010000:1.0:1777022472.295285:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa467b4a80
00000100:00100000:1.0:1777022472.295551:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 431
00000100:00100000:1.0:1777022472.295563:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816073856:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022472.301950:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816073856:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6377us (7638us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022472.301964:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 431
00002000:00100000:1.0:1777022472.301979:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (290816->327679)  req@ffff8efa467b4a80 x1863342816073856/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.301990:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b4a80 with x1863342816073856 ext(290816->327679)
00002000:00010000:1.0:1777022472.301998:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa467b4a80
00000100:00100000:0.0:1777022472.310219:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022472.310349:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816073984
00000100:00100000:2.0:1777022472.310363:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816073984
00002000:00100000:2.0:1777022472.310425:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x9:0x0] (327680->364543)  req@ffff8efa467b7480 x1863342816073984/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.310438:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b7480 with x1863342816073984 ext(327680->364543)
00002000:00010000:2.0:1777022472.310446:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa467b7480
00000100:00100000:2.0:1777022472.310483:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 432
00000100:00100000:2.0:1777022472.310495:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816073984:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022472.323720:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022472.324016:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816074112
00000100:00100000:3.0:1777022472.324027:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816074112
00002000:00100000:3.0:1777022472.324127:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (217088->253951)  req@ffff8efa467b6d80 x1863342816074112/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022472.324141:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b6d80 with x1863342816074112 ext(217088->253951)
00002000:00010000:3.0:1777022472.324148:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa467b6d80
00000100:00100000:3.0:1777022472.324179:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 433
00000100:00100000:3.0:1777022472.324190:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816074112:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022472.325162:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816073984:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 14663us (14950us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022472.325171:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 432
00002000:00100000:1.0:1777022472.325181:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x9:0x0] (327680->364543)  req@ffff8efa467b7480 x1863342816073984/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.325190:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b7480 with x1863342816073984 ext(327680->364543)
00002000:00010000:1.0:1777022472.325194:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa467b7480
00000100:00080000:0.0:1777022472.325438:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022472.327297:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816074112:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3098us (3581us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022472.327309:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 433
00002000:00100000:2.0:1777022472.327336:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (217088->253951)  req@ffff8efa467b6d80 x1863342816074112/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.327347:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b6d80 with x1863342816074112 ext(217088->253951)
00002000:00010000:2.0:1777022472.327352:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa467b6d80
00000100:00100000:3.0:1777022472.335032:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022472.336659:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816074240
00000100:00100000:1.0:1777022472.336675:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816074240
00002000:00100000:1.0:1777022472.336740:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x9:0x0] (364544->401407)  req@ffff8efa65f09180 x1863342816074240/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.336765:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f09180 with x1863342816074240 ext(364544->401407)
00002000:00010000:1.0:1777022472.336772:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f09180
00000100:00100000:1.0:1777022472.336818:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 434
00000100:00100000:1.0:1777022472.336828:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816074240:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022472.344029:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816074240:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7191us (8997us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022472.344054:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 434
00002000:00100000:1.0:1777022472.344069:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x9:0x0] (364544->401407)  req@ffff8efa65f09180 x1863342816074240/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.344080:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f09180 with x1863342816074240 ext(364544->401407)
00002000:00010000:1.0:1777022472.344086:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65f09180
00000100:00100000:3.0:1777022472.345277:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022472.345971:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816074368
00000100:00100000:1.0:1777022472.345988:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816074368
00002000:00100000:1.0:1777022472.346067:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (253952->290815)  req@ffff8efa65f09880 x1863342816074368/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.346080:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f09880 with x1863342816074368 ext(253952->290815)
00002000:00010000:1.0:1777022472.346087:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f09880
00000100:00100000:1.0:1777022472.346176:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 435
00000100:00100000:1.0:1777022472.346187:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2379:x1863342816074368:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022472.362790:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2379:x1863342816074368:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 16590us (17509us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022472.362805:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 435
00002000:00100000:1.0:1777022472.362821:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (253952->290815)  req@ffff8efa65f09880 x1863342816074368/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.362831:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f09880 with x1863342816074368 ext(253952->290815)
00002000:00010000:1.0:1777022472.362837:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f09880
00000100:00100000:0.0:1777022472.369826:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022472.372738:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816074496
00000100:00100000:2.0:1777022472.372766:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816074496
00002000:00100000:2.0:1777022472.372847:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (401408->409599)  req@ffff8efa6575b100 x1863342816074496/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.372887:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575b100 with x1863342816074496 ext(401408->409599)
00002000:00010000:2.0:1777022472.372894:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa6575b100
00000100:00100000:2.0:1777022472.372932:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 436
00000100:00100000:2.0:1777022472.372943:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816074496:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022472.373230:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816074496:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 288us (3415us total) trans 0 rc 8192/8192
00000100:00100000:2.0:1777022472.373239:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 436
00002000:00100000:2.0:1777022472.373246:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (401408->409599)  req@ffff8efa6575b100 x1863342816074496/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/8632 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.373255:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575b100 with x1863342816074496 ext(401408->409599)
00002000:00010000:2.0:1777022472.373258:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa6575b100
00000100:00100000:1.0:1777022472.380081:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022472.380217:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816074624
00000100:00100000:2.0:1777022472.380231:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816074624
00002000:00100000:2.0:1777022472.380292:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (290816->327679)  req@ffff8efa66931500 x1863342816074624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.380307:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931500 with x1863342816074624 ext(290816->327679)
00002000:00010000:2.0:1777022472.380313:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66931500
00000100:00100000:2.0:1777022472.380470:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 437
00000100:00100000:2.0:1777022472.380480:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816074624:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022472.382005:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022472.382614:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816074752
00000100:00100000:2.0:1777022472.382624:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816074752
00000100:00100000:2.0:1777022472.382688:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 807
00000100:00100000:2.0:1777022472.382697:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+5:10158:x1863342816074752:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022472.382714:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022472.382735:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841c9b expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022472.382773:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022472.382780:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022472.382782:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022472.382785:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 6 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022472.382814:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022472.382829:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 11 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022472.382841:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835888384:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022472.382966:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc309c0 going to sleep for 11 seconds
00000100:00080000:3.0:1777022472.384126:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022472.386268:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816074624:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5778us (6195us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022472.386281:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 437
00002000:00100000:2.0:1777022472.386294:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (290816->327679)  req@ffff8efa66931500 x1863342816074624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.386306:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931500 with x1863342816074624 ext(290816->327679)
00010000:00010000:2.0:1777022472.386315:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 10 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022472.386341:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 10 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022472.386349:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66931500
00000100:00100000:0.0:1777022472.392549:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022472.392908:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816074880
00000100:00100000:1.0:1777022472.392920:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816074880
00002000:00100000:1.0:1777022472.392986:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (204800->290815)  req@ffff8efa6578fb80 x1863342816074880/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.392997:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578fb80 with x1863342816074880 ext(204800->290815)
00010000:00010000:1.0:1777022472.393007:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 10 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022472.393025:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 10 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022472.393033:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578fb80
00000100:00100000:1.0:1777022472.393080:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 462
00000100:00100000:1.0:1777022472.393091:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816074880:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:2.0:1777022472.395184:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835888384:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022472.395219:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 6 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022472.395240:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022472.409076:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:10158:x1863342816074752:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 26366us (27063us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022472.409090:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 807
00000100:00100000:2.0:1777022472.414262:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342816074880:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 21159us (21710us total) trans 4294967443 rc 0/0
00000100:00100000:2.0:1777022472.416121:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 462
00002000:00100000:2.0:1777022472.416145:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (204800->290815)  req@ffff8efa6578fb80 x1863342816074880/t4294967443(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/448 e 0 to 0 dl 1777022483 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.416159:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578fb80 with x1863342816074880 ext(204800->290815)
00010000:00010000:2.0:1777022472.416170:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 12 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022472.416190:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 12 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022472.416198:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578fb80
00000100:00100000:2.0:1777022472.416901:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022472.416976:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816075008
00000100:00100000:0.0:1777022472.416985:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816075008
00000100:00100000:0.0:1777022472.417033:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 808
00000100:00100000:0.0:1777022472.417054:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10162:x1863342816075008:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022472.417071:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022472.417090:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e47d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ca2 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.417124:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022472.417131:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 5 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.417139:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022472.417143:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e47d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ca2 expref: 13 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.417185:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 5 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.417200:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e47d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [290816->294911] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ca2 expref: 13 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.417226:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acf000, rc 0)
00000100:00100000:0.0:1777022472.417298:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+13:10162:x1863342816075008:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 256us (409us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022472.417305:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 808
00000100:00100000:2.0:1777022472.418756:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022472.420111:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816075136
00000100:00100000:0.0:1777022472.420126:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816075136
00010000:00010000:0.0:1777022472.420181:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 13 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022472.420279:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 792
00000100:00100000:0.0:1777022472.420291:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+13:2378:x1863342816075136:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022472.420310:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022472.420337:0:5937:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb mtime from disk: 1777022469 -> 1777022471
00002000:00010000:0.0:1777022472.420341:0:5937:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb ctime from disk: 1777022469 -> 1777022471
00002000:00010000:0.0:1777022472.420344:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb blocks from disk: 0 -> 568
00010000:00010000:0.0:1777022472.420351:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 13 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.420365:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 13 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.420390:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e47c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c94 expref: 13 pid: 6924 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.420428:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022472.420430:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022472.420440:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 5 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.420450:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 5 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.420492:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 5 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.420505:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 5 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022472.420519:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835888640:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022472.420631:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022472.427118:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835888640:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022472.427155:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022472.427218:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342816075136:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6928us (8468us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022472.427229:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 792
00000100:00100000:1.0:1777022472.456934:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022472.457443:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816075264
00000100:00100000:2.0:1777022472.457455:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816075264
00002000:00100000:2.0:1777022472.457510:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (0->409599)  req@ffff8efa66932680 x1863342816075264/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022472.457522:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932680 with x1863342816075264 ext(0->409599)
00010000:00010000:2.0:1777022472.457532:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 6 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022472.457556:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 6 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022472.457577:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66932680
00000100:00100000:2.0:1777022472.457619:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 463
00000100:00100000:2.0:1777022472.457629:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816075264:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00100000:2.0:1777022472.470543:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816075264:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 12904us (13610us total) trans 4294967444 rc 0/0
00000100:00100000:2.0:1777022472.470557:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 463
00002000:00100000:2.0:1777022472.470581:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (0->409599)  req@ffff8efa66932680 x1863342816075264/t4294967444(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/448 e 0 to 0 dl 1777022483 ref 1 fl Complete:H/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022472.470592:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932680 with x1863342816075264 ext(0->409599)
00010000:00010000:2.0:1777022472.470603:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 8 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022472.470627:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 8 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022472.470636:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66932680
00000100:00100000:1.0:1777022472.477736:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022472.477894:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816075392
00000100:00100000:0.0:1777022472.477906:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816075392
00010000:00010000:0.0:1777022472.477948:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 8 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022472.478022:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 793
00000100:00100000:0.0:1777022472.478033:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816075392:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022472.478084:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022472.478110:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb blocks from disk: 568 -> 800
00010000:00010000:0.0:1777022472.478118:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 8 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.478133:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 8 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.478159:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e47d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c9b expref: 8 pid: 6923 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.478178:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022472.478180:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022472.478188:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e47d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ca2 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.478198:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e47d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 290816->294911) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ca2 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.478246:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e47d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 290816->294911) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ca2 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022472.478261:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835888768:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022472.478383:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022472.484539:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835888768:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022472.484574:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022472.484630:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816075392:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6599us (6906us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022472.484644:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 793
00000100:00100000:3.0:1777022472.499750:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022472.504285:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816075520
00000100:00100000:1.0:1777022472.504303:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816075520
00002000:00100000:1.0:1777022472.504370:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (262144->327679)  req@ffff8efa65f08a80 x1863342816075520/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.504383:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08a80 with x1863342816075520 ext(262144->327679)
00002000:00010000:1.0:1777022472.504389:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f08a80
00000100:00100000:1.0:1777022472.504435:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 438
00000100:00100000:1.0:1777022472.504445:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342816075520:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022472.511399:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342816075520:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6943us (11649us total) trans 0 rc 65536/65536
00000100:00100000:3.0:1777022472.511413:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 438
00002000:00100000:3.0:1777022472.511427:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (262144->327679)  req@ffff8efa65f08a80 x1863342816075520/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 65536/65536 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022472.511439:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08a80 with x1863342816075520 ext(262144->327679)
00002000:00010000:3.0:1777022472.511446:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f08a80
00000100:00100000:2.0:1777022472.521577:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022472.521709:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816075648
00000100:00100000:3.0:1777022472.521719:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816075648
00002000:00100000:3.0:1777022472.521777:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (327680->364543)  req@ffff8efa661adf80 x1863342816075648/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022472.521789:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661adf80 with x1863342816075648 ext(327680->364543)
00002000:00010000:3.0:1777022472.521796:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa661adf80
00000100:00100000:3.0:1777022472.521829:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 439
00000100:00100000:3.0:1777022472.521846:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816075648:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022472.528111:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816075648:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6255us (6536us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022472.528124:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 439
00002000:00100000:3.0:1777022472.528137:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (327680->364543)  req@ffff8efa661adf80 x1863342816075648/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022472.528147:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661adf80 with x1863342816075648 ext(327680->364543)
00002000:00010000:3.0:1777022472.528152:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa661adf80
00000100:00100000:0.0:1777022472.536551:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022472.536670:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816075776
00000100:00100000:2.0:1777022472.536680:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816075776
00002000:00100000:2.0:1777022472.536735:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (364544->401407)  req@ffff8efa6578c000 x1863342816075776/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.536767:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578c000 with x1863342816075776 ext(364544->401407)
00002000:00010000:2.0:1777022472.536774:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6578c000
00000100:00100000:2.0:1777022472.536809:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 440
00000100:00100000:2.0:1777022472.536820:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342816075776:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022472.546256:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342816075776:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9421us (9699us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022472.546271:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 440
00002000:00100000:2.0:1777022472.546287:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (364544->401407)  req@ffff8efa6578c000 x1863342816075776/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.546297:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578c000 with x1863342816075776 ext(364544->401407)
00002000:00010000:2.0:1777022472.546304:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6578c000
00000100:00100000:0.0:1777022472.561852:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022472.562143:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816075904
00000100:00100000:2.0:1777022472.562156:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816075904
00002000:00100000:2.0:1777022472.562215:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (401408->409599)  req@ffff8efa6578f100 x1863342816075904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.562227:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f100 with x1863342816075904 ext(401408->409599)
00002000:00010000:2.0:1777022472.562233:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6578f100
00000100:00100000:2.0:1777022472.562274:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 441
00000100:00100000:2.0:1777022472.562287:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2379:x1863342816075904:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022472.562566:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2379:x1863342816075904:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 282us (739us total) trans 0 rc 8192/8192
00000100:00100000:2.0:1777022472.562575:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 441
00002000:00100000:2.0:1777022472.562597:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (401408->409599)  req@ffff8efa6578f100 x1863342816075904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/8632 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.562606:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578f100 with x1863342816075904 ext(401408->409599)
00002000:00010000:2.0:1777022472.562609:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6578f100
00000100:00100000:0.0:1777022472.573099:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022472.573385:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816076032
00000100:00100000:1.0:1777022472.573399:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816076032
00000100:00100000:1.0:1777022472.573494:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 809
00000100:00100000:1.0:1777022472.573506:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+5:10162:x1863342816076032:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022472.573528:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022472.573554:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000759a9417/0x72ae7b78094e47df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ca9 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022472.573611:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c55 expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022472.573626:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022472.573628:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022472.573632:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000759a9417/0x72ae7b78094e47df lrc: 4/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ca9 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022472.573669:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c55 expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022472.573684:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c55 expref: 7 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022472.573699:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66932a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11979:1863342835888896:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022472.573800:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81744240 going to sleep for 11 seconds
00000100:00080000:3.0:1777022472.573931:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1777022472.580244:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022472.581034:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66932a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11979:1863342835888896:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022472.581096:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000759a9417/0x72ae7b78094e47df lrc: 3/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ca9 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022472.581122:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:0.0:1777022472.581200:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10162:x1863342816076032:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7696us (8110us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022472.581210:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 809
00000100:00100000:3.0:1777022472.581433:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816076160
00000100:00100000:3.0:1777022472.581441:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816076160
00002000:00100000:3.0:1777022472.581496:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x9:0x0] (0->409599)  req@ffff8efa66932d80 x1863342816076160/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022472.581506:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932d80 with x1863342816076160 ext(0->409599)
00010000:00010000:3.0:1777022472.581513:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c55 expref: 8 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022472.581528:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c55 expref: 8 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022472.581536:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8efa66932d80
00000100:00100000:3.0:1777022472.581570:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 464
00000100:00100000:3.0:1777022472.581580:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816076160:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022472.597032:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816076160:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 15441us (16789us total) trans 4294967316 rc 0/0
00000100:00100000:1.0:1777022472.597055:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 464
00002000:00100000:1.0:1777022472.597070:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x9:0x0] (0->409599)  req@ffff8efa66932d80 x1863342816076160/t4294967316(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:123/0 lens 488/448 e 0 to 0 dl 1777022483 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.597081:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66932d80 with x1863342816076160 ext(0->409599)
00010000:00010000:1.0:1777022472.597092:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c55 expref: 10 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022472.597113:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c55 expref: 10 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022472.597123:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8efa66932d80
00000100:00100000:2.0:1777022472.604456:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022472.606131:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816076288
00000100:00100000:3.0:1777022472.606151:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816076288
00010000:00010000:3.0:1777022472.606214:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c55 expref: 10 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022472.606266:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 794
00000100:00100000:3.0:1777022472.606278:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816076288:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022472.606295:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022472.606314:0:11978:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb mtime from disk: 1777022469 -> 1777022471
00002000:00010000:3.0:1777022472.606317:0:11978:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb ctime from disk: 1777022469 -> 1777022471
00002000:00010000:3.0:1777022472.606320:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb blocks from disk: 0 -> 800
00010000:00010000:3.0:1777022472.606344:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c55 expref: 10 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022472.606358:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c55 expref: 10 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022472.606384:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b90f5ed/0x72ae7b78094e471b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c55 expref: 10 pid: 6921 timeout: 510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022472.606413:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022472.606415:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022472.606424:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000759a9417/0x72ae7b78094e47df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ca9 expref: 5 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022472.606434:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000759a9417/0x72ae7b78094e47df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ca9 expref: 5 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022472.606784:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000759a9417/0x72ae7b78094e47df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ca9 expref: 5 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022472.606800:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65657b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11978:1863342835889024:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022472.606991:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022472.614492:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022472.616398:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65657b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11978:1863342835889024:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022472.616429:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022472.616524:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816076288:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10248us (12078us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022472.616535:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 794
00000100:00100000:2.0:1777022472.619786:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816076416
00000100:00100000:2.0:1777022472.619802:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816076416
00002000:00100000:2.0:1777022472.619889:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (0->65535)  req@ffff8efa65655180 x1863342816076416/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.619900:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655180 with x1863342816076416 ext(0->65535)
00002000:00010000:2.0:1777022472.619907:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655180
00000100:00100000:2.0:1777022472.619934:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 442
00000100:00100000:2.0:1777022472.619944:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816076416:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022472.629805:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816076416:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9851us (15317us total) trans 0 rc 65536/65536
00000100:00100000:2.0:1777022472.629817:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 442
00002000:00100000:2.0:1777022472.629833:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (0->65535)  req@ffff8efa65655180 x1863342816076416/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 65536/65536 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.629845:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655180 with x1863342816076416 ext(0->65535)
00002000:00010000:2.0:1777022472.629902:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655180
00000100:00100000:3.0:1777022472.637645:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022472.637896:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816076544
00000100:00100000:0.0:1777022472.637909:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816076544
00002000:00100000:0.0:1777022472.637977:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (65536->102399)  req@ffff8efa65656a00 x1863342816076544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022472.637989:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656a00 with x1863342816076544 ext(65536->102399)
00002000:00010000:0.0:1777022472.637996:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65656a00
00000100:00100000:0.0:1777022472.638037:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 443
00000100:00100000:0.0:1777022472.638063:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816076544:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022472.642612:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816076544:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4537us (4966us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022472.642627:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 443
00002000:00100000:0.0:1777022472.642644:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (65536->102399)  req@ffff8efa65656a00 x1863342816076544/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022472.642656:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65656a00 with x1863342816076544 ext(65536->102399)
00002000:00010000:0.0:1777022472.642662:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65656a00
00000100:00100000:3.0:1777022472.650974:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022472.651324:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816076672
00000100:00100000:2.0:1777022472.651335:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816076672
00002000:00100000:2.0:1777022472.651389:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (102400->139263)  req@ffff8efa65655c00 x1863342816076672/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.651407:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655c00 with x1863342816076672 ext(102400->139263)
00002000:00010000:2.0:1777022472.651413:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655c00
00000100:00100000:2.0:1777022472.651453:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 444
00000100:00100000:2.0:1777022472.651474:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816076672:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022472.661221:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816076672:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9742us (10242us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022472.661235:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 444
00002000:00100000:2.0:1777022472.661250:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (102400->139263)  req@ffff8efa65655c00 x1863342816076672/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.661261:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655c00 with x1863342816076672 ext(102400->139263)
00002000:00010000:2.0:1777022472.661268:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655c00
00000100:00100000:3.0:1777022472.666770:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022472.667164:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816076800
00000100:00100000:1.0:1777022472.667176:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816076800
00002000:00100000:1.0:1777022472.667229:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (139264->176127)  req@ffff8efa65655f80 x1863342816076800/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.667241:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655f80 with x1863342816076800 ext(139264->176127)
00002000:00010000:1.0:1777022472.667246:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655f80
00000100:00100000:1.0:1777022472.667282:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 445
00000100:00100000:1.0:1777022472.667291:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816076800:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022472.676356:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816076800:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7742us (8288us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022472.676373:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 445
00002000:00100000:1.0:1777022472.676389:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (139264->176127)  req@ffff8efa65655f80 x1863342816076800/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.676399:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65655f80 with x1863342816076800 ext(139264->176127)
00002000:00010000:1.0:1777022472.676407:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65655f80
00000100:00100000:3.0:1777022472.682381:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022472.682511:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816076928
00000100:00100000:1.0:1777022472.682524:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816076928
00002000:00100000:1.0:1777022472.682590:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (176128->212991)  req@ffff8efa65654000 x1863342816076928/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022472.682603:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654000 with x1863342816076928 ext(176128->212991)
00002000:00010000:1.0:1777022472.682611:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654000
00000100:00100000:1.0:1777022472.682653:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 446
00000100:00100000:1.0:1777022472.682663:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342816076928:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022472.693423:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342816076928:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10749us (11039us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022472.693438:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 446
00002000:00100000:2.0:1777022472.693453:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xa:0x0] (176128->212991)  req@ffff8efa65654000 x1863342816076928/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.693476:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654000 with x1863342816076928 ext(176128->212991)
00002000:00010000:2.0:1777022472.693483:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654000
00000100:00100000:1.0:1777022472.699065:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022472.699230:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816077056
00000100:00100000:0.0:1777022472.699241:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816077056
00002000:00100000:0.0:1777022472.699300:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (212992->249855)  req@ffff8efa66931180 x1863342816077056/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022472.699313:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931180 with x1863342816077056 ext(212992->249855)
00002000:00010000:0.0:1777022472.699319:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66931180
00000100:00100000:0.0:1777022472.699353:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 447
00000100:00100000:0.0:1777022472.699364:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816077056:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022472.704568:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816077056:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5192us (5515us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022472.704583:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 447
00002000:00100000:0.0:1777022472.704598:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (212992->249855)  req@ffff8efa66931180 x1863342816077056/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/440 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022472.704609:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66931180 with x1863342816077056 ext(212992->249855)
00002000:00010000:0.0:1777022472.704615:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66931180
00000100:00100000:3.0:1777022472.713005:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022472.713204:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816077184
00000100:00100000:2.0:1777022472.713216:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816077184
00002000:00100000:2.0:1777022472.713277:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (249856->262143)  req@ffff8efa65657b80 x1863342816077184/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/0 e 0 to 0 dl 1777022483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.713295:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657b80 with x1863342816077184 ext(249856->262143)
00002000:00010000:2.0:1777022472.713300:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65657b80
00000100:00100000:2.0:1777022472.713341:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 448
00000100:00100000:2.0:1777022472.713351:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816077184:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022472.713721:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816077184:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 369us (726us total) trans 0 rc 12288/12288
00000100:00100000:2.0:1777022472.713728:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 448
00002000:00100000:2.0:1777022472.713735:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (249856->262143)  req@ffff8efa65657b80 x1863342816077184/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:123/0 lens 488/12728 e 0 to 0 dl 1777022483 ref 1 fl Complete:/600/0 rc 12288/12288 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022472.713743:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657b80 with x1863342816077184 ext(249856->262143)
00002000:00010000:2.0:1777022472.713747:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65657b80
00000100:00100000:2.0:1777022472.729778:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022472.731305:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816077440
00000100:00100000:1.0:1777022472.731324:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816077440
00000100:00100000:1.0:1777022472.731604:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 35
00000100:00100000:1.0:1777022472.731615:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10162:x1863342816077440:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:1.0:1777022472.731960:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10162:x1863342816077440:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 346us (2189us total) trans 4294967401 rc 0/0
00000100:00100000:1.0:1777022472.731968:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 35
00000100:00080000:3.0:1777022472.743483:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1777022472.743753:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022472.744238:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816077696
00000100:00100000:2.0:1777022472.744250:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816077696
00000100:00100000:2.0:1777022472.744315:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 36
00000100:00100000:2.0:1777022472.744327:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10162:x1863342816077696:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000001:00080000:2.0:1777022472.744577:0:5955:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967402
00000100:00100000:2.0:1777022472.744692:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10162:x1863342816077696:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 367us (944us total) trans 4294967403 rc 0/0
00000100:00100000:2.0:1777022472.744700:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 36
00000020:00080000:2.0:1777022472.744706:0:5955:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00010000:00010000:3.0:1777022472.873790:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022473.461535:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022473.461577:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022473.461625:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022473.461656:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816078336
00000100:00100000:2.0:1777022473.461666:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816078336
00000100:00100000:2.0:1777022473.461717:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 139
00000100:00100000:2.0:1777022473.461728:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2380:x1863342816078336:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022473.461819:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2380:x1863342816078336:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 85us (183us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022473.461827:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 139
00000100:00100000:2.0:1777022473.461897:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022473.462000:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022473.462022:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022473.462056:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022473.462074:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816078080
00000100:00100000:2.0:1777022473.462078:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816078080
00000100:00100000:2.0:1777022473.462103:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816078592
00000100:00100000:2.0:1777022473.462106:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816078592
00000100:00100000:2.0:1777022473.462118:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816078208
00000100:00100000:2.0:1777022473.462120:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816078208
00000100:00100000:2.0:1777022473.462129:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816078464
00000100:00100000:2.0:1777022473.462132:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816078464
00000100:00100000:2.0:1777022473.462143:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 89
00000100:00100000:2.0:1777022473.462150:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342816078080:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022473.462183:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342816078080:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 33us (605us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022473.462189:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 89
00000100:00100000:2.0:1777022473.462200:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 90
00000100:00100000:2.0:1777022473.462206:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2380:x1863342816078592:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022473.462231:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2380:x1863342816078592:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (335us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022473.462238:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 90
00000100:00100000:2.0:1777022473.462249:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 91
00000100:00100000:2.0:1777022473.462255:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816078208:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022473.462279:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816078208:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 24us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022473.462285:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 91
00000100:00100000:2.0:1777022473.462296:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 92
00000100:00100000:2.0:1777022473.462302:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816078464:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022473.462325:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816078464:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022473.462330:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 92
00000100:00100000:3.0:1777022473.462500:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816077824
00000100:00100000:3.0:1777022473.462506:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816077824
00000100:00100000:3.0:1777022473.462547:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 265
00000100:00100000:3.0:1777022473.462556:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816077824:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022473.462600:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816077824:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 46us (1075us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022473.462607:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 265
00000100:00100000:1.0:1777022473.462979:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816077952
00000100:00100000:1.0:1777022473.462983:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816077952
00000100:00100000:1.0:1777022473.463043:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 140
00000100:00100000:1.0:1777022473.463052:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816077952:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022473.463093:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816077952:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 40us (1091us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022473.463100:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 140
00000100:00080000:3.0:1777022473.463188:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:2.0:1777022473.897142:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022474.457517:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.457656:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816078848
00000100:00100000:2.0:1777022474.457667:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816078848
00000100:00100000:2.0:1777022474.457747:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 37
00000100:00100000:2.0:1777022474.457758:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10158:x1863342816078848:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022474.458056:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816078848:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 299us (547us total) trans 4294967404 rc 0/0
00000100:00100000:2.0:1777022474.458064:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 37
00000100:00100000:2.0:1777022474.475537:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022474.475700:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816079104
00000100:00100000:1.0:1777022474.475710:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816079104
00000100:00100000:1.0:1777022474.475779:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 38
00000100:00100000:1.0:1777022474.475790:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816079104:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:1.0:1777022474.476113:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10158:x1863342816079104:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 325us (585us total) trans 4294967405 rc 0/0
00000100:00100000:1.0:1777022474.476121:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 38
00000100:00100000:1.0:1777022474.483747:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.483841:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816079232
00000100:00100000:2.0:1777022474.483852:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816079232
00000100:00100000:2.0:1777022474.483955:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 155
00000100:00100000:2.0:1777022474.483966:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10158:x1863342816079232:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022474.483992:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022474.484012:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e47e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841cb0 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.484088:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e47ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.484104:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e47ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.484117:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e47ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022474.484165:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022474.484169:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022474.484190:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e47ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.484213:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e47e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cb0 expref: 12 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.484231:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e47ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cb0 expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.484239:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:2.0:1777022474.484241:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022474.484245:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a200, rc 0)
00000100:00100000:2.0:1777022474.484313:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342816079232:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 350us (585us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022474.484321:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 155
00000100:00100000:3.0:1777022474.487211:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022474.487325:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816079360
00000100:00100000:1.0:1777022474.487336:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816079360
00000100:00100000:1.0:1777022474.487402:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 156
00000100:00100000:1.0:1777022474.487413:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342816079360:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022474.487432:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022474.487463:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e47f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841cb7 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487525:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e47fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487540:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e47fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487550:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e47fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487563:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e4802 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487569:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e4802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487579:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e4802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487651:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4809 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487658:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487665:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022474.487701:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 409600
00000004:00200000:1.0:1777022474.487705:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1777022474.487722:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487744:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487752:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e47fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487758:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e47fb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487764:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e47fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487770:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570ce00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022474.487774:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e47fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487781:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e47fb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487790:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:1.0:1777022474.487793:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022474.487796:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e47fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487801:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e47fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487812:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e4802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487818:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e4802 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487823:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e4802 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487828:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022474.487830:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e4802 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487836:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e4802 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487841:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa81569a00)
00010000:00010000:1.0:1777022474.487843:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022474.487845:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e4802 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487903:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e4802 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487931:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e47f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cb7 expref: 13 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487943:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4809 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cb7 expref: 12 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.487949:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8efa43098900)
00010000:00010000:1.0:1777022474.487951:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022474.487954:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570de00, rc 0)
00000100:00100000:1.0:1777022474.488010:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10158:x1863342816079360:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 600us (807us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022474.488017:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 156
00000100:00100000:1.0:1777022474.493592:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.493669:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816079616
00000100:00100000:2.0:1777022474.493679:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816079616
00000100:00100000:2.0:1777022474.493749:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 157
00000100:00100000:2.0:1777022474.493759:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10158:x1863342816079616:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022474.493851:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1777022474.493923:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4809 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cb7 expref: 12 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.493947:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6c00/0x72ae7b78094e475a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c6a expref: 11 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.493959:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8efa43098900)
00010000:00010000:2.0:1777022474.493970:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e47ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cb0 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.493978:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:2.0:1777022474.493981:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022474.494001:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.494015:0:7637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a400/0x72ae7b78094e476f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c78 expref: 10 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.494035:0:7637:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.494071:0:7637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a400/0x72ae7b78094e476f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c78 expref: 10 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.494085:0:7637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a400/0x72ae7b78094e476f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c78 expref: 10 pid: 5954 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022474.494101:0:7637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65807800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7637:1863342835889152:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022474.494195:0:7637:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4cc309c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022474.498622:0:7637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65807800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7637:1863342835889152:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022474.498660:0:7637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022474.499531:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.499626:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816079744
00000100:00100000:0.0:1777022474.499645:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816079744
00010000:00010000:0.0:1777022474.499704:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a400/0x72ae7b78094e476f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c78 expref: 11 pid: 5954 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022474.499749:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 795
00000100:00100000:0.0:1777022474.499758:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816079744:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022474.499774:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022474.499780:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a400/0x72ae7b78094e476f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c78 expref: 11 pid: 5954 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.499791:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a400/0x72ae7b78094e476f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c78 expref: 11 pid: 5954 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.499814:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66d2a400/0x72ae7b78094e476f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c78 expref: 11 pid: 5954 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.499831:0:5937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:0.0:1777022474.499836:0:5937:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.499845:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.499886:0:5937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.499918:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022474.499967:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816079744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 210us (439us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022474.499983:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 795
00010000:00010000:1.0:1777022474.500251:0:7637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.500260:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.500286:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e4817 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.500295:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e4817 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.500307:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e4817 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.500389:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.500400:0:7637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e478b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c7f expref: 9 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.500407:0:7637:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 4/0,1 mode: --/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.500439:0:7637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e478b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c7f expref: 9 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.500454:0:7637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e478b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c7f expref: 9 pid: 5953 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022474.500468:0:7637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66930380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7637:1863342835889280:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022474.500538:0:7637:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa44d779c0 going to sleep for 11 seconds
00000100:00080000:3.0:1777022474.500670:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022474.506290:0:7637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66930380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7637:1863342835889280:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022474.506323:0:7637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022474.506746:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.506821:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816079872
00000100:00100000:2.0:1777022474.506829:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816079872
00010000:00010000:2.0:1777022474.506897:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e478b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c7f expref: 10 pid: 5953 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022474.506932:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 796
00000100:00100000:2.0:1777022474.506943:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc55050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816079872:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022474.506958:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022474.506964:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e478b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c7f expref: 10 pid: 5953 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.506977:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e478b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c7f expref: 10 pid: 5953 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.506999:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e478b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c7f expref: 10 pid: 5953 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.507015:0:5938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8efa43098900)
00010000:00010000:2.0:1777022474.507020:0:5938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.507039:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.507046:0:5938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.507065:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022474.507117:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc55050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2378:x1863342816079872:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 176us (373us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022474.507135:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 796
00010000:00010000:3.0:1777022474.507900:0:7637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.507910:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1777022474.508362:0:7637:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8832
00000004:00080000:3.0:1777022474.508374:0:7637:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 412674518720ns, next at 413674515954ns, rc = 0
00010000:00010000:3.0:1777022474.508447:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e4825 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508460:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e4825 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508470:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e4825 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508477:0:7637:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e4825 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508483:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e4825 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508489:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e4825 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508549:0:7637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1777022474.508570:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508577:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508583:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508589:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022474.508593:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508600:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508616:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8efa43098900)
00010000:00010000:3.0:1777022474.508619:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1777022474.508623:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508628:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e481e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508644:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508650:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508656:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508660:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022474.508663:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508668:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508675:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:3.0:1777022474.508677:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022474.508680:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.508685:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4810 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1777022474.508712:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fca797e7 reply state 0000000063d7e17f transno 4294967406 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e4817 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022474.508720:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1777022474.508797:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342816079616:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 15037us (15213us total) trans 4294967406 rc 0/0
00000100:00100000:3.0:1777022474.508805:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 157
00010000:00010000:2.0:1777022474.510288:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1777022474.510300:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e4825 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.510310:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f1c00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:2.0:1777022474.510315:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e4825 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.510335:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e4825 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.510352:0:6937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8efa43098900)
00010000:00010000:2.0:1777022474.510354:0:6937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1777022474.510359:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e4825 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.510366:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e4825 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.510389:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022474.510391:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022474.510393:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022474.514764:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e4817 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.514782:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e4817 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.514790:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e4817 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.514797:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022474.514803:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e4817 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.514811:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e4817 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.514832:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa81569a00)
00010000:00010000:2.0:1777022474.514836:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022474.514841:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e4817 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.514848:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e4817 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022474.516329:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.516405:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816080000
00000100:00100000:2.0:1777022474.516417:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816080000
00000100:00100000:2.0:1777022474.516478:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 158
00000100:00100000:2.0:1777022474.516492:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10158:x1863342816080000:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022474.516522:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022474.516544:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e482c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841cbe expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.516609:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4833 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.516622:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4833 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.516632:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4833 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022474.516674:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022474.516677:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022474.516697:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4833 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.516718:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e482c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cbe expref: 12 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.516733:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4833 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cbe expref: 11 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.516750:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de900)
00010000:00010000:2.0:1777022474.516752:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022474.516756:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022474.516818:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342816080000:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 327us (498us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022474.516825:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 158
00000100:00100000:0.0:1777022474.524591:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.524812:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816080128
00000100:00100000:3.0:1777022474.524824:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816080128
00000100:00100000:3.0:1777022474.524928:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 159
00000100:00100000:3.0:1777022474.524940:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342816080128:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022474.524962:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022474.524983:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0c00/0x72ae7b78094e483a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841cc5 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.525060:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4841 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.525075:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4841 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.525086:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4841 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.525101:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e4848 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.525107:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e4848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.525134:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e4848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.525732:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e484f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.525743:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e484f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.525751:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e484f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022474.526135:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x11:0x0]: returning size 409600
00000004:00200000:3.0:1777022474.526141:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022474.526357:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e484f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526370:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e484f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526378:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4841 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526384:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4841 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526390:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4841 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526396:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0e00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022474.526399:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4841 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526418:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4841 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526429:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de900)
00010000:00010000:3.0:1777022474.526432:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022474.526437:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4841 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526443:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4841 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526458:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e4848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526463:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e4848 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526467:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e4848 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526472:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f1600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022474.526475:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e4848 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526480:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e4848 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526487:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa6519e200)
00010000:00010000:3.0:1777022474.526490:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022474.526492:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e4848 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526507:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e4848 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526544:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0c00/0x72ae7b78094e483a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cc5 expref: 13 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526557:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e484f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cc5 expref: 12 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.526564:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:3.0:1777022474.526566:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1777022474.526569:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:3.0:1777022474.526698:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10158:x1863342816080128:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1760us (2116us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022474.526707:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 159
00000100:00100000:1.0:1777022474.537036:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.537161:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816080384
00000100:00100000:2.0:1777022474.537172:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816080384
00000100:00100000:2.0:1777022474.537237:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 160
00000100:00100000:2.0:1777022474.537247:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10158:x1863342816080384:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022474.537304:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1777022474.537330:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e484f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cc5 expref: 12 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.537354:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa494b6600/0x72ae7b78094e4714 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c4e expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.537364:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:2.0:1777022474.537374:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4833 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cbe expref: 10 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.537382:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de900)
00010000:00010000:2.0:1777022474.537389:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022474.537411:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4856 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.537423:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4856 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.537432:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4856 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.537443:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e485d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.537449:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e485d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.537455:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e485d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.537530:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.537541:0:5953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e47ae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841c86 expref: 8 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.537550:0:5953:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.537584:0:5953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e47ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c86 expref: 8 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.537598:0:5953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e47ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c86 expref: 8 pid: 7637 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022474.537612:0:5953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835889408:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022474.537716:0:5953:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81744240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022474.541366:0:5953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835889408:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022474.541404:0:5953:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022474.544931:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.545263:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816080512
00000100:00100000:3.0:1777022474.545274:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816080512
00010000:00010000:3.0:1777022474.545315:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e47ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c86 expref: 9 pid: 7637 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022474.545351:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 797
00000100:00100000:3.0:1777022474.545361:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2378:x1863342816080512:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022474.545376:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022474.545382:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e47ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c86 expref: 9 pid: 7637 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.545418:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e47ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c86 expref: 9 pid: 7637 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.545441:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e47ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841c86 expref: 9 pid: 7637 timeout: 512 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.545458:0:11978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:3.0:1777022474.545464:0:11978:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.545473:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.545480:0:11978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.545516:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022474.545576:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816080512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 216us (653us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022474.545584:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 797
00010000:00010000:2.0:1777022474.547647:0:5953:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.547662:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1777022474.547963:0:5953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8704
00000004:00080000:2.0:1777022474.547974:0:5953:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 412714118669ns, next at 413714116390ns, rc = 0
00010000:00010000:2.0:1777022474.548040:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e486b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548054:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e486b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548065:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e486b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548072:0:5953:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e486b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548078:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e486b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548084:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e486b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548108:0:5953:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1777022474.548139:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548152:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548158:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548164:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022474.548170:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548177:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548190:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:2.0:1777022474.548194:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1777022474.548198:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548205:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4864 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.548216:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1777022474.548222:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4856 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.548224:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e486b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548237:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4856 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.548239:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b000 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022474.548245:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e486b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548247:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4856 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.548261:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e486b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548262:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022474.548265:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4856 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548270:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4856 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548277:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dec00)
00010000:00010000:2.0:1777022474.548281:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022474.548284:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4856 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.548290:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4856 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.548308:0:5940:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:3.0:1777022474.548312:0:5940:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00000004:00010000:2.0:1777022474.548313:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f4aea21b reply state 000000002925a6ee transno 4294967407 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e485d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.548316:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e486b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022474.548335:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1777022474.548336:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e486b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.548354:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022474.548356:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022474.548358:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022474.548430:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342816080384:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 11181us (11411us total) trans 4294967407 rc 0/0
00000100:00100000:2.0:1777022474.548439:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 160
00010000:00010000:2.0:1777022474.559698:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e485d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.559716:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e485d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.559723:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e485d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.559729:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022474.559734:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e485d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.559741:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e485d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.559757:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa655de300)
00010000:00010000:2.0:1777022474.559760:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022474.559765:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e485d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.559771:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e485d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022474.562737:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.562827:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816080640
00000100:00100000:3.0:1777022474.562838:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816080640
00000100:00100000:3.0:1777022474.562941:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 161
00000100:00100000:3.0:1777022474.562951:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10158:x1863342816080640:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022474.562975:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022474.562998:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e4872 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ccc expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.563076:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0c00/0x72ae7b78094e4879 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.563090:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0c00/0x72ae7b78094e4879 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.563101:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0c00/0x72ae7b78094e4879 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022474.563155:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022474.563172:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022474.563195:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0c00/0x72ae7b78094e4879 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.563219:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e4872 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ccc expref: 12 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.563237:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0c00/0x72ae7b78094e4879 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ccc expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.563245:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:3.0:1777022474.563248:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022474.563251:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:3.0:1777022474.563549:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342816080640:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 597us (827us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022474.563557:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 161
00000100:00100000:1.0:1777022474.567012:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.567128:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816080768
00000100:00100000:0.0:1777022474.567139:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816080768
00000100:00100000:0.0:1777022474.567211:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 162
00000100:00100000:0.0:1777022474.567224:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342816080768:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022474.567251:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022474.567278:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfe00/0x72ae7b78094e4880 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841cd3 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567459:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4887 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567476:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4887 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567489:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4887 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567506:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e488e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567512:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e488e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567518:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e488e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567564:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4887 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567586:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4887 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567591:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4887 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567598:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022474.567602:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4887 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567609:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4887 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567621:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:0.0:1777022474.567624:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022474.567629:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4887 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567635:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4887 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567650:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e488e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567655:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e488e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567660:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e488e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567665:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acf400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022474.567673:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e488e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567680:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e488e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567688:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc442db46 (ffff8efa4954bf00)
00010000:00010000:0.0:1777022474.567690:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022474.567693:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e488e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567698:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e488e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.567730:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfe00/0x72ae7b78094e4880 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cd3 expref: 12 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.568518:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:0.0:1777022474.568521:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022474.568527:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfe00/0x72ae7b78094e4880 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cd3 expref: 12 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.568541:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acfe00, rc 0)
00000100:00100000:0.0:1777022474.568676:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342816080768:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1454us (1670us total) trans 0 rc 301/301
00000100:00100000:0.0:1777022474.568685:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 162
00000100:00100000:1.0:1777022474.584716:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.589637:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816081024
00000100:00100000:2.0:1777022474.589652:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816081024
00000100:00100000:2.0:1777022474.589722:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 163
00000100:00100000:2.0:1777022474.589738:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342816081024:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022474.589758:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022474.589761:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1777022474.589788:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0c00/0x72ae7b78094e4879 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ccc expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.589810:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:2.0:1777022474.589819:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022474.589834:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4895 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841cda expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.589961:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e489c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.589974:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e489c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.589984:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e489c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.589997:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e48a3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.590008:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e48a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.590014:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e48a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1777022474.590295:0:5954:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xa:0x0], index 0: 0
00010000:00010000:2.0:1777022474.590408:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e48aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.590416:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e48aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.590423:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e48aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.591078:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e489c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.591087:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e489c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.591094:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e489c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.591100:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022474.591104:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e489c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.591112:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e489c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.591127:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de300)
00010000:00010000:2.0:1777022474.591130:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022474.591134:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e489c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.591140:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e489c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022474.591152:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000930ee2f9 reply state 000000003a8df728 transno 4294967408 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e48a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022474.591160:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1777022474.591190:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4895 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cda expref: 13 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.591205:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e48aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cda expref: 12 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.591214:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8efa655de900)
00010000:00010000:2.0:1777022474.591216:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022474.591218:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022474.591292:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10158:x1863342816081024:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1562us (6588us total) trans 4294967408 rc 0/0
00000100:00100000:2.0:1777022474.591302:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 163
00000100:00100000:1.0:1777022474.596373:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.596483:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816081280
00000100:00100000:3.0:1777022474.596494:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816081280
00000100:00100000:3.0:1777022474.596559:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 164
00000100:00100000:3.0:1777022474.596569:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10158:x1863342816081280:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:3.0:1777022474.596638:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022474.596667:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e48aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cda expref: 13 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.596684:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8efa655de900)
00010000:00010000:3.0:1777022474.596695:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1777022474.596921:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e48b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.596951:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e48b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.596960:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e48b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1777022474.597004:0:5953:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967409
00000004:00010000:3.0:1777022474.597037:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000309576cf reply state 0000000040be100d transno 4294967410 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e48b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022474.597047:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1777022474.597153:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10158:x1863342816081280:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 585us (788us total) trans 4294967410 rc 0/0
00000100:00100000:3.0:1777022474.597161:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 164
00000020:00080000:3.0:1777022474.597167:0:5953:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00010000:00010000:2.0:1777022474.597610:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e48a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.597621:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e48a3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.597627:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e48a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.597633:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022474.597637:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e48a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.597644:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e48a3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.597653:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc442db46 (ffff8efa655dec00)
00010000:00010000:2.0:1777022474.597657:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022474.597661:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e48a3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.597667:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e48a3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.604535:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e48b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.604553:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e48b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.604561:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e48b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.604568:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f1800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022474.604573:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e48b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.604584:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e48b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.604602:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8efa6519e200)
00010000:00010000:2.0:1777022474.604605:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022474.604609:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e48b8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.604614:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1800/0x72ae7b78094e48b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022474.604773:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.605413:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816081408
00000100:00100000:3.0:1777022474.605425:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816081408
00000100:00100000:3.0:1777022474.605482:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 165
00000100:00100000:3.0:1777022474.605492:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66933b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10158:x1863342816081408:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022474.605517:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022474.605538:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e48bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ce1 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.605609:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e48bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ce1 expref: 14 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.605622:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e48bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ce1 expref: 14 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.605663:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8efa6519e400)
00010000:00010000:3.0:1777022474.605665:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:3.0:1777022474.605668:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:3.0:1777022474.605979:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66933b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10158:x1863342816081408:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 488us (1209us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022474.605987:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 165
00000100:00100000:1.0:1777022474.619820:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.620031:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816081536
00000100:00100000:2.0:1777022474.620043:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816081536
00000100:00100000:2.0:1777022474.620113:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 810
00000100:00100000:2.0:1777022474.620125:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816081536:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022474.620146:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022474.620170:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005acbd7df/0x72ae7b78094e48c6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ce8 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022474.620197:0:9584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1777022474.620220:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022474.620222:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022474.620230:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005acbd7df/0x72ae7b78094e48c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ce8 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.620246:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005acbd7df/0x72ae7b78094e48c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ce8 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.620265:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a600, rc 0)
00000100:00100000:2.0:1777022474.620333:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10158:x1863342816081536:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 209us (521us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022474.620340:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 810
00000100:00080000:3.0:1777022474.622020:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022474.625968:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022474.626066:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816081664
00000100:00100000:1.0:1777022474.626076:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816081664
00002000:00010000:1.0:1777022474.626115:0:6927:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/10 (163840->18446744073709551615)
00002000:00100000:1.0:1777022474.626120:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a8000 with x1863342816081664 ext(163840->18446744073709551615)
00002000:00010000:1.0:1777022474.626132:0:6927:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa412a8000.
00000100:00100000:1.0:1777022474.626164:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 449
00000100:00100000:1.0:1777022474.626174:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816081664:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:1.0:1777022474.626353:0:6927:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb size from disk: 0 -> 163840
00002000:00010000:1.0:1777022474.626357:0:6927:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb mtime from disk: 0 -> 1777022474
00002000:00010000:1.0:1777022474.626359:0:6927:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:1.0:1777022474.626362:0:6927:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb ctime from disk: 0 -> 1777022474
00002000:00010000:1.0:1777022474.626364:0:6927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:1.0:1777022474.626421:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816081664:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 248us (461us total) trans 4294967317 rc 0/0
00000100:00100000:1.0:1777022474.626430:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 449
00002000:00010000:1.0:1777022474.626433:0:6927:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/10 (163840->18446744073709551615)
00002000:00100000:1.0:1777022474.626436:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a8000 with x1863342816081664 ext(163840->18446744073709551615)
00002000:00010000:1.0:1777022474.626440:0:6927:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa412a8000.
00000100:00100000:1.0:1777022474.653992:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.654135:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816081792
00000100:00100000:2.0:1777022474.654147:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816081792
00002000:00100000:2.0:1777022474.654200:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xa:0x0] (0->4095)  req@ffff8efa657cfb80 x1863342816081792/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/0 e 0 to 0 dl 1777022485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022474.654211:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cfb80 with x1863342816081792 ext(0->4095)
00002000:00010000:2.0:1777022474.654217:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa657cfb80
00000100:00100000:2.0:1777022474.654289:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 450
00000100:00100000:2.0:1777022474.654300:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816081792:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022474.654549:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816081792:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 249us (566us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022474.654556:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 450
00002000:00100000:2.0:1777022474.654563:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xa:0x0] (0->4095)  req@ffff8efa657cfb80 x1863342816081792/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/4536 e 0 to 0 dl 1777022485 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022474.654571:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cfb80 with x1863342816081792 ext(0->4095)
00002000:00010000:2.0:1777022474.654574:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa657cfb80
00000100:00100000:2.0:1777022474.674044:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022474.674157:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816081920
00000100:00100000:1.0:1777022474.674168:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816081920
00002000:00100000:1.0:1777022474.674221:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xa:0x0] (4096->8191)  req@ffff8efa65805c00 x1863342816081920/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/0 e 0 to 0 dl 1777022485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022474.674233:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805c00 with x1863342816081920 ext(4096->8191)
00002000:00010000:1.0:1777022474.674239:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65805c00
00000100:00100000:1.0:1777022474.674274:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 451
00000100:00100000:1.0:1777022474.674284:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816081920:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022474.674515:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816081920:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 231us (488us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022474.674522:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 451
00002000:00100000:1.0:1777022474.674528:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xa:0x0] (4096->8191)  req@ffff8efa65805c00 x1863342816081920/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/4536 e 0 to 0 dl 1777022485 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022474.674536:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805c00 with x1863342816081920 ext(4096->8191)
00002000:00010000:1.0:1777022474.674539:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65805c00
00000100:00100000:0.0:1777022474.685509:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.686040:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816082048
00000100:00100000:3.0:1777022474.686052:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816082048
00002000:00100000:0.0:1777022474.686209:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xa:0x0] (8192->12287)  req@ffff8efa412a9f80 x1863342816082048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/0 e 0 to 0 dl 1777022485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022474.686241:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9f80 with x1863342816082048 ext(8192->12287)
00002000:00010000:0.0:1777022474.686248:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa412a9f80
00000100:00100000:0.0:1777022474.686335:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 452
00000100:00100000:0.0:1777022474.686346:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342816082048:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022474.686568:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342816082048:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 223us (1068us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022474.686576:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 452
00002000:00100000:0.0:1777022474.686583:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xa:0x0] (8192->12287)  req@ffff8efa412a9f80 x1863342816082048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/4536 e 0 to 0 dl 1777022485 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022474.686591:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9f80 with x1863342816082048 ext(8192->12287)
00002000:00010000:0.0:1777022474.686594:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa412a9f80
00000100:00100000:2.0:1777022474.693966:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022474.694074:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816082176
00000100:00100000:1.0:1777022474.694083:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816082176
00002000:00100000:1.0:1777022474.694132:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xa:0x0] (12288->69631)  req@ffff8efa65807b80 x1863342816082176/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/0 e 0 to 0 dl 1777022485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022474.694145:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807b80 with x1863342816082176 ext(12288->69631)
00002000:00010000:1.0:1777022474.694151:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65807b80
00000100:00100000:1.0:1777022474.694178:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 453
00000100:00100000:1.0:1777022474.694187:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342816082176:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022474.713168:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342816082176:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 18969us (19199us total) trans 0 rc 57344/57344
00000100:00100000:1.0:1777022474.713182:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 453
00002000:00100000:1.0:1777022474.713204:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xa:0x0] (12288->69631)  req@ffff8efa65807b80 x1863342816082176/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/440 e 0 to 0 dl 1777022485 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022474.713214:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807b80 with x1863342816082176 ext(12288->69631)
00002000:00010000:1.0:1777022474.713221:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65807b80
00000100:00100000:1.0:1777022474.731971:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.732087:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816082304
00000100:00100000:2.0:1777022474.732099:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816082304
00002000:00100000:2.0:1777022474.732149:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xa:0x0] (69632->106495)  req@ffff8efa66128000 x1863342816082304/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/0 e 0 to 0 dl 1777022485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022474.732162:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128000 with x1863342816082304 ext(69632->106495)
00002000:00010000:2.0:1777022474.732167:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66128000
00000100:00100000:2.0:1777022474.732629:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 454
00000100:00100000:2.0:1777022474.732641:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816082304:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022474.740836:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816082304:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8187us (8867us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022474.740851:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 454
00002000:00100000:0.0:1777022474.740900:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xa:0x0] (69632->106495)  req@ffff8efa66128000 x1863342816082304/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/440 e 0 to 0 dl 1777022485 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022474.740912:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128000 with x1863342816082304 ext(69632->106495)
00002000:00010000:0.0:1777022474.740918:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66128000
00000100:00100000:2.0:1777022474.748364:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.748670:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816082432
00000100:00100000:0.0:1777022474.748680:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816082432
00002000:00100000:0.0:1777022474.748818:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xa:0x0] (106496->143359)  req@ffff8efa65804e00 x1863342816082432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/0 e 0 to 0 dl 1777022485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022474.748848:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804e00 with x1863342816082432 ext(106496->143359)
00002000:00010000:0.0:1777022474.748894:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65804e00
00000100:00100000:0.0:1777022474.748921:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 455
00000100:00100000:0.0:1777022474.748932:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342816082432:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022474.757796:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342816082432:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8856us (9432us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022474.757808:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 455
00002000:00100000:0.0:1777022474.758434:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xa:0x0] (106496->143359)  req@ffff8efa65804e00 x1863342816082432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/440 e 0 to 0 dl 1777022485 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022474.758518:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804e00 with x1863342816082432 ext(106496->143359)
00002000:00010000:0.0:1777022474.758524:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65804e00
00000100:00100000:2.0:1777022474.770944:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.771045:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816082560
00000100:00100000:0.0:1777022474.771057:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816082560
00002000:00100000:0.0:1777022474.771112:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xa:0x0] (143360->163839)  req@ffff8efa65806a00 x1863342816082560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/0 e 0 to 0 dl 1777022485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022474.771123:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806a00 with x1863342816082560 ext(143360->163839)
00002000:00010000:0.0:1777022474.771128:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65806a00
00000100:00100000:0.0:1777022474.771259:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 456
00000100:00100000:0.0:1777022474.771270:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816082560:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022474.803778:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816082560:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 32498us (32833us total) trans 0 rc 20480/20480
00000100:00100000:3.0:1777022474.803792:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 456
00002000:00100000:3.0:1777022474.803807:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xa:0x0] (143360->163839)  req@ffff8efa65806a00 x1863342816082560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/440 e 0 to 0 dl 1777022485 ref 1 fl Complete:/600/0 rc 20480/20480 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022474.803818:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806a00 with x1863342816082560 ext(143360->163839)
00002000:00010000:3.0:1777022474.803823:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65806a00
00000100:00100000:2.0:1777022474.823712:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.823763:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022474.823893:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816082816
00000100:00100000:1.0:1777022474.823901:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816082816
00002000:00100000:1.0:1777022474.823945:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xa:0x0] (0->163839)  req@ffff8efa65804700 x1863342816082816/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/0 e 0 to 0 dl 1777022485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1777022474.823954:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804700 with x1863342816082816 ext(0->163839)
00002000:00010000:1.0:1777022474.823959:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65804700
00000100:00100000:1.0:1777022474.823986:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 457
00000100:00100000:1.0:1777022474.823993:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816082816:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00100000:3.0:1777022474.824966:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816082688
00000100:00100000:3.0:1777022474.824975:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816082688
00000100:00100000:3.0:1777022474.825029:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 166
00000100:00100000:3.0:1777022474.825039:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10158:x1863342816082688:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022474.825054:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022474.825078:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e48cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841cef expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.825142:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0200/0x72ae7b78094e48d4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.825171:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0200/0x72ae7b78094e48d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.825183:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0200/0x72ae7b78094e48d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022474.825224:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022474.825228:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022474.825246:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0200/0x72ae7b78094e48d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.825269:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e48cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cef expref: 16 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.825287:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0200/0x72ae7b78094e48d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cef expref: 15 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.825296:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e700)
00010000:00010000:3.0:1777022474.825299:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022474.825302:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0200, rc 0)
00000100:00100000:3.0:1777022474.825358:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10158:x1863342816082688:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 321us (1657us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022474.825365:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 166
00000100:00100000:3.0:1777022474.832180:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022474.832268:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816082944
00000100:00100000:1.0:1777022474.832278:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816082944
00000100:00100000:1.0:1777022474.832376:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 167
00000100:00100000:1.0:1777022474.832387:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10158:x1863342816082944:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022474.832406:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022474.832427:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e48db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841cf6 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.832515:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e48e2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.832528:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e48e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.832539:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e48e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.832554:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e48e9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.832561:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e48e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.832567:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e48e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.832632:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e48f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.832641:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e48f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.832648:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e48f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022474.832693:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 163840
00000004:00200000:1.0:1777022474.832698:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1777022474.832718:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e48f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.832727:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e48f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833226:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e48e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833232:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e48e2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833237:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e48e2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833246:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570ce00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022474.833250:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e48e2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833256:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e48e2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833268:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e700)
00010000:00010000:1.0:1777022474.833271:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022474.833276:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e48e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833282:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e48e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833296:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e48e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833301:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e48e9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833306:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e48e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833310:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570de00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022474.833313:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e48e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833318:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e48e9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833329:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc442db46 (ffff8efa81569000)
00010000:00010000:1.0:1777022474.833331:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022474.833334:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e48e9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833339:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e48e9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833373:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e48db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cf6 expref: 17 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833386:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e48f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cf6 expref: 16 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.833394:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8efa6519e400)
00010000:00010000:1.0:1777022474.833396:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022474.833398:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:1.0:1777022474.833770:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10158:x1863342816082944:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1383us (1596us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022474.833778:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 167
00000100:00100000:0.0:1777022474.845833:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.845885:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816083200
00000100:00100000:0.0:1777022474.845895:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816083200
00000100:00100000:0.0:1777022474.845967:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 168
00000100:00100000:0.0:1777022474.845977:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10158:x1863342816083200:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:0.0:1777022474.846051:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:0.0:1777022474.846077:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e48f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cf6 expref: 16 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846096:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e48bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ce1 expref: 15 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846107:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8efa6519e400)
00010000:00010000:0.0:1777022474.846129:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0200/0x72ae7b78094e48d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cef expref: 14 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846138:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e700)
00010000:00010000:0.0:1777022474.846142:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022474.846166:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e48f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846178:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e48f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846187:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e48f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846199:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e48fe lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846205:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e48fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846220:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e48fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846293:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4905 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846301:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4905 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846307:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4905 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1777022474.846526:0:5953:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x13:0x0] is inserted into orphan list, open count = 1
00010000:00010000:0.0:1777022474.846603:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4905 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846610:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4905 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846616:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4905 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846622:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022474.846626:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4905 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846633:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4905 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846642:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8efa4954b000)
00010000:00010000:0.0:1777022474.846645:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1777022474.846655:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4905 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846661:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4905 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846675:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e48f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846680:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e48f7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846685:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e48f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846690:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acf600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022474.846692:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e48f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846697:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e48f7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846703:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bf00)
00010000:00010000:0.0:1777022474.846705:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022474.846707:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e48f7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.846713:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e48f7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1777022474.846723:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003145fd81 reply state 0000000042ae6549 transno 4294967411 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e48fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022474.846741:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1777022474.846803:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10158:x1863342816083200:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 827us (980us total) trans 4294967411 rc 0/0
00000100:00100000:0.0:1777022474.846810:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 168
00010000:00010000:1.0:1777022474.850892:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e48fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.850909:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e48fe lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.850915:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e48fe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.850925:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acf800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022474.850930:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e48fe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.850937:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e48fe lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.850953:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc442db46 (ffff8efa4954bd00)
00010000:00010000:1.0:1777022474.850956:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022474.850960:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e48fe lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.850966:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e48fe lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc442db46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022474.851807:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2378:x1863342816082816:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 27806us (28036us total) trans 4294967318 rc 0/0
00000100:00100000:0.0:1777022474.851820:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 457
00002000:00100000:0.0:1777022474.851832:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xa:0x0] (0->163839)  req@ffff8efa65804700 x1863342816082816/t4294967318(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/448 e 0 to 0 dl 1777022485 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1777022474.851842:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804700 with x1863342816082816 ext(0->163839)
00002000:00010000:0.0:1777022474.851847:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65804700
00000100:00100000:3.0:1777022474.854920:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.855293:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816083328
00000100:00100000:2.0:1777022474.855304:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816083328
00000100:00100000:2.0:1777022474.855367:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 169
00000100:00100000:2.0:1777022474.855378:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10158:x1863342816083328:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022474.855404:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022474.855426:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e490c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841cfd expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.855510:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4913 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.855525:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4913 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.855536:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4913 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022474.855579:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022474.855583:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022474.855602:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4913 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.855623:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e490c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cfd expref: 16 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.855638:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4913 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cfd expref: 15 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.855647:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dec00)
00010000:00010000:2.0:1777022474.855650:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022474.855653:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:2.0:1777022474.855717:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10158:x1863342816083328:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 341us (809us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022474.855724:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 169
00000100:00100000:2.0:1777022474.860264:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022474.860341:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816083456
00000100:00100000:1.0:1777022474.860351:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816083456
00002000:00100000:1.0:1777022474.860402:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->94159)  req@ffff8efa65804000 x1863342816083456/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/0 e 0 to 0 dl 1777022485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1777022474.860412:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804000 with x1863342816083456 ext(0->94159)
00002000:00010000:1.0:1777022474.860417:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65804000
00000100:00100000:1.0:1777022474.860460:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 458
00000100:00100000:1.0:1777022474.860470:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342816083456:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00100000:1.0:1777022474.865960:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2377:x1863342816083456:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 5481us (5696us total) trans 4294967319 rc 0/0
00000100:00100000:1.0:1777022474.865974:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 458
00002000:00100000:1.0:1777022474.865987:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->94159)  req@ffff8efa65804000 x1863342816083456/t4294967319(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/448 e 0 to 0 dl 1777022485 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1777022474.865998:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804000 with x1863342816083456 ext(0->94159)
00002000:00010000:1.0:1777022474.866003:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65804000
00000100:00100000:2.0:1777022474.869589:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.871456:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.871779:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816083712
00000100:00100000:2.0:1777022474.871795:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816083712
00000100:00100000:2.0:1777022474.871940:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 8
00000100:00100000:2.0:1777022474.871953:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+15:5459:x1863342816083712:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022474.871975:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00002000:00010000:2.0:1777022474.872008:0:11988:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb blocks from disk: 0 -> 320
00010000:00010000:2.0:1777022474.872050:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005acbd7df/0x72ae7b78094e48c6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ce8 expref: 15 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022474.872088:0:11988:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 94160
00002000:00010000:2.0:1777022474.872090:0:11988:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 0 -> 1777022459
00002000:00010000:2.0:1777022474.872093:0:11988:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 0 -> 1777022459
00002000:00010000:2.0:1777022474.872095:0:11988:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 184
00010000:00010000:2.0:1777022474.872102:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004dbddd1/0x72ae7b78094e3acd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411ea expref: 14 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.872117:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022474.872187:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+13:5459:x1863342816083712:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 237us (748us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022474.872196:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 8
00000100:00100000:0.0:1777022474.874691:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816083584
00000100:00100000:0.0:1777022474.874705:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816083584
00000100:00100000:0.0:1777022474.874789:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 170
00000100:00100000:0.0:1777022474.874800:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10158:x1863342816083584:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022474.874820:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022474.874840:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e491a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d04 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.874921:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4921 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.874936:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4921 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.874948:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4921 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875012:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf200/0x72ae7b78094e4928 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875030:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf200/0x72ae7b78094e4928 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875038:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf200/0x72ae7b78094e4928 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875074:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4921 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875081:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4921 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875087:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4921 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875093:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acfa00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022474.875097:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4921 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875104:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4921 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875115:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dec00)
00010000:00010000:0.0:1777022474.875133:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022474.875138:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4921 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875145:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4921 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875164:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf200/0x72ae7b78094e4928 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875170:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf200/0x72ae7b78094e4928 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875176:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf200/0x72ae7b78094e4928 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875181:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acf200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022474.875184:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf200/0x72ae7b78094e4928 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875189:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf200/0x72ae7b78094e4928 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875197:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdddd5b93 (ffff8efa4954bf00)
00010000:00010000:0.0:1777022474.875199:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022474.875202:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf200/0x72ae7b78094e4928 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875207:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf200/0x72ae7b78094e4928 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875241:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e491a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d04 expref: 16 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875251:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dec00)
00010000:00010000:0.0:1777022474.875254:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022474.875263:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e491a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d04 expref: 16 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.875272:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace200, rc 0)
00000100:00100000:0.0:1777022474.875354:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10158:x1863342816083584:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 556us (5775us total) trans 0 rc 301/301
00000100:00100000:0.0:1777022474.875361:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 170
00000100:00100000:3.0:1777022474.879053:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022474.879216:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816083968
00000100:00100000:1.0:1777022474.879227:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816083968
00000100:00100000:1.0:1777022474.879293:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 171
00000100:00100000:1.0:1777022474.879304:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10158:x1863342816083968:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022474.879325:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022474.879329:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1777022474.879354:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4913 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841cfd expref: 15 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.879371:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dec00)
00010000:00010000:1.0:1777022474.879381:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022474.879395:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e492f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d0b expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.879628:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4936 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.879641:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4936 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.879651:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4936 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.879663:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e493d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.879674:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e493d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.879680:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e493d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1777022474.880116:0:7637:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xb:0x0], index 1: 0
00010000:00010000:1.0:1777022474.880291:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e4944 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.880300:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e4944 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.880309:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e4944 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.880349:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4936 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.880356:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4936 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.880362:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4936 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.880369:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570ce00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022474.880373:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4936 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.880381:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4936 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.880394:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569000)
00010000:00010000:1.0:1777022474.880397:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022474.880402:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4936 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.880408:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4936 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1777022474.880418:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006dc2088d reply state 0000000021c5ee4a transno 4294967412 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e493d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022474.880427:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1777022474.882582:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e492f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d0b expref: 17 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.882615:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e4944 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d0b expref: 16 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022474.882624:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8efa81569400)
00010000:00010000:1.0:1777022474.882627:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022474.882630:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ca00, rc 0)
00000100:00100000:1.0:1777022474.882786:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10158:x1863342816083968:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3482us (3741us total) trans 4294967412 rc 0/0
00000100:00100000:1.0:1777022474.882797:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 171
00000100:00100000:2.0:1777022474.884508:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.888163:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816084096
00000100:00100000:0.0:1777022474.888178:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816084096
00002000:00100000:0.0:1777022474.888250:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (0->409599)  req@ffff8efa65804a80 x1863342816084096/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:125/0 lens 488/0 e 0 to 0 dl 1777022485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1777022474.888261:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804a80 with x1863342816084096 ext(0->409599)
00002000:00010000:0.0:1777022474.888266:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65804a80
00000100:00080000:3.0:1777022474.888341:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022474.888404:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 459
00000100:00100000:0.0:1777022474.888415:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816084096:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00100000:1.0:1777022474.889293:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.891937:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816084352
00000100:00100000:3.0:1777022474.891953:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816084352
00000100:00100000:3.0:1777022474.892034:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 172
00000100:00100000:3.0:1777022474.892044:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10158:x1863342816084352:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:3.0:1777022474.892107:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022474.892149:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e4944 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d0b expref: 17 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.892168:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8efa81569400)
00010000:00010000:3.0:1777022474.892178:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1777022474.892337:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4952 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.892350:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4952 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.892360:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4952 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1777022474.892402:0:5953:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967413
00000004:00010000:3.0:1777022474.892422:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c0c71351 reply state 00000000daeb101f transno 4294967414 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4952 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022474.892430:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1777022474.892536:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342816084352:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 493us (3247us total) trans 4294967414 rc 0/0
00000100:00100000:3.0:1777022474.892544:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 172
00000020:00080000:3.0:1777022474.892549:0:5953:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00010000:00010000:0.0:1777022474.896449:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e493d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.896467:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e493d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.896476:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e493d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.896481:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022474.896486:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e493d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.896505:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e493d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.896520:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdddd5b93 (ffff8efa81569c00)
00010000:00010000:0.0:1777022474.896524:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022474.896528:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e493d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.896534:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e493d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022474.897048:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.899287:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816084480
00000100:00100000:0.0:1777022474.899303:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816084480
00000100:00100000:0.0:1777022474.899374:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 173
00000100:00100000:0.0:1777022474.899385:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10158:x1863342816084480:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022474.899410:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022474.899431:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4959 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d12 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.899836:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4952 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.899902:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4952 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.899909:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4952 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.899915:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0e00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022474.899919:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4952 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.899928:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4952 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.899942:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8efa6519ed00)
00010000:00010000:3.0:1777022474.899945:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022474.899950:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4952 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.899957:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4952 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.900087:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4959 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d12 expref: 18 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.900101:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4959 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d12 expref: 18 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.900758:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8efa6519ed00)
00010000:00010000:0.0:1777022474.900764:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:0.0:1777022474.900777:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace200, rc 0)
00000100:00100000:0.0:1777022474.900840:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10158:x1863342816084480:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1456us (3797us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022474.900848:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 173
00000100:00100000:2.0:1777022474.903228:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816084096:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 14806us (18719us total) trans 4294967320 rc 0/0
00000100:00100000:2.0:1777022474.903241:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 459
00002000:00100000:2.0:1777022474.903254:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (0->409599)  req@ffff8efa65804a80 x1863342816084096/t4294967320(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:125/0 lens 488/448 e 0 to 0 dl 1777022485 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022474.903264:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65804a80 with x1863342816084096 ext(0->409599)
00002000:00010000:2.0:1777022474.903269:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65804a80
00000100:00100000:0.0:1777022474.905436:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.905588:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816084608
00000100:00100000:2.0:1777022474.905599:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816084608
00000100:00100000:2.0:1777022474.905673:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 811
00000100:00100000:2.0:1777022474.905685:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10158:x1863342816084608:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022474.905702:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022474.905727:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e4960 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d19 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022474.905764:0:6921:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1777022474.905784:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022474.905786:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022474.905793:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e4960 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d19 expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.905810:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e4960 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d19 expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.905822:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:2.0:1777022474.905919:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10158:x1863342816084608:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 238us (491us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022474.905927:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 811
00000100:00080000:3.0:1777022474.906351:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022474.909833:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.910133:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816084736
00000100:00100000:0.0:1777022474.910143:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816084736
00000100:00100000:0.0:1777022474.910215:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 9
00000100:00100000:0.0:1777022474.910226:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:5458:x1863342816084736:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022474.910245:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022474.910266:0:5939:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb mtime from disk: 1777022471 -> 1777022472
00002000:00010000:0.0:1777022474.910270:0:5939:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb ctime from disk: 1777022471 -> 1777022472
00010000:00010000:0.0:1777022474.910296:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000759a9417/0x72ae7b78094e47df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x44801000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ca9 expref: 8 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.910326:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022474.910386:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:5458:x1863342816084736:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 162us (561us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022474.910394:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 9
00000100:00100000:2.0:1777022474.912284:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.912477:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816084864
00000100:00100000:3.0:1777022474.912487:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816084864
00002000:00010000:3.0:1777022474.912527:0:6928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/11 (4096->18446744073709551615)
00002000:00100000:3.0:1777022474.912532:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805500 with x1863342816084864 ext(4096->18446744073709551615)
00002000:00010000:3.0:1777022474.912544:0:6928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805500.
00000100:00100000:3.0:1777022474.912577:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 460
00000100:00100000:3.0:1777022474.912588:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816084864:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:3.0:1777022474.912788:0:6928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb size from disk: 0 -> 4096
00002000:00010000:3.0:1777022474.912792:0:6928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb mtime from disk: 0 -> 1777022474
00002000:00010000:3.0:1777022474.912795:0:6928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:3.0:1777022474.912797:0:6928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb ctime from disk: 0 -> 1777022474
00002000:00010000:3.0:1777022474.912799:0:6928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:3.0:1777022474.913059:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816084864:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 472us (781us total) trans 4294967445 rc 0/0
00000100:00100000:3.0:1777022474.913068:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 460
00002000:00010000:3.0:1777022474.913071:0:6928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/11 (4096->18446744073709551615)
00002000:00100000:3.0:1777022474.913074:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805500 with x1863342816084864 ext(4096->18446744073709551615)
00002000:00010000:3.0:1777022474.913079:0:6928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805500.
00000100:00100000:1.0:1777022474.917802:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.917976:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816084992
00000100:00100000:3.0:1777022474.917986:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816084992
00000100:00100000:3.0:1777022474.918050:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 174
00000100:00100000:3.0:1777022474.918061:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10158:x1863342816084992:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022474.918081:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022474.918104:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4967 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d20 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.918181:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1200/0x72ae7b78094e496e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.918195:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1200/0x72ae7b78094e496e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.918205:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1200/0x72ae7b78094e496e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022474.918264:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022474.918267:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022474.918286:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1200/0x72ae7b78094e496e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.918307:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4967 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d20 expref: 10 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.918324:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1200/0x72ae7b78094e496e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d20 expref: 9 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.918332:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e800)
00010000:00010000:3.0:1777022474.918334:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022474.918338:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1200, rc 0)
00000100:00100000:3.0:1777022474.918398:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10158:x1863342816084992:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 339us (606us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022474.918405:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 174
00000100:00100000:2.0:1777022474.919639:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022474.922357:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:2.0:1777022474.922537:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022474.922939:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816085120
00000100:00100000:0.0:1777022474.922950:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816085120
00000100:00100000:0.0:1777022474.923030:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 10
00000100:00100000:0.0:1777022474.923042:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10130:x1863342816085120:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022474.923060:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022474.923103:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5dd2a98/0x72ae7b78094e4960 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d19 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.923165:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022474.923228:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10130:x1863342816085120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 189us (3594us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022474.923235:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 10
00000100:00100000:3.0:1777022474.923705:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816085376
00000100:00100000:3.0:1777022474.923711:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816085376
00000100:00100000:2.0:1777022474.924036:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 175
00000100:00100000:2.0:1777022474.924047:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10158:x1863342816085376:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022474.924064:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022474.924083:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e4975 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d27 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924167:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e497c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924186:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e497c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924196:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e497c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924210:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4983 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924217:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4983 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924223:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4983 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924326:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e498a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924335:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e498a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924342:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e498a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022474.924350:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x14:0x0]: returning size 4096
00010000:00010000:2.0:1777022474.924431:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e497c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924615:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e497c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924623:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e497c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924629:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022474.924633:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e497c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924640:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e497c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924651:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e800)
00010000:00010000:2.0:1777022474.924654:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022474.924659:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e497c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924665:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e497c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924678:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4983 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924685:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4983 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924690:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4983 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924694:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022474.924697:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4983 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924703:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4983 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924715:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdddd5b93 (ffff8efa655def00)
00010000:00010000:2.0:1777022474.924717:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022474.924720:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4983 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924725:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4983 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924918:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e4975 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d27 expref: 12 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924931:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e498a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d27 expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.924938:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8efa6519ed00)
00010000:00010000:2.0:1777022474.924940:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022474.924943:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022474.924990:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10158:x1863342816085376:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 947us (2643us total) trans 4294967415 rc 0/0
00000100:00100000:2.0:1777022474.924998:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 175
00000100:00100000:2.0:1777022474.931457:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.931603:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816085504
00000100:00100000:0.0:1777022474.931616:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816085504
00002000:00100000:0.0:1777022474.931703:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (290816->409599)  req@ffff8efa65805f80 x1863342816085504/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:125/0 lens 488/0 e 0 to 0 dl 1777022485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022474.931714:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805f80 with x1863342816085504 ext(290816->409599)
00002000:00010000:0.0:1777022474.931720:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805f80
00000100:00100000:0.0:1777022474.931758:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 461
00000100:00100000:0.0:1777022474.931767:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816085504:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00080000:2.0:1777022474.932242:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022474.935330:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.937109:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816085632
00000100:00100000:3.0:1777022474.937212:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816085632
00000100:00100000:3.0:1777022474.937288:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 812
00000100:00100000:3.0:1777022474.937300:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816085632:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022474.937320:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022474.937343:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4998 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d2e expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022474.937388:0:6923:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xb:0x0] initial LVB size: 4096, mtime: 0x69eb360a, atime: 0x0, ctime: 0x69eb360a, blocks: 0x0
00010000:00010000:3.0:1777022474.937409:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022474.937411:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022474.937421:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4998 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d2e expref: 9 pid: 6923 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.937437:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4998 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d2e expref: 9 pid: 6923 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.937462:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0e00, rc 0)
00000100:00100000:3.0:1777022474.938055:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816085632:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 755us (2733us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022474.938064:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 812
00000100:00100000:0.0:1777022474.940489:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342816085504:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 8710us (9041us total) trans 4294967446 rc 0/0
00000100:00100000:0.0:1777022474.940502:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 461
00002000:00100000:0.0:1777022474.940516:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xa:0x0] (290816->409599)  req@ffff8efa65805f80 x1863342816085504/t4294967446(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:125/0 lens 488/448 e 0 to 0 dl 1777022485 ref 1 fl Complete:/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022474.940528:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805f80 with x1863342816085504 ext(290816->409599)
00002000:00010000:0.0:1777022474.940534:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805f80
00000100:00100000:0.0:1777022474.946576:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.946686:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.946763:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816085888
00000100:00100000:3.0:1777022474.946773:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816085888
00000100:00100000:3.0:1777022474.946908:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 11
00000100:00100000:3.0:1777022474.946920:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:5459:x1863342816085888:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022474.946940:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022474.946961:0:5938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb mtime from disk: 1777022471 -> 1777022472
00002000:00010000:3.0:1777022474.946965:0:5938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb ctime from disk: 1777022471 -> 1777022472
00010000:00010000:3.0:1777022474.946991:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e47d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 290816->294911) gid 0 flags: 0x44801000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ca2 expref: 14 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.947016:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022474.947099:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+13:5459:x1863342816085888:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 180us (412us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022474.947108:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 11
00000100:00100000:2.0:1777022474.947572:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816085760
00000100:00100000:2.0:1777022474.947588:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816085760
00000100:00100000:2.0:1777022474.947631:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 813
00000100:00100000:2.0:1777022474.947639:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+13:2377:x1863342816085760:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022474.947660:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022474.947676:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e499f lrc: 2/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d35 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.947698:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022474.947700:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022474.947709:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e499f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d35 expref: 14 pid: 11979 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.947725:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e499f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d35 expref: 14 pid: 11979 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.947751:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:2.0:1777022474.947792:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342816085760:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 154us (1227us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022474.947800:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 813
00000100:00100000:0.0:1777022474.955782:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.955828:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.955915:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.956706:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816086272
00000100:00100000:3.0:1777022474.956717:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816086272
00000100:00100000:3.0:1777022474.956807:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 814
00000100:00100000:3.0:1777022474.956817:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816086272:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022474.956837:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022474.956873:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d3c expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.956909:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4998 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d2e expref: 10 pid: 6923 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.956918:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e499f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d35 expref: 13 pid: 11979 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.956925:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022474.956927:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022474.956931:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 5/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.956967:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e499f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d35 expref: 13 pid: 11979 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.956981:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e499f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d35 expref: 13 pid: 11979 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022474.957011:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835889536:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022474.957362:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816086144
00000100:00100000:2.0:1777022474.957368:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816086144
00000100:00100000:2.0:1777022474.957408:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 39
00000100:00100000:2.0:1777022474.957416:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49df9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10164:x1863342816086144:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000004:00080000:2.0:1777022474.957623:0:5955:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed.
00000040:00080000:2.0:1777022474.957674:0:5955:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8768
00010000:00010000:2.0:1777022474.957741:0:5955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e49ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.957758:0:5955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e49ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.957777:0:5955:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e49ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.957785:0:5955:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e49ad lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.957790:0:5955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e49ad lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.957796:0:5955:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e49ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.957816:0:5955:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1777022474.957907:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49df9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10164:x1863342816086144:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 490us (2133us total) trans 4294967416 rc 0/0
00000100:00100000:2.0:1777022474.957915:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 39
00010000:00010000:2.0:1777022474.957966:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1777022474.957972:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e49ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.957979:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a800 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:2.0:1777022474.957982:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e49ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.957990:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e49ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.958001:0:6937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8efa655def00)
00010000:00010000:2.0:1777022474.958003:0:6937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1777022474.958007:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e49ad lrc: 1/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.958012:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e49ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5955 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.958036:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022474.958037:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022474.958039:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022474.958260:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4998 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d2e expref: 10 pid: 6923 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.958275:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4998 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d2e expref: 10 pid: 6923 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022474.958287:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835889664:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022474.958325:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022474.958348:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816086400
00000100:00100000:3.0:1777022474.958352:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816086400
00010000:00010000:3.0:1777022474.958373:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4998 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d2e expref: 11 pid: 6923 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022474.958405:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 798
00000100:00100000:3.0:1777022474.958412:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:5458:x1863342816086400:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022474.958421:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022474.958448:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4998 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d2e expref: 11 pid: 6923 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.958459:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4998 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d2e expref: 11 pid: 6923 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.958492:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022474.958513:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:5458:x1863342816086400:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 102us (2598us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022474.958520:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 798
00000100:00100000:2.0:1777022474.965094:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.965186:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816086528
00000100:00100000:0.0:1777022474.965198:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816086528
00010000:00010000:0.0:1777022474.965239:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e499f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d35 expref: 14 pid: 11979 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022474.965282:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 799
00000100:00100000:0.0:1777022474.965291:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342816086528:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022474.965309:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022474.965331:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e499f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d35 expref: 14 pid: 11979 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.965345:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e499f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d35 expref: 14 pid: 11979 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.965372:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022474.965375:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022474.965383:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.965393:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.965430:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022474.965457:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65452d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835889792:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022474.965552:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e540 going to sleep for 11 seconds
00010000:00010000:3.0:1777022474.968252:0:6924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059427a90/0x72ae7b78094e499f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d35 expref: 14 pid: 11979 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022474.968275:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835889536:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022474.968501:0:6924:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.33@tcp) returned -22 from blocking AST (req@00000000358d6dec x1863342835889664) - normal race ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4998 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d2e expref: 10 pid: 6923 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.968534:0:6924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4998 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d2e expref: 10 pid: 6923 timeout: 513 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022474.968544:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835889664:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022474.968577:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.968589:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1a00, rc 0)
00000100:00100000:0.0:1777022474.969058:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816086272:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12240us (13227us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022474.969068:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 814
00000100:00100000:0.0:1777022474.969455:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65452d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835889792:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022474.969472:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022474.969509:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+13:2378:x1863342816086528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4219us (4425us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022474.969517:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 799
00000100:00100000:3.0:1777022474.974233:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.974345:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816086656
00000100:00100000:0.0:1777022474.974355:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816086656
00002000:00100000:0.0:1777022474.974406:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff8efa658d2680 x1863342816086656/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/0 e 0 to 0 dl 1777022485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022474.974447:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2680 with x1863342816086656 ext(0->4095)
00002000:00010000:0.0:1777022474.974453:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d2680
00000100:00100000:0.0:1777022474.974477:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 462
00000100:00100000:0.0:1777022474.974486:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342816086656:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022474.974685:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342816086656:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 200us (461us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022474.974693:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 462
00002000:00100000:0.0:1777022474.974699:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff8efa658d2680 x1863342816086656/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 488/4536 e 0 to 0 dl 1777022485 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022474.974707:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d2680 with x1863342816086656 ext(0->4095)
00002000:00010000:0.0:1777022474.974710:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d2680
00000100:00100000:1.0:1777022474.981364:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022474.981460:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816086784
00000100:00100000:3.0:1777022474.981484:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816086784
00000100:00100000:3.0:1777022474.981549:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 815
00000100:00100000:3.0:1777022474.981559:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+13:10158:x1863342816086784:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022474.981576:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022474.981591:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d43 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.981620:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.981626:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022474.981628:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022474.981631:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 14 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.981671:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.981681:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 8 pid: 6924 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022474.981691:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835889920:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022474.981769:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa815953c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022474.987431:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022474.987897:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816086912
00000100:00100000:0.0:1777022474.987906:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816086912
00002000:00100000:0.0:1777022474.987953:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff8efa65807100 x1863342816086912/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 4584/0 e 0 to 0 dl 1777022485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022474.987961:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807100 with x1863342816086912 ext(0->4095)
00010000:00010000:0.0:1777022474.987969:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 9 pid: 6924 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.987981:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 9 pid: 6924 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022474.987986:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807100
00000100:00100000:0.0:1777022474.988037:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 465
00000100:00100000:0.0:1777022474.988049:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816086912:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022474.988572:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816086912:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 524us (1147us total) trans 4294967447 rc 0/0
00000100:00100000:0.0:1777022474.988580:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 465
00002000:00100000:0.0:1777022474.988588:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff8efa65807100 x1863342816086912/t4294967447(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:125/0 lens 4584/448 e 0 to 0 dl 1777022485 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022474.988596:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807100 with x1863342816086912 ext(0->4095)
00010000:00010000:0.0:1777022474.988602:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 11 pid: 6924 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022474.988614:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 11 pid: 6924 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022474.988620:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65807100
00000100:00100000:3.0:1777022474.989112:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835889920:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022474.989143:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 14 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022474.989159:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0800, rc 0)
00000100:00100000:3.0:1777022474.989196:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:10158:x1863342816086784:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7640us (7843us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022474.989203:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 815
00000100:00100000:1.0:1777022474.992266:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022474.992361:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816087040
00000100:00100000:2.0:1777022474.992370:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816087040
00010000:00010000:2.0:1777022474.992408:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 11 pid: 6924 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022474.992459:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 800
00000100:00100000:2.0:1777022474.992481:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2380:x1863342816087040:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022474.992497:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022474.992514:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb blocks from disk: 0 -> 8
00010000:00010000:2.0:1777022474.992521:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 11 pid: 6924 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.992535:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 11 pid: 6924 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.992561:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e49a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d3c expref: 11 pid: 6924 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.992578:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022474.992581:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022474.992589:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.992598:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022474.992635:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022474.992648:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835890048:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022474.992726:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683600 going to sleep for 11 seconds
00000100:00100000:3.0:1777022475.005917:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65805180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835890048:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022475.005941:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022475.005987:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342816087040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 13520us (13730us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022475.005996:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 800
00000100:00100000:1.0:1777022475.006905:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022475.007013:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816087168
00000100:00100000:0.0:1777022475.007033:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816087168
00002000:00100000:0.0:1777022475.007079:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff8efa66163b80 x1863342816087168/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:126/0 lens 488/0 e 0 to 0 dl 1777022486 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022475.007091:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66163b80 with x1863342816087168 ext(0->4095)
00002000:00010000:0.0:1777022475.007096:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66163b80
00000100:00100000:0.0:1777022475.007156:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 463
00000100:00100000:0.0:1777022475.007165:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2379:x1863342816087168:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022475.007320:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2379:x1863342816087168:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 155us (418us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022475.007341:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 463
00002000:00100000:0.0:1777022475.007348:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff8efa66163b80 x1863342816087168/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:126/0 lens 488/4536 e 0 to 0 dl 1777022486 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022475.007356:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66163b80 with x1863342816087168 ext(0->4095)
00002000:00010000:0.0:1777022475.007359:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66163b80
00000100:00100000:1.0:1777022475.012593:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022475.012696:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816087296
00000100:00100000:2.0:1777022475.012707:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816087296
00000100:00100000:2.0:1777022475.012770:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 816
00000100:00100000:2.0:1777022475.012781:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10158:x1863342816087296:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022475.012801:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022475.012821:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e49bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d4a expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.012888:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.012897:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022475.012899:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022475.012904:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e49bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d4a expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.012947:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.012961:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 13 pid: 6923 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022475.012976:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835890176:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022475.013063:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683f00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022475.019006:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022475.019159:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816087424
00000100:00100000:0.0:1777022475.019168:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816087424
00002000:00100000:0.0:1777022475.019211:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff8efa66161c00 x1863342816087424/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:126/0 lens 4584/0 e 0 to 0 dl 1777022486 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022475.019220:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66161c00 with x1863342816087424 ext(0->4095)
00010000:00010000:0.0:1777022475.019227:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 14 pid: 6923 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.019239:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 14 pid: 6923 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022475.019245:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66161c00
00000100:00100000:0.0:1777022475.019270:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 466
00000100:00100000:0.0:1777022475.019277:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342816087424:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022475.019542:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816087424:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 263us (545us total) trans 4294967448 rc 0/0
00000100:00100000:0.0:1777022475.019550:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 466
00002000:00100000:0.0:1777022475.019557:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff8efa66161c00 x1863342816087424/t4294967448(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:126/0 lens 4584/448 e 0 to 0 dl 1777022486 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022475.019583:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66161c00 with x1863342816087424 ext(0->4095)
00010000:00010000:0.0:1777022475.019589:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 16 pid: 6923 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.019599:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 16 pid: 6923 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022475.019605:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66161c00
00000100:00100000:3.0:1777022475.021308:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835890176:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022475.021341:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e49bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d4a expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.021372:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ac00, rc 0)
00000100:00100000:3.0:1777022475.021421:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342816087296:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8642us (8837us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022475.021430:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 816
00000100:00100000:2.0:1777022475.021549:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022475.022255:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816087552
00000100:00100000:0.0:1777022475.022264:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816087552
00010000:00010000:0.0:1777022475.022296:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 16 pid: 6923 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022475.022336:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 801
00000100:00100000:0.0:1777022475.022345:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2378:x1863342816087552:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022475.022361:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022475.022382:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 16 pid: 6923 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.022395:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 16 pid: 6923 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.022433:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e49b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d43 expref: 16 pid: 6923 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.022472:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022475.022474:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022475.022482:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e49bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d4a expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.022492:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e49bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d4a expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.022529:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e49bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d4a expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022475.022543:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835890304:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022475.022616:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022475.025479:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022475.025609:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816087680
00000100:00100000:1.0:1777022475.025618:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816087680
00002000:00100000:1.0:1777022475.025667:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff8efa65805180 x1863342816087680/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:126/0 lens 488/0 e 0 to 0 dl 1777022486 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022475.025679:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805180 with x1863342816087680 ext(0->4095)
00002000:00010000:1.0:1777022475.025683:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805180
00000100:00100000:1.0:1777022475.025722:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 464
00000100:00100000:1.0:1777022475.025731:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816087680:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022475.025916:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816087680:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 185us (455us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022475.025924:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 464
00002000:00100000:1.0:1777022475.025931:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff8efa65805180 x1863342816087680/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:126/0 lens 488/4536 e 0 to 0 dl 1777022486 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022475.025939:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805180 with x1863342816087680 ext(0->4095)
00002000:00010000:1.0:1777022475.025942:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65805180
00000100:00100000:0.0:1777022475.029640:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835890304:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022475.029670:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022475.029743:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2378:x1863342816087552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7398us (8192us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022475.029754:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 801
00000100:00100000:2.0:1777022475.034332:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022475.034403:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816087808
00000100:00100000:0.0:1777022475.034413:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816087808
00000100:00100000:0.0:1777022475.034595:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 817
00000100:00100000:0.0:1777022475.034606:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818ce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+15:10158:x1863342816087808:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022475.034625:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022475.034644:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e49c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d51 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.034690:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e49bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d4a expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.034698:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022475.034701:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022475.034704:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e49c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d51 expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.034738:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e49bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d4a expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.034751:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e49bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d4a expref: 10 pid: 6921 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022475.034764:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835890432:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022475.034846:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022475.040143:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835890432:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022475.040175:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e49c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d51 expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.040192:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acea00, rc 0)
00000100:00100000:0.0:1777022475.040242:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818ce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:10158:x1863342816087808:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5639us (5918us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022475.040249:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 817
00000100:00100000:2.0:1777022475.043076:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022475.043161:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816087936
00000100:00100000:0.0:1777022475.043170:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816087936
00010000:00010000:0.0:1777022475.043202:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e49bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d4a expref: 11 pid: 6921 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022475.043237:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 802
00000100:00100000:0.0:1777022475.043244:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816087936:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022475.043257:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022475.043275:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e49bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d4a expref: 11 pid: 6921 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.043285:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e49bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d4a expref: 11 pid: 6921 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.043304:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e49bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d4a expref: 11 pid: 6921 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.043317:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022475.043319:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022475.043324:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e49c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d51 expref: 15 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.043331:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e49c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d51 expref: 15 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.043357:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e49c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d51 expref: 15 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022475.043383:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835890560:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022475.043470:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022475.050739:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022475.050832:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816088064
00000100:00100000:1.0:1777022475.050840:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816088064
00002000:00100000:1.0:1777022475.050918:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff8efa65806d80 x1863342816088064/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:126/0 lens 488/0 e 0 to 0 dl 1777022486 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022475.050937:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806d80 with x1863342816088064 ext(0->4095)
00002000:00010000:1.0:1777022475.050943:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65806d80
00000100:00100000:1.0:1777022475.050967:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 465
00000100:00100000:1.0:1777022475.050977:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816088064:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022475.051216:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816088064:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 240us (492us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022475.051224:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 465
00002000:00100000:1.0:1777022475.051231:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xb:0x0] (0->4095)  req@ffff8efa65806d80 x1863342816088064/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:126/0 lens 488/4536 e 0 to 0 dl 1777022486 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022475.051240:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65806d80 with x1863342816088064 ext(0->4095)
00002000:00010000:1.0:1777022475.051243:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65806d80
00000100:00100000:0.0:1777022475.052221:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835890560:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022475.052248:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022475.052695:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816087936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9448us (9625us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022475.052706:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 802
00000100:00100000:1.0:1777022475.058153:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022475.058223:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816088320
00000100:00100000:3.0:1777022475.058231:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816088320
00000100:00100000:3.0:1777022475.058286:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 40
00000100:00100000:3.0:1777022475.058295:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10158:x1863342816088320:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:3.0:1777022475.059149:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10158:x1863342816088320:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 851us (1003us total) trans 4294967417 rc 0/0
00000100:00100000:3.0:1777022475.059160:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 40
00000100:00100000:0.0:1777022475.062304:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022475.062357:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816088576
00000100:00100000:3.0:1777022475.062365:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816088576
00000100:00080000:2.0:1777022475.062426:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022475.062440:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41
00000100:00100000:3.0:1777022475.062451:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10158:x1863342816088576:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:3.0:1777022475.063130:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342816088576:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 679us (832us total) trans 4294967418 rc 0/0
00000100:00100000:3.0:1777022475.063140:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41
00000100:00100000:2.0:1777022475.066489:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022475.066667:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816088704
00000100:00100000:3.0:1777022475.066676:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816088704
00000100:00100000:3.0:1777022475.066726:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 176
00000100:00100000:3.0:1777022475.066830:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342816088704:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022475.066885:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022475.066917:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e49c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d58 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.066971:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e49d0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.066982:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e49d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.066991:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e49d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022475.067041:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022475.067045:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022475.067069:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e49d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.067091:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e49c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d58 expref: 22 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.067108:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e49d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d58 expref: 21 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.067116:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e800)
00010000:00010000:3.0:1777022475.067323:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022475.067327:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0000, rc 0)
00000100:00100000:3.0:1777022475.067383:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342816088704:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 557us (905us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022475.067391:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 176
00000100:00100000:1.0:1777022475.071084:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022475.071331:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816088832
00000100:00100000:2.0:1777022475.071342:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816088832
00000100:00100000:2.0:1777022475.071603:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 177
00000100:00100000:2.0:1777022475.071615:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342816088832:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022475.071633:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022475.071655:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e49d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d5f expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.071722:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e49de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.071754:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e49de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.071766:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e49de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.071781:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e49e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.071788:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e49e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.071795:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e49e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.071898:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e49ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.071906:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e49ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.071913:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e49ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022475.071950:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x14:0x0]: returning size 4096
00000004:00200000:2.0:1777022475.071954:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022475.071971:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e49ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.071983:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e49ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.071995:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e49de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072001:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e49de lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072007:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e49de lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072013:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022475.072030:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e49de lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072037:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e49de lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072047:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e800)
00010000:00010000:2.0:1777022475.072050:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022475.072054:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e49de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072060:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e49de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072073:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e49e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072079:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e49e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072085:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e49e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072090:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022475.072093:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e49e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072099:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e49e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072106:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdddd5b93 (ffff8efa655def00)
00010000:00010000:2.0:1777022475.072108:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022475.072111:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e49e5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072116:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e49e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072389:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e49d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d5f expref: 23 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072401:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e49ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d5f expref: 22 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.072407:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8efa6519ed00)
00010000:00010000:2.0:1777022475.072410:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022475.072412:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022475.072497:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342816088832:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 884us (1422us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022475.072504:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 177
00000100:00100000:0.0:1777022475.077285:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022475.077387:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816089088
00000100:00100000:1.0:1777022475.077397:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816089088
00000100:00100000:1.0:1777022475.077601:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 178
00000100:00100000:1.0:1777022475.077611:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342816089088:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:1.0:1777022475.077690:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:1.0:1777022475.077717:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e49ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d5f expref: 22 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022475.077752:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4959 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d12 expref: 21 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022475.077767:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8efa6519ed00)
00010000:00010000:1.0:1777022475.077777:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e49d0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d58 expref: 20 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022475.077786:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e800)
00010000:00010000:1.0:1777022475.077790:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022475.077811:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022475.077825:0:5952:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1200/0x72ae7b78094e496e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d20 expref: 11 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022475.077834:0:5952:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022475.077923:0:5952:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1200/0x72ae7b78094e496e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d20 expref: 11 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022475.077937:0:5952:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1200/0x72ae7b78094e496e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d20 expref: 11 pid: 5953 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022475.077952:0:5952:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66160380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835890688:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022475.078056:0:5952:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134600 going to sleep for 11 seconds
00000100:00100000:2.0:1777022475.081750:0:5952:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66160380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835890688:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022475.081778:0:5952:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022475.083240:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022475.083310:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816089216
00000100:00100000:3.0:1777022475.083333:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816089216
00010000:00010000:3.0:1777022475.083392:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1200/0x72ae7b78094e496e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d20 expref: 12 pid: 5953 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022475.083448:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 803
00000100:00100000:3.0:1777022475.083458:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816089216:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022475.083472:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022475.083478:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1200/0x72ae7b78094e496e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d20 expref: 12 pid: 5953 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.083490:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1200/0x72ae7b78094e496e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d20 expref: 12 pid: 5953 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.083512:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1200/0x72ae7b78094e496e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d20 expref: 12 pid: 5953 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.083527:0:5938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e800)
00010000:00010000:3.0:1777022475.083532:0:5938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.083541:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.083547:0:5938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.083580:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022475.083625:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816089216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 168us (392us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022475.083641:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 803
00010000:00010000:0.0:1777022475.084271:0:5952:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.084282:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.084311:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e49fa lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.084322:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e49fa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.084331:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e49fa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.084410:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.084454:0:5952:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e498a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d27 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.084462:0:5952:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.084495:0:5952:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e498a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d27 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.084508:0:5952:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e498a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d27 expref: 10 pid: 7637 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022475.084521:0:5952:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835890816:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022475.084628:0:5952:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022475.089088:0:5952:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835890816:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022475.089120:0:5952:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022475.091544:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022475.091711:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816089344
00000100:00100000:0.0:1777022475.091720:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816089344
00010000:00010000:0.0:1777022475.091769:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e498a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d27 expref: 11 pid: 7637 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022475.091816:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 804
00000100:00100000:0.0:1777022475.091826:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816089344:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022475.091840:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022475.091847:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e498a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d27 expref: 11 pid: 7637 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.091899:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e498a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d27 expref: 11 pid: 7637 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.091931:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e498a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d27 expref: 11 pid: 7637 timeout: 513 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.091946:0:5937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8efa6519ed00)
00010000:00010000:0.0:1777022475.091952:0:5937:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.091960:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.091967:0:5937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.091996:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022475.092056:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816089344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 232us (520us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022475.092064:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 804
00010000:00010000:2.0:1777022475.092666:0:5952:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.092677:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1777022475.092977:0:5952:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8896
00010000:00010000:2.0:1777022475.093045:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4a08 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093059:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4a08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093069:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4a08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093077:0:5952:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4a08 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093083:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4a08 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093089:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4a08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093214:0:5952:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1777022475.093237:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093244:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093250:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093256:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022475.093260:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093267:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093277:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8efa6519ed00)
00010000:00010000:2.0:1777022475.093280:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1777022475.093284:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093289:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4a01 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093306:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093311:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093320:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093324:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022475.093326:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093330:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093337:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e800)
00010000:00010000:2.0:1777022475.093339:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022475.093342:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.093347:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d000/0x72ae7b78094e49f3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022475.093363:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081a0ce5a reply state 00000000e359eb87 transno 4294967419 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e49fa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022475.093372:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1777022475.093636:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342816089088:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 16024us (16359us total) trans 4294967419 rc 0/0
00000100:00100000:2.0:1777022475.093645:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 178
00010000:00010000:0.0:1777022475.093995:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1777022475.094001:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4a08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.094008:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a400 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:0.0:1777022475.094011:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4a08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.094037:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4a08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.094047:0:5940:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8efa6519ed00)
00010000:00010000:0.0:1777022475.094062:0:5940:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1777022475.094066:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4a08 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.094071:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4a08 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.094084:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022475.094086:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022475.094087:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022475.097782:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e49fa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.097800:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e49fa lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.097808:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e49fa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.097814:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acec00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022475.097819:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e49fa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.097826:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e49fa lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.097841:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdddd5b93 (ffff8efa4954bf00)
00010000:00010000:0.0:1777022475.097845:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022475.097849:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e49fa lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.097890:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e49fa lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdddd5b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022475.100786:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022475.100899:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816089472
00000100:00100000:0.0:1777022475.100909:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816089472
00000100:00100000:0.0:1777022475.100968:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 179
00000100:00100000:0.0:1777022475.100979:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10158:x1863342816089472:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022475.101004:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022475.101039:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4a0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d66 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.101105:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4a16 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.101121:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4a16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.101133:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4a16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022475.101176:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022475.101180:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022475.101201:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4a16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.101224:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4a0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d66 expref: 22 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.101242:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4a16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d66 expref: 21 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022475.101251:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b000)
00010000:00010000:0.0:1777022475.101269:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022475.101274:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace200, rc 0)
00000100:00100000:0.0:1777022475.101326:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342816089472:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 350us (551us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022475.101333:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 179
00000100:00100000:2.0:1777022475.106227:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022475.106371:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816089728
00000100:00100000:3.0:1777022475.106382:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816089728
00000100:00100000:2.0:1777022475.106529:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 180
00000100:00100000:2.0:1777022475.106542:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10158:x1863342816089728:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022475.106564:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022475.106569:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1777022475.106595:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4a16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d66 expref: 21 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.106612:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b000)
00010000:00010000:2.0:1777022475.106622:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022475.106637:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4a1d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d6d expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.106725:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4a24 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.106750:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4a24 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.106759:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4a24 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.106797:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4a2b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.106804:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4a2b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.106810:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4a2b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1777022475.107341:0:5952:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xb:0x0], index 0: 0
00010000:00010000:2.0:1777022475.107487:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4a32 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.107497:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4a32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.107506:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4a32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.107536:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4a24 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.107542:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4a24 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.107549:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4a24 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.107555:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022475.107559:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4a24 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.107566:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4a24 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.107575:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655def00)
00010000:00010000:2.0:1777022475.107578:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022475.107582:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4a24 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.107587:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4a24 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022475.107597:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000019ca5bb reply state 000000008eaf31c8 transno 4294967420 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4a2b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022475.107607:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1777022475.107633:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4a1d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d6d expref: 23 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.107650:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4a32 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d6d expref: 22 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022475.107657:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15:0x0].0x0 (ffff8efa655de700)
00010000:00010000:2.0:1777022475.107659:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022475.107661:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:2.0:1777022475.107741:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10158:x1863342816089728:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1203us (1522us total) trans 4294967420 rc 0/0
00000100:00100000:2.0:1777022475.107750:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 180
00010000:00010000:3.0:1777022475.110989:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4a2b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.111006:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4a2b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.111013:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4a2b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.111031:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022475.111035:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4a2b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.111043:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4a2b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.111060:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5e55773a (ffff8efa655dee00)
00010000:00010000:3.0:1777022475.111063:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022475.111067:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4a2b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.111074:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4a2b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022475.114132:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022475.114407:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816089856
00000100:00100000:3.0:1777022475.114418:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816089856
00000100:00100000:3.0:1777022475.114487:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 818
00000100:00100000:3.0:1777022475.114499:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10158:x1863342816089856:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022475.114531:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022475.114553:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4909c0d/0x72ae7b78094e4a40 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d74 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022475.114579:0:6923:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1777022475.114599:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022475.114600:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022475.114608:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4909c0d/0x72ae7b78094e4a40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d74 expref: 14 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.114622:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4909c0d/0x72ae7b78094e4a40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d74 expref: 14 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022475.114634:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1200, rc 0)
00000100:00100000:3.0:1777022475.114691:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10158:x1863342816089856:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 194us (568us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022475.114698:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 818
00010000:00010000:2.0:1777022475.947904:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:1.0:1777022476.012251:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967320 is committed
00000001:00080000:1.0:1777022476.013373:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967319 is committed
00000100:00100000:1.0:1777022476.265044:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022476.265180:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816089984
00000100:00100000:0.0:1777022476.265191:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816089984
00002000:00100000:0.0:1777022476.265272:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xb:0x0] (0->4194303)  req@ffff8efa66160380 x1863342816089984/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:127/0 lens 488/0 e 0 to 0 dl 1777022487 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1777022476.265283:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66160380 with x1863342816089984 ext(0->4194303)
00002000:00010000:0.0:1777022476.265289:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66160380
00000100:00100000:0.0:1777022476.265328:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 466
00000100:00100000:0.0:1777022476.265339:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816089984:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00080000:2.0:1777022476.265541:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1777022476.434297:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816089984:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 168947us (169249us total) trans 4294967321 rc 0/0
00000100:00100000:2.0:1777022476.434312:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 466
00002000:00100000:2.0:1777022476.434326:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xb:0x0] (0->4194303)  req@ffff8efa66160380 x1863342816089984/t4294967321(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:127/0 lens 488/448 e 0 to 0 dl 1777022487 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022476.434336:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66160380 with x1863342816089984 ext(0->4194303)
00002000:00010000:2.0:1777022476.434343:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66160380
00000100:00100000:0.0:1777022476.521317:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3464:1863342835890944:0@lo:400:kworker.0
00000100:00100000:0.0:1777022476.521398:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022476.521631:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3465:1863342835891072:0@lo:400:kworker.0
00000100:00100000:2.0:1777022476.521668:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022476.521718:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835891584:0@lo:400:kworker.0
00000100:00100000:2.0:1777022476.521757:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022476.521820:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835891328:0@lo:400:kworker.0
00000100:00100000:2.0:1777022476.521844:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022476.521891:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1777022476.521896:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3463:1863342835891200:0@lo:400:kworker.0
00000100:00100000:2.0:1777022476.521919:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022476.521949:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835891584
00000100:00100000:2.0:1777022476.521957:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835891584
00000100:00100000:2.0:1777022476.522026:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835891328
00000100:00100000:2.0:1777022476.522030:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835891328
00000100:00100000:2.0:1777022476.522056:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93
00000100:00100000:2.0:1777022476.522065:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835891584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022476.522119:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835891584:12345-0@lo:400:kworker.0 Request processed in 55us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022476.522126:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93
00000100:00100000:2.0:1777022476.522145:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94
00000100:00100000:2.0:1777022476.522150:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835891328:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022476.522178:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835891328:12345-0@lo:400:kworker.0 Request processed in 28us (333us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022476.522184:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94
00000100:00080000:2.0:1777022476.522200:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1777022476.522204:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022476.522233:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835891328:0@lo:400:kworker.0
00000100:00100000:2.0:1777022476.522259:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835891584:0@lo:400:kworker.0
00000100:00100000:2.0:1777022476.522276:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835891072
00000100:00100000:2.0:1777022476.522280:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835891072
00000100:00100000:2.0:1777022476.522305:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835891200
00000100:00100000:2.0:1777022476.522308:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835891200
00000100:00100000:2.0:1777022476.522329:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141
00000100:00100000:2.0:1777022476.522334:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3465:x1863342835891072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022476.522367:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3465:x1863342835891072:12345-0@lo:400:kworker.0 Request processed in 33us (699us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022476.522373:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141
00000100:00100000:2.0:1777022476.522384:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142
00000100:00100000:2.0:1777022476.522390:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3463:x1863342835891200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022476.522443:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3463:x1863342835891200:12345-0@lo:400:kworker.0 Request processed in 53us (523us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022476.522449:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142
00000100:00080000:2.0:1777022476.522467:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022476.522483:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3463:1863342835891200:0@lo:400:kworker.0
00000100:00100000:2.0:1777022476.522607:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3465:1863342835891072:0@lo:400:kworker.0
00000100:00100000:0.0:1777022476.534975:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3464:1863342835891456:0@lo:400:kworker.0
00000100:00100000:0.0:1777022476.535050:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022476.535102:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835891456
00000100:00100000:0.0:1777022476.535111:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835891456
00000100:00100000:0.0:1777022476.535164:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143
00000100:00100000:0.0:1777022476.535172:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3464:x1863342835891456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022476.535234:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3464:x1863342835891456:12345-0@lo:400:kworker.0 Request processed in 61us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022476.535240:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143
00000100:00080000:0.0:1777022476.535265:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022476.535328:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3464:1863342835891456:0@lo:400:kworker.0
00000100:00100000:2.0:1777022476.536886:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835890944
00000100:00100000:2.0:1777022476.536896:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835890944
00000100:00100000:2.0:1777022476.536950:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266
00000100:00100000:2.0:1777022476.536959:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3464:x1863342835890944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022476.537041:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3464:x1863342835890944:12345-0@lo:400:kworker.0 Request processed in 84us (15644us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022476.537048:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266
00000100:00100000:2.0:1777022476.537101:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3464:1863342835890944:0@lo:400:kworker.0
00010000:00010000:2.0:1777022476.969159:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1777022477.033254:0:8317:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 415199397136ns, next at 416199394208ns, rc = 0
00000100:00100000:2.0:1777022477.033334:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835891712:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1777022477.033412:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1777022477.033573:0:7191:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 415199717106ns, next at 416199715674ns, rc = 0
00000100:00100000:2.0:1777022477.033672:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1777022477.033681:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835891840:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1777022477.033708:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022477.033782:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835891712
00000100:00100000:0.0:1777022477.033789:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835891712
00000100:00100000:0.0:1777022477.033840:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835891840
00000100:00100000:0.0:1777022477.033843:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835891840
00000100:00100000:0.0:1777022477.033880:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65
00000100:00100000:0.0:1777022477.033889:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3462:x1863342835891712:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1777022477.033917:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 861192768 pending 2146304 free 3923255296 avail 3691732992
00000100:00100000:0.0:1777022477.033959:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3462:x1863342835891712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (559us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022477.033967:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65
00000100:00100000:0.0:1777022477.033983:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66
00000100:00100000:0.0:1777022477.033989:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835891840:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1777022477.034160:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 36864 granted 99181120 pending 4218880 free 3923001344 avail 3691479040
00000100:00100000:0.0:1777022477.034187:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835891840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 198us (479us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022477.034194:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66
00000100:00100000:2.0:1777022477.034283:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835891840:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1777022477.034299:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835891712:0@lo:13:osp-pre-1-0.0
00000001:00080000:2.0:1777022477.039075:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967448 is committed
00000001:00080000:2.0:1777022477.039093:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967447 is committed
00000001:00080000:2.0:1777022477.039111:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967442 is committed
00000100:00100000:2.0:1777022477.248468:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022477.248589:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816090240
00000100:00100000:0.0:1777022477.248599:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816090240
00000100:00100000:0.0:1777022477.248678:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 42
00000100:00100000:0.0:1777022477.248689:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10158:x1863342816090240:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000001:00080000:0.0:1777022477.248984:0:5955:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967421
00000100:00100000:0.0:1777022477.249118:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342816090240:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 431us (660us total) trans 4294967422 rc 0/0
00000100:00100000:0.0:1777022477.249127:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 42
00000020:00080000:0.0:1777022477.249146:0:5955:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00080000:2.0:1777022477.250356:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1777022477.263497:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022477.264250:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022477.266273:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816090496
00000100:00100000:2.0:1777022477.266287:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816090496
00000100:00100000:2.0:1777022477.266364:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 181
00000100:00100000:2.0:1777022477.266375:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10158:x1863342816090496:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022477.266401:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022477.266425:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e4a47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d7b expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022477.266519:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4a4e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022477.266534:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4a4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022477.266546:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4a4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022477.266603:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022477.266606:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022477.266625:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4a4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022477.266649:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e4a47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d7b expref: 26 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022477.266665:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4a4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d7b expref: 25 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022477.266673:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dea00)
00010000:00010000:2.0:1777022477.266676:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022477.266679:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:2.0:1777022477.267366:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342816090496:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 990us (3877us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022477.267375:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 181
00000100:00100000:0.0:1777022477.269203:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816090368
00000100:00100000:0.0:1777022477.269217:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816090368
00002000:00100000:0.0:1777022477.269274:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xb:0x0] (4194304->8388607)  req@ffff8efa65fff480 x1863342816090368/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:128/0 lens 488/0 e 0 to 0 dl 1777022488 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1777022477.269286:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fff480 with x1863342816090368 ext(4194304->8388607)
00002000:00010000:0.0:1777022477.269292:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65fff480
00000100:00100000:0.0:1777022477.269326:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 467
00000100:00100000:0.0:1777022477.269336:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816090368:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00100000:1.0:1777022477.273112:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022477.274769:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816090752
00000100:00100000:2.0:1777022477.274784:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816090752
00000100:00100000:2.0:1777022477.274844:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 182
00000100:00100000:2.0:1777022477.274882:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10158:x1863342816090752:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022477.275382:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022477.275406:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4a55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d82 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022477.275527:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4a5c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022477.275542:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4a5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x15:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022477.275553:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4a5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x15:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022477.275575:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x15:0x0]: returning size 8388608
00010000:00010000:2.0:1777022477.275683:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4a55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d82 expref: 28 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022477.275702:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4a5c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x15:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d82 expref: 27 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022477.275730:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15:0x0].0x0 (ffff8efa655de700)
00010000:00010000:2.0:1777022477.275733:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d
00010000:00010000:2.0:1777022477.275736:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a200, rc 0)
00000100:00100000:2.0:1777022477.275813:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342816090752:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 959us (2710us total) trans 4294967423 rc 0/0
00000100:00100000:2.0:1777022477.275822:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 182
00000100:00100000:1.0:1777022477.340393:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022477.341036:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816091008
00000100:00100000:0.0:1777022477.341046:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816091008
00000100:00100000:0.0:1777022477.341105:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 43
00000100:00100000:0.0:1777022477.341115:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342816091008:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:0.0:1777022477.341327:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10158:x1863342816091008:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 213us (944us total) trans 4294967424 rc 0/0
00000100:00100000:0.0:1777022477.341336:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 43
00000100:00100000:2.0:1777022477.374371:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022477.382875:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816091264
00000100:00100000:0.0:1777022477.382891:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816091264
00000100:00100000:0.0:1777022477.382970:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 183
00000100:00100000:0.0:1777022477.382981:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10158:x1863342816091264:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:0.0:1777022477.383056:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:0.0:1777022477.383083:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4a5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d82 expref: 28 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383106:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4a32 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d6d expref: 27 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383132:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15:0x0].0x0 (ffff8efa655de700)
00010000:00010000:0.0:1777022477.383149:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4a4e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d7b expref: 26 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383156:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655dea00)
00010000:00010000:0.0:1777022477.383161:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022477.383185:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4a6a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383197:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4a6a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383206:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4a6a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383216:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4a71 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383222:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4a71 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383229:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4a71 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383303:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4a78 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383312:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4a78 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383329:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4a78 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1777022477.383515:0:5953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8832
00010000:00010000:0.0:1777022477.383563:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a7f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383586:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383594:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383601:0:5953:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a7f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383607:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a7f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383613:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a7f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383630:0:5953:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1777022477.383650:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1777022477.383655:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a7f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383662:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acfc00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:0.0:1777022477.383665:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a7f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383673:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a7f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383688:0:5940:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15:0x0].0x0 (ffff8efa4954b300)
00010000:00010000:0.0:1777022477.383691:0:5940:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1777022477.383695:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a7f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383700:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a7f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383710:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022477.383712:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022477.383714:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022477.383740:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4a78 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383747:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4a78 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383753:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4a78 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383758:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022477.383761:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4a78 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383767:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4a78 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383774:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x15:0x0].0x0 (ffff8efa4954b300)
00010000:00010000:0.0:1777022477.383776:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1777022477.383778:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4a78 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383793:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4a78 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383812:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4a6a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383818:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4a6a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383824:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4a6a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383829:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022477.383832:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4a6a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383838:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4a6a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383846:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bf00)
00010000:00010000:0.0:1777022477.383848:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022477.383851:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4a6a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.383878:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4a6a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1777022477.383889:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d2db4ba reply state 000000005c05b347 transno 4294967425 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4a71 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022477.383899:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1777022477.407213:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342816091264:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 24222us (32838us total) trans 4294967425 rc 0/0
00000100:00100000:0.0:1777022477.407226:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 183
00010000:00010000:0.0:1777022477.445667:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4a71 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.445684:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4a71 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.445692:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4a71 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.445698:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acec00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022477.445702:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4a71 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.445709:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4a71 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.445728:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5e55773a (ffff8efa4954b600)
00010000:00010000:0.0:1777022477.445732:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022477.445736:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4a71 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.445744:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4a71 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5e55773a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022477.486309:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816090368:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 216963us (222051us total) trans 4294967322 rc 0/0
00000100:00100000:0.0:1777022477.486323:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 467
00002000:00100000:0.0:1777022477.486337:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xb:0x0] (4194304->8388607)  req@ffff8efa65fff480 x1863342816090368/t4294967322(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:128/0 lens 488/448 e 0 to 0 dl 1777022488 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1777022477.486357:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fff480 with x1863342816090368 ext(4194304->8388607)
00002000:00010000:0.0:1777022477.486363:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65fff480
00000100:00100000:0.0:1777022477.534302:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022477.537287:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816091392
00000100:00100000:2.0:1777022477.537311:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816091392
00000100:00100000:0.0:1777022477.537527:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 184
00000100:00100000:0.0:1777022477.537540:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10158:x1863342816091392:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022477.537564:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022477.537590:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4a86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d89 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.537658:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.537672:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.537683:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022477.537725:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022477.537729:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022477.537751:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.537775:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4a86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d89 expref: 28 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.537793:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d89 expref: 27 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.537826:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bf00)
00010000:00010000:0.0:1777022477.537829:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022477.537832:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acfc00, rc 0)
00000100:00100000:0.0:1777022477.537945:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342816091392:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 408us (3651us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022477.537953:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 184
00000100:00100000:1.0:1777022477.551189:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022477.552071:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816091648
00000100:00100000:3.0:1777022477.552082:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816091648
00000100:00100000:3.0:1777022477.552155:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 185
00000100:00100000:3.0:1777022477.552166:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10158:x1863342816091648:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022477.552187:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022477.552190:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1777022477.552217:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4a8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d89 expref: 27 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022477.552252:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bf00)
00010000:00010000:3.0:1777022477.552262:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1777022477.552278:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e4a94 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d90 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022477.552371:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4a9b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022477.552385:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4a9b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022477.552394:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4a9b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022477.552406:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0400/0x72ae7b78094e4aa2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022477.552423:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0400/0x72ae7b78094e4aa2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022477.552430:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0400/0x72ae7b78094e4aa2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1777022477.552739:0:5954:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xc:0x0], index 1: 0
00010000:00010000:1.0:1777022477.563223:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4aa9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.563247:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.563259:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.563317:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4a9b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.563324:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4a9b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.563330:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4a9b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.563336:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f1e00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022477.563341:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4a9b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.563347:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4a9b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.563359:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519eb00)
00010000:00010000:1.0:1777022477.563361:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022477.563366:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4a9b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.563371:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4a9b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1777022477.563386:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5e70bbb reply state 00000000520d366d transno 4294967426 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0400/0x72ae7b78094e4aa2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022477.563394:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1777022477.563668:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e4a94 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d90 expref: 29 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.563687:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4aa9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d90 expref: 28 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.563693:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff8efa81569700)
00010000:00010000:1.0:1777022477.563695:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022477.563697:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:1.0:1777022477.564199:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10158:x1863342816091648:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12033us (13016us total) trans 4294967426 rc 0/0
00000100:00100000:1.0:1777022477.564208:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 185
00010000:00010000:1.0:1777022477.574320:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0400/0x72ae7b78094e4aa2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.574338:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0400/0x72ae7b78094e4aa2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.574348:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0400/0x72ae7b78094e4aa2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.574360:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022477.574366:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0400/0x72ae7b78094e4aa2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.574375:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0400/0x72ae7b78094e4aa2 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.574395:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x366f449e (ffff8efa6519e900)
00010000:00010000:1.0:1777022477.574398:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022477.574403:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0400/0x72ae7b78094e4aa2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022477.574424:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0400/0x72ae7b78094e4aa2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022477.589437:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022477.590592:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816091776
00000100:00100000:0.0:1777022477.590603:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816091776
00000100:00100000:0.0:1777022477.590688:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 819
00000100:00100000:0.0:1777022477.590698:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+5:10158:x1863342816091776:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022477.591302:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022477.591326:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4ab7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d97 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022477.591355:0:9584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1777022477.591378:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022477.591380:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022477.591389:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4ab7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d97 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.591405:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4ab7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d97 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022477.591428:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acf000, rc 0)
00000100:00100000:0.0:1777022477.591483:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:10158:x1863342816091776:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 787us (2054us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022477.591503:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 819
00000100:00080000:2.0:1777022477.592058:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1777022477.993166:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:1.0:1777022478.255557:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967426 is committed
00000004:00080000:1.0:1777022478.255584:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed
00000004:00080000:1.0:1777022478.255602:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed
00000001:00080000:1.0:1777022478.255624:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967417 is committed
00000004:00080000:1.0:1777022478.255639:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed
00000004:00080000:1.0:1777022478.255643:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed
00000100:00100000:2.0:1777022478.255841:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835892096:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1777022478.255933:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022478.256003:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1777022478.256009:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835891968:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1777022478.256030:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022478.256059:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835892096
00000100:00100000:2.0:1777022478.256066:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835892096
00000100:00100000:2.0:1777022478.256130:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835891968
00000100:00100000:2.0:1777022478.256133:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835891968
00000100:00100000:2.0:1777022478.256155:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820
00000100:00100000:2.0:1777022478.256162:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835892096:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1777022478.256186:0:6921:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:11 count 1
00010000:00010000:2.0:1777022478.256209:0:6921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256228:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e49c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d51 expref: 5 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256236:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022478.256238:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022478.256241:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256267:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e49c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d51 expref: 5 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256280:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e49c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d51 expref: 5 pid: 6924 timeout: 516 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022478.256290:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835892224:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022478.256343:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022478.256361:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821
00000100:00100000:2.0:1777022478.256369:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835891968:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1777022478.256380:0:6923:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:10 count 1
00002000:00010000:2.0:1777022478.256400:0:6923:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xa:0x0] initial LVB size: 409600, mtime: 0x69eb3608, atime: 0x69eb3605, ctime: 0x69eb3608, blocks: 0x320
00010000:00010000:2.0:1777022478.256406:0:6923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ac5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256415:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022478.256417:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022478.256421:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256434:0:6923:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256443:0:6923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256450:0:6923:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256465:0:6923:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1777022478.256593:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3465:x1863342835891968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 224us (561us total) trans 4294967449 rc 0/0
00000100:00100000:2.0:1777022478.256600:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821
00010000:00010000:2.0:1777022478.256625:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1777022478.256630:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256638:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b000 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:2.0:1777022478.256642:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256657:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ac5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256672:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ac5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256678:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ac5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.256695:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022478.256696:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022478.256698:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1777022478.256705:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022478.256731:0:3465:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967442 gen 2
00000004:00080000:2.0:1777022478.256734:0:3465:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa660c4700, transno 4294967442
00000100:00100000:2.0:1777022478.256744:0:3465:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search  req@ffff8efa661ae300 x1863342835891968/t4294967449(4294967449) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777022494 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295
00000004:00080000:2.0:1777022478.256754:0:3465:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa661ae300/2, rc 0, transno 4294967449
00000100:00100000:2.0:1777022478.256759:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835891968:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1777022478.257175:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835892480:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1777022478.257207:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022478.257228:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1777022478.257233:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835892352:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1777022478.257247:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022478.257284:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835892480
00000100:00100000:3.0:1777022478.257288:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835892480
00000100:00100000:3.0:1777022478.257315:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835892352
00000100:00100000:3.0:1777022478.257318:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835892352
00000100:00100000:3.0:1777022478.257331:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822
00000100:00100000:3.0:1777022478.257336:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3463:x1863342835892480:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1777022478.257352:0:11979:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:10 count 1
00002000:00010000:3.0:1777022478.257372:0:11979:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xa:0x0] initial LVB size: 163840, mtime: 0x69eb360a, atime: 0x0, ctime: 0x69eb360a, blocks: 0x140
00010000:00010000:3.0:1777022478.257377:0:11979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e4acc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022478.257389:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022478.257391:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022478.257393:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e4acc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022478.257404:0:11979:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e4acc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022478.257412:0:11979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e4acc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022478.257419:0:11979:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e4acc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022478.257435:0:11979:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1777022478.257518:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835892480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 181us (309us total) trans 4294967323 rc 0/0
00000100:00100000:3.0:1777022478.257535:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822
00000100:00100000:3.0:1777022478.257548:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823
00000100:00100000:3.0:1777022478.257554:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3463:x1863342835892352:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1777022478.257565:0:11979:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:9 count 1
00002000:00010000:3.0:1777022478.257578:0:11979:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x9:0x0] initial LVB size: 409600, mtime: 0x69eb3608, atime: 0x0, ctime: 0x69eb3608, blocks: 0x320
00010000:00010000:3.0:1777022478.257583:0:11979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056e5c7da/0x72ae7b78094e4ad3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022478.257591:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00080000:0.0:1777022478.257592:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1777022478.257593:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022478.257596:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056e5c7da/0x72ae7b78094e4ad3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022478.257606:0:11979:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056e5c7da/0x72ae7b78094e4ad3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022478.257614:0:11979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056e5c7da/0x72ae7b78094e4ad3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022478.257622:0:11979:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056e5c7da/0x72ae7b78094e4ad3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022478.257636:0:11979:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1777022478.257689:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835892352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 134us (439us total) trans 4294967324 rc 0/0
00000100:00100000:3.0:1777022478.257695:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823
00010000:00010000:0.0:1777022478.257722:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1777022478.257730:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e4acc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1777022478.257737:0:3463:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa658d3800/2, rc 0, transno 4294967324
00010000:00010000:0.0:1777022478.257740:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0600 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:0.0:1777022478.257745:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e4acc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022478.257748:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835892352:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1777022478.257760:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e4acc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1777022478.257764:0:3463:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa658d2a00/2, rc 0, transno 4294967323
00000100:00100000:3.0:1777022478.257771:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835892480:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1777022478.257778:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e4acc lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022478.257786:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e4acc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022478.257802:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1777022478.257805:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056e5c7da/0x72ae7b78094e4ad3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022478.257813:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0400 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:0.0:1777022478.257816:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056e5c7da/0x72ae7b78094e4ad3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022478.257835:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056e5c7da/0x72ae7b78094e4ad3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022478.257844:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056e5c7da/0x72ae7b78094e4ad3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022478.257851:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056e5c7da/0x72ae7b78094e4ad3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022478.257891:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022478.257892:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022478.257894:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022478.258168:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022478.266321:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835892224:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022478.266353:0:6921:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022478.273739:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022478.273819:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816091904
00000100:00100000:0.0:1777022478.273830:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816091904
00010000:00010000:0.0:1777022478.273920:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e49c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d51 expref: 6 pid: 6924 timeout: 516 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022478.273958:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 805
00000100:00100000:0.0:1777022478.273968:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816091904:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022478.273983:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022478.273999:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e49c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d51 expref: 6 pid: 6924 timeout: 516 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022478.274014:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e49c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d51 expref: 6 pid: 6924 timeout: 516 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022478.274059:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e49c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841d51 expref: 6 pid: 6924 timeout: 516 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022478.274075:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022478.274077:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022478.274082:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022478.274092:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022478.274119:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022478.274167:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2377:x1863342816091904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 201us (438us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022478.274175:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 805
00000100:00080000:2.0:1777022478.274317:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:1.0:1777022478.274617:0:6921:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022478.274628:0:6921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022478.274645:0:6921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022478.274654:0:6921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022478.274679:0:6921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1777022478.274884:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3465:x1863342835892096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18721us (18950us total) trans 4294967450 rc 0/0
00000100:00100000:1.0:1777022478.274892:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820
00010000:00010000:2.0:1777022478.276271:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1777022478.276291:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.276307:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a400 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:2.0:1777022478.276312:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.276324:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.276346:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.276354:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4abe lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022478.276381:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022478.276383:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022478.276384:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1777022478.276550:0:3465:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa661af100/2, rc 0, transno 4294967450
00000100:00100000:3.0:1777022478.276561:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835892096:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1777022478.580595:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022478.580711:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022478.580749:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022478.580778:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022478.580800:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022478.580897:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022478.580924:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816092288
00000100:00100000:3.0:1777022478.580934:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816092288
00000100:00100000:3.0:1777022478.581002:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816092416
00000100:00100000:3.0:1777022478.581006:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816092416
00000100:00100000:3.0:1777022478.581022:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816092672
00000100:00100000:3.0:1777022478.581024:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816092672
00000100:00100000:3.0:1777022478.581041:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 95
00000100:00100000:3.0:1777022478.581050:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816092288:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022478.581121:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816092288:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 72us (410us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022478.581129:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 95
00000100:00100000:3.0:1777022478.581147:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 96
00000100:00100000:3.0:1777022478.581153:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816092416:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022478.581182:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816092416:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 29us (381us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022478.581197:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 96
00000100:00100000:3.0:1777022478.581208:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 97
00000100:00100000:3.0:1777022478.581213:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342816092672:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022478.581235:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342816092672:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 22us (339us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022478.581252:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 97
00000100:00080000:3.0:1777022478.581370:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022478.581458:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816092544
00000100:00100000:0.0:1777022478.581463:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816092544
00000100:00100000:0.0:1777022478.581508:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816092160
00000100:00100000:0.0:1777022478.581511:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816092160
00000100:00100000:0.0:1777022478.581528:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 144
00000100:00100000:0.0:1777022478.581534:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342816092544:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022478.581573:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342816092544:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 39us (824us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022478.581579:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 144
00000100:00100000:0.0:1777022478.581592:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 145
00000100:00100000:0.0:1777022478.581598:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816092160:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022478.581633:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816092160:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 36us (855us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022478.581639:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 145
00000100:00080000:3.0:1777022478.581723:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022478.583675:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816092032
00000100:00100000:2.0:1777022478.583685:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816092032
00000100:00100000:2.0:1777022478.584288:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 267
00000100:00100000:2.0:1777022478.584299:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342816092032:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022478.584371:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342816092032:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 75us (3786us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022478.584380:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 267
00000100:00100000:0.0:1777022478.722167:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022478.722286:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816092800
00000100:00100000:1.0:1777022478.722296:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816092800
00002000:00100000:1.0:1777022478.722351:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xc:0x0] (0->4194303)  req@ffff8efa65452680 x1863342816092800/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:129/0 lens 488/0 e 0 to 0 dl 1777022489 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1777022478.722363:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65452680 with x1863342816092800 ext(0->4194303)
00002000:00010000:1.0:1777022478.722369:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65452680
00000100:00100000:1.0:1777022478.722408:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 468
00000100:00100000:1.0:1777022478.722417:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816092800:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00100000:2.0:1777022478.869337:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816092800:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 146909us (147169us total) trans 4294967451 rc 0/0
00000100:00100000:2.0:1777022478.869351:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 468
00002000:00100000:2.0:1777022478.869365:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xc:0x0] (0->4194303)  req@ffff8efa65452680 x1863342816092800/t4294967451(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:129/0 lens 488/448 e 0 to 0 dl 1777022489 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022478.869375:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65452680 with x1863342816092800 ext(0->4194303)
00002000:00010000:2.0:1777022478.869380:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65452680
00010000:00010000:0.0:1777022479.017148:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022479.508148:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022479.508246:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816093056
00000100:00100000:0.0:1777022479.508256:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816093056
00000100:00100000:0.0:1777022479.508325:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 44
00000100:00100000:0.0:1777022479.508342:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10158:x1863342816093056:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00080000:3.0:1777022479.508581:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000001:00080000:0.0:1777022479.508788:0:5955:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967427
00000100:00100000:0.0:1777022479.509180:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816093056:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 845us (1041us total) trans 4294967428 rc 0/0
00000100:00100000:0.0:1777022479.509190:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 44
00000020:00080000:0.0:1777022479.509197:0:5955:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1777022479.518569:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022479.520625:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022479.520930:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816093312
00000100:00100000:0.0:1777022479.520939:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816093312
00000100:00100000:0.0:1777022479.521009:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 186
00000100:00100000:0.0:1777022479.521018:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10158:x1863342816093312:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022479.521042:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022479.521067:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4ada lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841d9e expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.521133:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4ae1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.521146:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.521170:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022479.521216:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022479.521220:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022479.521238:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.521260:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4ada lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d9e expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.521279:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4ae1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d9e expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.521287:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b700)
00010000:00010000:0.0:1777022479.521290:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022479.521293:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acf400, rc 0)
00000100:00100000:0.0:1777022479.521350:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10158:x1863342816093312:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 333us (732us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022479.521357:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 186
00000100:00100000:0.0:1777022479.524284:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022479.524370:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816093568
00000100:00100000:1.0:1777022479.524380:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816093568
00000100:00100000:1.0:1777022479.524446:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 187
00000100:00100000:1.0:1777022479.524455:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10158:x1863342816093568:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022479.524476:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022479.524496:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4ae8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841da5 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022479.524606:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e4aef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022479.524623:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e4aef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022479.524634:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e4aef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022479.524646:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x16:0x0]: returning size 8388608
00010000:00010000:1.0:1777022479.524760:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4ae8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841da5 expref: 13 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022479.524776:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e4aef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841da5 expref: 12 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022479.524785:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff8efa81569700)
00010000:00010000:1.0:1777022479.524789:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d
00010000:00010000:1.0:1777022479.524792:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:1.0:1777022479.524890:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10158:x1863342816093568:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 435us (614us total) trans 4294967429 rc 0/0
00000100:00100000:1.0:1777022479.525139:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 187
00000100:00100000:0.0:1777022479.539946:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022479.540271:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816093824
00000100:00100000:3.0:1777022479.540282:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816093824
00000100:00100000:3.0:1777022479.540345:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 45
00000100:00100000:3.0:1777022479.540357:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49dfa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10158:x1863342816093824:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:3.0:1777022479.540583:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49dfa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10158:x1863342816093824:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 228us (646us total) trans 4294967430 rc 0/0
00000100:00100000:3.0:1777022479.540590:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 45
00000100:00100000:2.0:1777022479.541375:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816093184
00000100:00100000:2.0:1777022479.541382:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816093184
00002000:00100000:2.0:1777022479.541441:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xc:0x0] (4194304->8388607)  req@ffff8efa65450a80 x1863342816093184/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:130/0 lens 488/0 e 0 to 0 dl 1777022490 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022479.541451:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65450a80 with x1863342816093184 ext(4194304->8388607)
00002000:00010000:2.0:1777022479.541456:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65450a80
00000100:00100000:2.0:1777022479.541479:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 469
00000100:00100000:2.0:1777022479.541486:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816093184:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00080000:3.0:1777022479.545257:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022479.545954:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022479.546152:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816094080
00000100:00100000:0.0:1777022479.546169:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816094080
00000100:00100000:0.0:1777022479.546233:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 188
00000100:00100000:0.0:1777022479.546244:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10158:x1863342816094080:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:0.0:1777022479.546301:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:0.0:1777022479.546341:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e4aef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841da5 expref: 13 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.546363:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4aa9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d90 expref: 12 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.546374:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff8efa81569700)
00010000:00010000:0.0:1777022479.546390:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4ae1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d9e expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.546410:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b700)
00010000:00010000:0.0:1777022479.546417:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022479.546441:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acee00/0x72ae7b78094e4afd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.546453:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acee00/0x72ae7b78094e4afd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.546463:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acee00/0x72ae7b78094e4afd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.546475:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e4b04 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.546481:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e4b04 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.546486:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e4b04 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.546576:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e4b0b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.546590:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e4b0b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.546597:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e4b0b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1777022479.546808:0:7637:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off8960
00000004:00080000:0.0:1777022479.546818:0:7637:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 417712962481ns, next at 418712960018ns, rc = 0
00010000:00010000:0.0:1777022479.546885:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acea00/0x72ae7b78094e4b12 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547104:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acea00/0x72ae7b78094e4b12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547113:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acea00/0x72ae7b78094e4b12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547121:0:7637:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acea00/0x72ae7b78094e4b12 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547127:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acea00/0x72ae7b78094e4b12 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547133:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acea00/0x72ae7b78094e4b12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547153:0:7637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1777022479.547173:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e4b0b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547179:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e4b0b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547192:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e4b0b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547198:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acf600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022479.547202:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e4b0b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547210:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e4b0b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547219:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff8efa4954bd00)
00010000:00010000:0.0:1777022479.547221:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1777022479.547224:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e4b0b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547229:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf600/0x72ae7b78094e4b0b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547244:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acee00/0x72ae7b78094e4afd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547250:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acee00/0x72ae7b78094e4afd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547256:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acee00/0x72ae7b78094e4afd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547261:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acee00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022479.547264:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acee00/0x72ae7b78094e4afd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547280:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acee00/0x72ae7b78094e4afd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547288:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bf00)
00010000:00010000:0.0:1777022479.547290:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022479.547293:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acee00/0x72ae7b78094e4afd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022479.547298:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acee00/0x72ae7b78094e4afd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1777022479.547312:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006246cb6f reply state 00000000ade7c87c transno 4294967431 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e4b04 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022479.547321:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1777022479.547398:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10158:x1863342816094080:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 1156us (1449us total) trans 4294967431 rc 0/0
00000100:00100000:0.0:1777022479.547405:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 188
00010000:00010000:3.0:1777022479.548111:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022479.548120:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acea00/0x72ae7b78094e4b12 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.548127:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acea00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022479.548130:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acea00/0x72ae7b78094e4b12 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.548136:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acea00/0x72ae7b78094e4b12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.548157:0:5941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff8efa4954bd00)
00010000:00010000:3.0:1777022479.548160:0:5941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1777022479.548163:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acea00/0x72ae7b78094e4b12 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.548169:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acea00/0x72ae7b78094e4b12 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.548186:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022479.548187:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022479.548189:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022479.552192:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e4b04 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.552212:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e4b04 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.552219:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e4b04 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.552225:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acf800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022479.552230:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e4b04 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.552237:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e4b04 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.552255:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x366f449e (ffff8efa4954b000)
00010000:00010000:3.0:1777022479.552258:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022479.552263:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e4b04 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.552287:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf800/0x72ae7b78094e4b04 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x366f449e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022479.648698:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816093184:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 107201us (130127us total) trans 4294967452 rc 0/0
00000100:00100000:0.0:1777022479.648711:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 469
00002000:00100000:0.0:1777022479.648725:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xc:0x0] (4194304->8388607)  req@ffff8efa65450a80 x1863342816093184/t4294967452(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:130/0 lens 488/448 e 0 to 0 dl 1777022490 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1777022479.648735:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65450a80 with x1863342816093184 ext(4194304->8388607)
00002000:00010000:0.0:1777022479.648741:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65450a80
00000100:00100000:2.0:1777022479.665981:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022479.667181:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816094208
00000100:00100000:3.0:1777022479.667193:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816094208
00000100:00100000:3.0:1777022479.667254:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 189
00000100:00100000:3.0:1777022479.667265:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10158:x1863342816094208:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022479.667288:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022479.667312:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e4b19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841dac expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.667396:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4b20 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.667410:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4b20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.667421:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4b20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022479.667461:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022479.667465:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022479.667483:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4b20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.667506:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e4b19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dac expref: 13 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022479.667885:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022479.668013:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816094336
00000100:00100000:2.0:1777022479.668018:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816094336
00000100:00100000:2.0:1777022479.668068:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12
00000100:00100000:2.0:1777022479.668077:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc56050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:5458:x1863342816094336:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022479.668097:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022479.668114:0:5939:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:2.0:1777022479.668117:0:5939:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb mtime from disk: 0 -> 1777022476
00002000:00010000:2.0:1777022479.668119:0:5939:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb ctime from disk: 0 -> 1777022476
00002000:00010000:2.0:1777022479.668122:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb blocks from disk: 0 -> 16384
00010000:00010000:2.0:1777022479.668140:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4909c0d/0x72ae7b78094e4a40 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d74 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022479.670980:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022479.671121:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc56050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:5458:x1863342816094336:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3037us (3262us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022479.671134:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12
00010000:00010000:3.0:1777022479.671469:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4b20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dac expref: 12 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.671498:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519ea00)
00010000:00010000:3.0:1777022479.671501:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022479.671505:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1e00, rc 0)
00000100:00100000:0.0:1777022479.676547:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10158:x1863342816094208:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9272us (10574us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022479.676577:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 189
00000100:00100000:2.0:1777022479.685329:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022479.685410:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816094464
00000100:00100000:3.0:1777022479.685421:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816094464
00000100:00100000:3.0:1777022479.685488:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13
00000100:00100000:3.0:1777022479.685498:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:5459:x1863342816094464:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022479.685514:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022479.685537:0:11978:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb size from disk: 0 -> 8388608
00002000:00010000:3.0:1777022479.685540:0:11978:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb mtime from disk: 0 -> 1777022478
00002000:00010000:3.0:1777022479.685543:0:11978:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb ctime from disk: 0 -> 1777022478
00002000:00010000:3.0:1777022479.685545:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb blocks from disk: 0 -> 16384
00010000:00010000:3.0:1777022479.685570:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4ab7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841d97 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.685598:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022479.685659:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:5459:x1863342816094464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 162us (340us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022479.685667:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13
00000100:00100000:0.0:1777022479.691736:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022479.691840:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816094720
00000100:00100000:1.0:1777022479.691851:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816094720
00000100:00100000:1.0:1777022479.691948:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 190
00000100:00100000:1.0:1777022479.691959:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10158:x1863342816094720:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022479.691989:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022479.692010:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4b27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841db3 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022479.692734:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4b2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022479.692753:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4b2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022479.692765:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4b2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022479.692779:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 91136
00010000:00010000:2.0:1777022479.692944:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4b27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841db3 expref: 15 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022479.692965:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4b2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841db3 expref: 14 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022479.692984:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8efa4954b200)
00010000:00010000:2.0:1777022479.692988:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022479.692991:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022479.693048:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10158:x1863342816094720:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1091us (1321us total) trans 4294967432 rc 0/0
00000100:00100000:2.0:1777022479.693060:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 190
00000100:00100000:1.0:1777022479.708401:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022479.708489:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022479.708821:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816094976
00000100:00100000:2.0:1777022479.708830:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816094976
00000100:00100000:2.0:1777022479.708924:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14
00000100:00100000:2.0:1777022479.708934:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+14:2378:x1863342816094976:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022479.708950:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022479.708984:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4b2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841db3 expref: 14 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022479.709003:0:5938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8efa4954b200)
00010000:00010000:2.0:1777022479.709007:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022479.709069:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2378:x1863342816094976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 137us (578us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022479.709076:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14
00000100:00100000:3.0:1777022479.710555:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816094848
00000100:00100000:3.0:1777022479.710566:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816094848
00000100:00100000:3.0:1777022479.710619:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 824
00000100:00100000:3.0:1777022479.710628:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342816094848:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022479.710645:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022479.710666:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ad6ad1f/0x72ae7b78094e4b3c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841dba expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022479.710707:0:11979:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 94160, mtime: 0x69eb35fb, atime: 0x0, ctime: 0x69eb35fb, blocks: 0xb8
00010000:00010000:3.0:1777022479.710731:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022479.710733:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022479.710742:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004ad6ad1f/0x72ae7b78094e4b3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dba expref: 10 pid: 11979 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.710760:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ad6ad1f/0x72ae7b78094e4b3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dba expref: 10 pid: 11979 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022479.710773:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1400, rc 0)
00000100:00100000:3.0:1777022479.710832:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816094848:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 205us (2453us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022479.710839:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 824
00010000:00010000:2.0:1777022480.045004:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022480.725770:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022480.725889:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816095104
00000100:00100000:2.0:1777022480.725915:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816095104
00002000:00100000:2.0:1777022480.725986:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4095)  req@ffff8efa65ffea00 x1863342816095104/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:131/0 lens 488/0 e 0 to 0 dl 1777022491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022480.725997:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffea00 with x1863342816095104 ext(0->4095)
00002000:00010000:2.0:1777022480.726003:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65ffea00
00000100:00100000:2.0:1777022480.726041:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 470
00000100:00100000:2.0:1777022480.726054:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816095104:12345-192.168.202.33@tcp:3:mmap_sanity.0
00000100:00100000:2.0:1777022480.726235:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816095104:12345-192.168.202.33@tcp:3:mmap_sanity.0 Request processed in 184us (474us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022480.726247:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 470
00002000:00100000:2.0:1777022480.726254:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4095)  req@ffff8efa65ffea00 x1863342816095104/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:131/0 lens 488/4536 e 0 to 0 dl 1777022491 ref 1 fl Complete:/600/0 rc 4096/4096 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022480.726263:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffea00 with x1863342816095104 ext(0->4095)
00002000:00010000:2.0:1777022480.726266:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65ffea00
00000100:00080000:3.0:1777022480.726477:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1777022480.732434:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022480.734132:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816095232
00000100:00100000:0.0:1777022480.734150:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816095232
00002000:00100000:0.0:1777022480.734211:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (4096->8191)  req@ffff8efa65805880 x1863342816095232/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:131/0 lens 488/0 e 0 to 0 dl 1777022491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1777022480.734224:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805880 with x1863342816095232 ext(4096->8191)
00002000:00010000:0.0:1777022480.734229:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65805880
00000100:00100000:0.0:1777022480.734325:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 471
00000100:00100000:0.0:1777022480.734335:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342816095232:12345-192.168.202.33@tcp:3:mmap_sanity.0
00000100:00100000:0.0:1777022480.734523:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342816095232:12345-192.168.202.33@tcp:3:mmap_sanity.0 Request processed in 189us (2098us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022480.734531:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 471
00002000:00100000:0.0:1777022480.734538:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (4096->8191)  req@ffff8efa65805880 x1863342816095232/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:131/0 lens 488/4536 e 0 to 0 dl 1777022491 ref 1 fl Complete:/600/0 rc 4096/4096 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1777022480.734547:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805880 with x1863342816095232 ext(4096->8191)
00002000:00010000:0.0:1777022480.734551:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65805880
00000100:00100000:1.0:1777022480.752239:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022480.754992:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816095360
00000100:00100000:2.0:1777022480.755010:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816095360
00002000:00100000:2.0:1777022480.755076:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (8192->12287)  req@ffff8efa65ffd500 x1863342816095360/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:131/0 lens 488/0 e 0 to 0 dl 1777022491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022480.755089:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffd500 with x1863342816095360 ext(8192->12287)
00002000:00010000:2.0:1777022480.755096:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65ffd500
00000100:00100000:2.0:1777022480.755192:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 472
00000100:00100000:2.0:1777022480.755204:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342816095360:12345-192.168.202.33@tcp:3:mmap_sanity.0
00000100:00100000:2.0:1777022480.755408:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342816095360:12345-192.168.202.33@tcp:3:mmap_sanity.0 Request processed in 206us (3179us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022480.755415:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 472
00002000:00100000:2.0:1777022480.755423:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (8192->12287)  req@ffff8efa65ffd500 x1863342816095360/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:131/0 lens 488/4536 e 0 to 0 dl 1777022491 ref 1 fl Complete:/600/0 rc 4096/4096 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022480.755432:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffd500 with x1863342816095360 ext(8192->12287)
00002000:00010000:2.0:1777022480.755435:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65ffd500
00000100:00100000:1.0:1777022480.759755:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022480.760090:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816095488
00000100:00100000:2.0:1777022480.760103:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816095488
00002000:00100000:2.0:1777022480.760159:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (12288->69631)  req@ffff8efa65ffe680 x1863342816095488/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:131/0 lens 488/0 e 0 to 0 dl 1777022491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022480.760172:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffe680 with x1863342816095488 ext(12288->69631)
00002000:00010000:2.0:1777022480.760177:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65ffe680
00000100:00100000:2.0:1777022480.760330:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 473
00000100:00100000:2.0:1777022480.760342:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816095488:12345-192.168.202.33@tcp:3:mmap_sanity.0
00000100:00100000:2.0:1777022480.764176:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816095488:12345-192.168.202.33@tcp:3:mmap_sanity.0 Request processed in 3821us (4420us total) trans 0 rc 57344/57344
00000100:00100000:2.0:1777022480.764190:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 473
00002000:00100000:2.0:1777022480.764203:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (12288->69631)  req@ffff8efa65ffe680 x1863342816095488/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:131/0 lens 488/440 e 0 to 0 dl 1777022491 ref 1 fl Complete:/600/0 rc 57344/57344 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1777022480.764215:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffe680 with x1863342816095488 ext(12288->69631)
00002000:00010000:2.0:1777022480.764221:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65ffe680
00000100:00100000:3.0:1777022480.770522:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022480.771267:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816095616
00000100:00100000:0.0:1777022480.771281:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816095616
00002000:00100000:0.0:1777022480.771335:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (69632->94207)  req@ffff8efa658d0a80 x1863342816095616/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:131/0 lens 488/0 e 0 to 0 dl 1777022491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1777022480.771348:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0a80 with x1863342816095616 ext(69632->94207)
00002000:00010000:0.0:1777022480.771354:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa658d0a80
00000100:00100000:0.0:1777022480.771510:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 474
00000100:00100000:0.0:1777022480.771533:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816095616:12345-192.168.202.33@tcp:3:mmap_sanity.0
00000100:00100000:0.0:1777022480.786228:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816095616:12345-192.168.202.33@tcp:3:mmap_sanity.0 Request processed in 14686us (15705us total) trans 0 rc 24576/24576
00000100:00100000:0.0:1777022480.786240:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 474
00002000:00100000:0.0:1777022480.786252:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (69632->94207)  req@ffff8efa658d0a80 x1863342816095616/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:131/0 lens 488/440 e 0 to 0 dl 1777022491 ref 1 fl Complete:/600/0 rc 24576/24576 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1777022480.786263:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0a80 with x1863342816095616 ext(69632->94207)
00002000:00010000:0.0:1777022480.786269:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa658d0a80
00000100:00100000:0.0:1777022480.792586:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022480.793215:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816095872
00000100:00100000:3.0:1777022480.793225:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816095872
00000100:00100000:3.0:1777022480.793328:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 46
00000100:00100000:3.0:1777022480.793339:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10158:x1863342816095872:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:3.0:1777022480.793632:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10158:x1863342816095872:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 294us (1056us total) trans 4294967433 rc 0/0
00000100:00100000:3.0:1777022480.793640:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 46
00000100:00100000:1.0:1777022480.797345:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022480.797533:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816096128
00000100:00100000:0.0:1777022480.797543:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816096128
00000100:00100000:0.0:1777022480.797636:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 191
00000100:00100000:0.0:1777022480.797649:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10158:x1863342816096128:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:0.0:1777022480.799558:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1777022480.799599:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa65fd3600/0x72ae7b78094e3abf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78411e3 expref: 14 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.799623:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8efa4954b200)
00010000:00010000:0.0:1777022480.799640:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e4b20 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dac expref: 13 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.799650:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519ea00)
00010000:00010000:0.0:1777022480.799656:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022480.799693:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4b43 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.799724:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4b43 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.799733:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4b43 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.799749:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4b4a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.799755:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4b4a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.799762:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4b4a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.799850:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b51 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.799902:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.799909:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1777022480.800126:0:5952:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8896
00000004:00080000:0.0:1777022480.800137:0:5952:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 418966281470ns, next at 419966279094ns, rc = 0
00010000:00010000:0.0:1777022480.800182:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4b58 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.800191:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4b58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.800210:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4b58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.800218:0:5952:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4b58 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.800225:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4b58 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.800232:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4b58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803165:0:5952:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1777022480.803210:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803223:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b51 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803231:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b51 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803237:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acfa00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022480.803242:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b51 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803250:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b51 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803267:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:0.0:1777022480.803271:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1777022480.803294:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b51 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803301:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b51 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803328:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4b43 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803334:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4b43 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803340:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4b43 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803346:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acf400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022480.803349:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4b43 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803355:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4b43 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803363:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b700)
00010000:00010000:0.0:1777022480.803365:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022480.803368:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4b43 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022480.803375:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4b43 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1777022480.803756:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078b81a4b reply state 00000000d6bfbb73 transno 4294967434 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4b4a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022480.803779:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1777022480.803905:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10158:x1863342816096128:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 6255us (6568us total) trans 4294967434 rc 0/0
00000100:00100000:0.0:1777022480.803914:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 191
00010000:00010000:3.0:1777022480.808852:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022480.808880:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4b58 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022480.808914:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace400 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022480.808919:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4b58 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022480.808929:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4b58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022480.808950:0:5940:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8efa4954b500)
00010000:00010000:3.0:1777022480.808954:0:5940:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1777022480.808968:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4b58 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022480.808974:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e4b58 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022480.809001:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022480.809002:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022480.809004:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022480.809291:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4b4a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022480.809300:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4b4a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022480.809307:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4b4a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022480.809312:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022480.809316:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4b4a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022480.809323:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4b4a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022480.809331:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcf1d5a2f (ffff8efa4954bf00)
00010000:00010000:1.0:1777022480.809334:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022480.809338:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4b4a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022480.809344:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4b4a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.069394:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022481.641339:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1777022481.641364:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3463:1863342835892864:0@lo:400:kworker.0
00000100:00100000:3.0:1777022481.641433:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022481.641519:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835892992:0@lo:400:kworker.0
00000100:00100000:3.0:1777022481.641549:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022481.641588:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835892992
00000100:00100000:3.0:1777022481.641596:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835892992
00000100:00100000:3.0:1777022481.641651:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98
00000100:00100000:3.0:1777022481.641662:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835892992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022481.641716:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835892992:12345-0@lo:400:kworker.0 Request processed in 57us (166us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022481.641736:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98
00000100:00080000:3.0:1777022481.641762:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022481.641791:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835892992:0@lo:400:kworker.0
00000100:00100000:0.0:1777022481.642057:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3465:1863342835892736:0@lo:400:kworker.0
00000100:00100000:0.0:1777022481.642090:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022481.642109:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48e74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835893248:0@lo:400:kworker.0
00000100:00100000:0.0:1777022481.642130:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022481.642160:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1777022481.642166:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3465:1863342835892608:0@lo:400:kworker.0
00000100:00100000:0.0:1777022481.642192:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022481.642213:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3465:1863342835893120:0@lo:400:kworker.0
00000100:00100000:0.0:1777022481.642233:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022481.642259:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835892608
00000100:00100000:0.0:1777022481.642263:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835892608
00000100:00100000:0.0:1777022481.642295:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268
00000100:00100000:0.0:1777022481.642302:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3465:x1863342835892608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022481.642337:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3465:x1863342835892608:12345-0@lo:400:kworker.0 Request processed in 36us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022481.642346:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268
00000100:00100000:0.0:1777022481.642372:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835892864
00000100:00100000:0.0:1777022481.642375:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835892864
00000100:00100000:0.0:1777022481.642409:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835892736
00000100:00100000:0.0:1777022481.642413:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835892736
00000100:00100000:0.0:1777022481.642424:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835893120
00000100:00100000:0.0:1777022481.642434:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835893120
00000100:00100000:0.0:1777022481.642453:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146
00000100:00100000:0.0:1777022481.642459:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3463:x1863342835892864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022481.642491:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3463:x1863342835892864:12345-0@lo:400:kworker.0 Request processed in 32us (1059us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022481.642501:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146
00000100:00100000:0.0:1777022481.642512:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147
00000100:00100000:0.0:1777022481.642517:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3465:x1863342835892736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022481.642536:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3465:x1863342835892736:12345-0@lo:400:kworker.0 Request processed in 20us (446us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022481.642541:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147
00000100:00100000:0.0:1777022481.642550:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148
00000100:00100000:0.0:1777022481.642554:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3465:x1863342835893120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022481.642573:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3465:x1863342835893120:12345-0@lo:400:kworker.0 Request processed in 19us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022481.642577:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148
00000100:00080000:0.0:1777022481.642597:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022481.642612:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3465:1863342835892608:0@lo:400:kworker.0
00000100:00100000:0.0:1777022481.642622:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3465:1863342835893120:0@lo:400:kworker.0
00000100:00100000:0.0:1777022481.642629:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3465:1863342835892736:0@lo:400:kworker.0
00000100:00100000:0.0:1777022481.642650:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3463:1863342835892864:0@lo:400:kworker.0
00000100:00100000:1.0:1777022481.642723:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835893248
00000100:00100000:1.0:1777022481.642728:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835893248
00000100:00100000:1.0:1777022481.642763:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99
00000100:00100000:1.0:1777022481.642769:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3465:x1863342835893248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022481.642800:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3465:x1863342835893248:12345-0@lo:400:kworker.0 Request processed in 32us (670us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022481.642805:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99
00000100:00100000:1.0:1777022481.642828:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48e74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835893248:0@lo:400:kworker.0
00000100:00080000:0.0:1777022481.643328:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000001:00080000:1.0:1777022481.645163:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967324 is committed
00000001:00080000:1.0:1777022481.645178:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967322 is committed
00000100:00100000:1.0:1777022481.855543:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022481.857999:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816096256
00000100:00100000:0.0:1777022481.858019:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816096256
00000100:00100000:0.0:1777022481.858126:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 192
00000100:00100000:0.0:1777022481.858150:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10156:x1863342816096256:12345-192.168.202.33@tcp:101:bash.0
00010000:00010000:0.0:1777022481.858178:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00080000:3.0:1777022481.858190:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:0.0:1777022481.858203:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4b5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841dc1 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.858294:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b66 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.858308:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.858321:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022481.858365:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022481.858369:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022481.858389:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.858412:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf400/0x72ae7b78094e4b5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dc1 expref: 15 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.858430:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dc1 expref: 14 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.858439:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b700)
00010000:00010000:0.0:1777022481.858441:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022481.858445:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acfa00, rc 0)
00000100:00100000:0.0:1777022481.858514:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10156:x1863342816096256:12345-192.168.202.33@tcp:101:bash.0 Request processed in 367us (2982us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022481.858531:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 192
00000100:00100000:2.0:1777022481.865933:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022481.866062:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816096384
00000100:00100000:3.0:1777022481.866166:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816096384
00000100:00100000:3.0:1777022481.866227:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 193
00000100:00100000:3.0:1777022481.866237:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10156:x1863342816096384:12345-192.168.202.33@tcp:101:bash.0
00010000:00010000:3.0:1777022481.866258:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022481.866290:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e4b6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841dc8 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866354:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4b74 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866367:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4b74 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866503:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4b74 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866519:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4b7b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866527:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4b7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866532:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4b7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866582:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4b74 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866589:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4b74 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866595:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4b74 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866601:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022481.866605:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4b74 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866613:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4b74 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866624:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b700)
00010000:00010000:3.0:1777022481.866627:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022481.866632:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4b74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866638:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4b74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866652:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4b7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866658:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4b7b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866770:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4b7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866781:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f1a00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022481.866784:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4b7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866789:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4b7b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866797:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x635bc478 (ffff8efa6519e200)
00010000:00010000:3.0:1777022481.866800:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022481.866802:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4b7b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.866807:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4b7b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.867227:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e4b6d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dc8 expref: 15 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.867240:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b700)
00010000:00010000:3.0:1777022481.867242:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022481.867247:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e4b6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dc8 expref: 15 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.867257:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0800, rc 0)
00000100:00100000:3.0:1777022481.867473:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10156:x1863342816096384:12345-192.168.202.33@tcp:101:bash.0 Request processed in 1236us (1550us total) trans 0 rc 301/301
00000100:00100000:3.0:1777022481.867482:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 193
00000100:00100000:3.0:1777022481.887767:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022481.887996:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816096640
00000100:00100000:1.0:1777022481.888018:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816096640
00000100:00100000:1.0:1777022481.888088:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 194
00000100:00100000:1.0:1777022481.888098:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10187:x1863342816096640:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022481.888127:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022481.888131:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1777022481.888162:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4b66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dc1 expref: 14 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.888182:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954b700)
00010000:00010000:1.0:1777022481.888194:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022481.888210:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e4b82 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841dcf expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.888302:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e4b89 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.888316:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e4b89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.888326:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e4b89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.888337:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4b90 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.888343:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4b90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.888348:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4b90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1777022481.888641:0:5952:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xc:0x0], index 0: 0
00010000:00010000:1.0:1777022481.888771:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e4b97 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.888780:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e4b97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.888787:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e4b97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.888817:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e4b89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.888828:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e4b89 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.888834:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e4b89 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.889749:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022481.889755:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e4b89 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.889763:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e4b89 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.889774:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81568000)
00010000:00010000:1.0:1777022481.889777:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022481.889781:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e4b89 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.889788:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c800/0x72ae7b78094e4b89 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1777022481.889801:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000625dd214 reply state 00000000fb901b34 transno 4294967435 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4b90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022481.889809:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1777022481.889851:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c200/0x72ae7b78094e4b82 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dcf expref: 16 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.889883:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e4b97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dcf expref: 15 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.889896:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8efa81568800)
00010000:00010000:1.0:1777022481.889899:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1777022481.889901:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ca00, rc 0)
00000100:00100000:1.0:1777022481.889985:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10187:x1863342816096640:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1888us (2227us total) trans 4294967435 rc 0/0
00000100:00100000:1.0:1777022481.889994:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 194
00010000:00010000:3.0:1777022481.892105:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4b90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.892120:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4b90 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.892127:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4b90 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.892133:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570de00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022481.892138:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4b90 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.892145:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4b90 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.892158:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcf1d5a2f (ffff8efa81568900)
00010000:00010000:3.0:1777022481.892160:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022481.892164:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4b90 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.892170:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570de00/0x72ae7b78094e4b90 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022481.893418:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022481.893495:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816096768
00000100:00100000:0.0:1777022481.893506:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816096768
00000100:00100000:0.0:1777022481.893559:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 825
00000100:00100000:0.0:1777022481.893569:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:10187:x1863342816096768:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022481.893586:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022481.893607:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ea6352f/0x72ae7b78094e4ba5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841dd6 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022481.893632:0:6924:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1777022481.893653:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022481.893655:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022481.893663:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ea6352f/0x72ae7b78094e4ba5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dd6 expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.893680:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001ea6352f/0x72ae7b78094e4ba5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dd6 expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.893693:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acf400, rc 0)
00000100:00100000:0.0:1777022481.893757:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10187:x1863342816096768:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 190us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022481.893764:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 825
00000100:00100000:1.0:1777022481.937618:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022481.937804:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816097024
00000100:00100000:0.0:1777022481.937813:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816097024
00000100:00100000:3.0:1777022481.938218:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 47
00000100:00100000:3.0:1777022481.938232:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10187:x1863342816097024:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:3.0:1777022481.938550:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10187:x1863342816097024:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 321us (941us total) trans 4294967436 rc 0/0
00000100:00100000:3.0:1777022481.938558:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 47
00000100:00100000:2.0:1777022481.952296:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022481.964292:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816097152
00000100:00100000:3.0:1777022481.964309:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816097152
00000100:00100000:3.0:1777022481.964392:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 195
00000100:00100000:3.0:1777022481.964402:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10187:x1863342816097152:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022481.964428:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022481.964451:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e4bac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ddd expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.964909:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4bb3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.964925:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.964937:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022481.965005:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022481.965009:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022481.965030:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.965054:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e4bac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ddd expref: 18 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.965592:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4bb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ddd expref: 17 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.965603:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e200)
00010000:00010000:3.0:1777022481.965605:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022481.965623:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1a00, rc 0)
00000100:00100000:3.0:1777022481.965699:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10187:x1863342816097152:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1298us (13411us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022481.965707:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 195
00000100:00100000:3.0:1777022481.971807:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022481.974104:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816097280
00000100:00100000:0.0:1777022481.974119:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816097280
00000100:00100000:0.0:1777022481.974202:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 196
00000100:00100000:0.0:1777022481.974231:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10187:x1863342816097280:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022481.974253:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022481.974277:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841de4 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974340:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4bc1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974483:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974503:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974520:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4bc8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974527:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974533:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974569:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974576:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4bc1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974582:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4bc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974599:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022481.974604:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4bc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974611:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4bc1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974624:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e200)
00010000:00010000:0.0:1777022481.974627:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022481.974631:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4bc1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974637:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4bc1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974651:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974657:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4bc8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974663:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974668:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acec00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022481.974670:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974676:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4bc8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974692:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xefc67454 (ffff8efa4954bb00)
00010000:00010000:0.0:1777022481.974694:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022481.974697:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4bc8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974702:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4bc8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974734:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bba lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841de4 expref: 18 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974745:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e200)
00010000:00010000:0.0:1777022481.974747:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022481.974750:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841de4 expref: 18 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.974759:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acfc00, rc 0)
00000100:00100000:0.0:1777022481.974827:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10187:x1863342816097280:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 599us (3030us total) trans 0 rc 301/301
00000100:00100000:0.0:1777022481.974834:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 196
00000100:00100000:1.0:1777022481.984402:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022481.986143:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816097536
00000100:00100000:3.0:1777022481.986157:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816097536
00000100:00100000:3.0:1777022481.986230:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 197
00000100:00100000:3.0:1777022481.986243:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10187:x1863342816097536:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022481.986266:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022481.986269:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1777022481.986297:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e4bb3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ddd expref: 17 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.986315:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e200)
00010000:00010000:3.0:1777022481.986325:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1777022481.986340:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e4bcf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841deb expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.986436:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4bd6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.986449:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4bd6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.986459:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4bd6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.986472:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4bdd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.986494:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4bdd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.986501:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4bdd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1777022481.986783:0:7637:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xd:0x0], index 1: 0
00010000:00010000:3.0:1777022481.986994:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0200/0x72ae7b78094e4be4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.987004:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0200/0x72ae7b78094e4be4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.987012:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0200/0x72ae7b78094e4be4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.987044:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4bd6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.987052:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4bd6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.987058:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4bd6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.987063:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022481.987067:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4bd6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.987074:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4bd6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.987095:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:3.0:1777022481.987098:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022481.987102:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4bd6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.987108:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0000/0x72ae7b78094e4bd6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1777022481.987118:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ba5cd4d reply state 0000000055d3ba50 transno 4294967437 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4bdd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022481.987126:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1777022481.987153:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e4bcf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841deb expref: 19 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.987169:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0200/0x72ae7b78094e4be4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841deb expref: 18 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022481.987175:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff8efa6519ea00)
00010000:00010000:3.0:1777022481.987178:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1777022481.987180:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0200, rc 0)
00000100:00100000:3.0:1777022481.987261:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10187:x1863342816097536:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1021us (2871us total) trans 4294967437 rc 0/0
00000100:00100000:3.0:1777022481.987269:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 197
00010000:00010000:1.0:1777022481.993442:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4bdd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.993460:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4bdd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.993467:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4bdd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.993473:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0e00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022481.993478:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4bdd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.993486:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4bdd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.993502:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xefc67454 (ffff8efa6519ec00)
00010000:00010000:1.0:1777022481.993505:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022481.993510:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4bdd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022481.993520:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e4bdd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022481.995648:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022481.995814:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816097792
00000100:00100000:0.0:1777022481.995824:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816097792
00000100:00100000:0.0:1777022481.995904:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 198
00000100:00100000:0.0:1777022481.995914:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10187:x1863342816097792:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:0.0:1777022481.995983:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022481.996008:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0200/0x72ae7b78094e4be4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841deb expref: 18 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.996044:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff8efa6519ea00)
00010000:00010000:0.0:1777022481.996054:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022481.996218:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bf2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.996233:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022481.996243:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1777022481.996285:0:5954:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967438
00000004:00010000:0.0:1777022481.996307:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051eec1e0 reply state 00000000653dfdea transno 4294967439 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022481.996317:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1777022481.996474:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10187:x1863342816097792:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 562us (835us total) trans 4294967439 rc 0/0
00000100:00100000:0.0:1777022481.996481:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 198
00000020:00080000:0.0:1777022481.996486:0:5954:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1777022482.000780:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:0.0:1777022482.000911:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.000923:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bf2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.000930:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.000936:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acfc00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022482.000964:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.000971:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bf2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.000987:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff8efa4954bb00)
00010000:00010000:0.0:1777022482.000990:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022482.000994:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bf2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.001000:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4bf2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.001091:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816097920
00000100:00100000:2.0:1777022482.001100:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816097920
00000100:00100000:2.0:1777022482.001158:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 199
00000100:00100000:2.0:1777022482.001169:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10187:x1863342816097920:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.001191:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.001209:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e4bf9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841df2 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.001266:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e4bf9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841df2 expref: 20 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.001284:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e4bf9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841df2 expref: 20 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.001300:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff8efa655de300)
00010000:00010000:2.0:1777022482.001302:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:2.0:1777022482.001304:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511aa00, rc 0)
00000100:00100000:2.0:1777022482.001364:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10187:x1863342816097920:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 198us (594us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.001371:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 199
00000100:00100000:2.0:1777022482.003905:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.005609:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816098048
00000100:00100000:3.0:1777022482.005624:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816098048
00000100:00100000:2.0:1777022482.010961:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 826
00000100:00100000:2.0:1777022482.010975:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816098048:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.010995:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.011020:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4c00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841df9 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022482.011047:0:9584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1777022482.011072:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.011074:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.011081:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841df9 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.011098:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841df9 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.011117:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ac00, rc 0)
00000100:00100000:2.0:1777022482.011185:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816098048:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 214us (7290us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.011192:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 826
00000100:00080000:3.0:1777022482.014191:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022482.019844:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.023701:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816098176
00000100:00100000:0.0:1777022482.023718:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816098176
00002000:00010000:0.0:1777022482.023773:0:6929:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/13 (40960->18446744073709551615)
00002000:00100000:0.0:1777022482.023778:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656baa00 with x1863342816098176 ext(40960->18446744073709551615)
00002000:00010000:0.0:1777022482.023789:0:6929:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656baa00.
00000100:00100000:0.0:1777022482.023835:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 475
00000100:00100000:0.0:1777022482.023845:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816098176:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:0.0:1777022482.024057:0:6929:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb size from disk: 0 -> 40960
00002000:00010000:0.0:1777022482.024061:0:6929:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb mtime from disk: 0 -> 1777022481
00002000:00010000:0.0:1777022482.024063:0:6929:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:0.0:1777022482.024065:0:6929:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb ctime from disk: 0 -> 1777022481
00002000:00010000:0.0:1777022482.024067:0:6929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1777022482.024148:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816098176:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 304us (4314us total) trans 4294967453 rc 0/0
00000100:00100000:0.0:1777022482.024156:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 475
00002000:00010000:0.0:1777022482.024174:0:6929:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/13 (40960->18446744073709551615)
00002000:00100000:0.0:1777022482.024177:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656baa00 with x1863342816098176 ext(40960->18446744073709551615)
00002000:00010000:0.0:1777022482.024181:0:6929:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656baa00.
00000100:00100000:2.0:1777022482.028409:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.028815:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816098304
00000100:00100000:0.0:1777022482.028826:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816098304
00002000:00100000:0.0:1777022482.028910:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xd:0x0] (0->4095)  req@ffff8efa660b1c00 x1863342816098304/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.028922:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1c00 with x1863342816098304 ext(0->4095)
00002000:00010000:0.0:1777022482.028929:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b1c00
00000100:00100000:0.0:1777022482.028971:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 476
00000100:00100000:0.0:1777022482.028981:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816098304:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.029200:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816098304:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 219us (801us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.029207:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 476
00002000:00100000:0.0:1777022482.029214:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xd:0x0] (0->4095)  req@ffff8efa660b1c00 x1863342816098304/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.029222:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1c00 with x1863342816098304 ext(0->4095)
00002000:00010000:0.0:1777022482.029225:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b1c00
00000100:00100000:3.0:1777022482.036067:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.036261:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816098432
00000100:00100000:0.0:1777022482.036271:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816098432
00002000:00100000:0.0:1777022482.036314:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (4096->8191)  req@ffff8efa65c1c380 x1863342816098432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.036326:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1c380 with x1863342816098432 ext(4096->8191)
00002000:00010000:0.0:1777022482.036331:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1c380
00000100:00100000:0.0:1777022482.036376:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 477
00000100:00100000:0.0:1777022482.036398:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816098432:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.036597:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816098432:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 200us (541us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.036604:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 477
00002000:00100000:0.0:1777022482.036610:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (4096->8191)  req@ffff8efa65c1c380 x1863342816098432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.036618:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1c380 with x1863342816098432 ext(4096->8191)
00002000:00010000:0.0:1777022482.036621:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c1c380
00000100:00100000:1.0:1777022482.043573:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.047904:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816098560
00000100:00100000:0.0:1777022482.047920:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816098560
00002000:00100000:0.0:1777022482.047994:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xd:0x0] (8192->12287)  req@ffff8efa656b8700 x1863342816098560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.048007:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656b8700 with x1863342816098560 ext(8192->12287)
00002000:00010000:0.0:1777022482.048014:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656b8700
00000100:00100000:0.0:1777022482.048059:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 478
00000100:00100000:0.0:1777022482.048069:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816098560:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.048290:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816098560:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 222us (4725us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.048298:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 478
00002000:00100000:0.0:1777022482.048305:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xd:0x0] (8192->12287)  req@ffff8efa656b8700 x1863342816098560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.048313:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656b8700 with x1863342816098560 ext(8192->12287)
00002000:00010000:0.0:1777022482.048324:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656b8700
00000100:00100000:3.0:1777022482.059574:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.059808:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816098688
00000100:00100000:0.0:1777022482.059821:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816098688
00002000:00100000:0.0:1777022482.059920:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (12288->40959)  req@ffff8efa65a10a80 x1863342816098688/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.059932:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10a80 with x1863342816098688 ext(12288->40959)
00002000:00010000:0.0:1777022482.059938:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a10a80
00000100:00100000:0.0:1777022482.059973:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 479
00000100:00100000:0.0:1777022482.059983:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816098688:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.069778:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816098688:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9785us (10208us total) trans 0 rc 28672/28672
00000100:00100000:0.0:1777022482.069792:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 479
00002000:00100000:0.0:1777022482.069805:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (12288->40959)  req@ffff8efa65a10a80 x1863342816098688/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/440 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.069816:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10a80 with x1863342816098688 ext(12288->40959)
00002000:00010000:0.0:1777022482.069821:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a10a80
00000100:00100000:3.0:1777022482.077907:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.078018:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816098944
00000100:00100000:2.0:1777022482.078028:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816098944
00000100:00100000:2.0:1777022482.078090:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 48
00000100:00100000:2.0:1777022482.078101:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10187:x1863342816098944:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022482.078314:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816098944:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 214us (417us total) trans 4294967440 rc 0/0
00000100:00100000:2.0:1777022482.078322:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 48
00000100:00100000:3.0:1777022482.085351:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.085553:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816099072
00000100:00100000:1.0:1777022482.085566:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816099072
00000100:00100000:1.0:1777022482.085617:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 200
00000100:00100000:1.0:1777022482.085626:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816099072:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022482.085653:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022482.085689:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4c07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e00 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.085755:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4c0e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.085768:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4c0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.085780:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4c0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022482.085820:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:1.0:1777022482.085824:0:5952:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1777022482.085843:0:5952:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4c0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.085891:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ce00/0x72ae7b78094e4c07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e00 expref: 23 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.085909:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4c0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e00 expref: 22 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.085917:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81568000)
00010000:00010000:1.0:1777022482.085920:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1777022482.085923:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022482.085993:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816099072:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 368us (652us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.086000:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 200
00010000:00010000:2.0:1777022482.089794:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022482.091754:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.091903:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816099200
00000100:00100000:2.0:1777022482.091912:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816099200
00000100:00100000:2.0:1777022482.091983:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 201
00000100:00100000:2.0:1777022482.091993:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816099200:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.092014:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.092034:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4c15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e07 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092098:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092111:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092122:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092137:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c23 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092143:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092150:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092220:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4c2a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092229:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4c2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092236:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4c2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022482.092270:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 40960
00000004:00200000:2.0:1777022482.092274:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022482.092293:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4c2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092305:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4c2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092314:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092324:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c1c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092330:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c1c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092336:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022482.092340:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c1c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092348:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c1c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092359:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81568000)
00010000:00010000:2.0:1777022482.092362:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022482.092366:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092372:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092386:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092392:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c23 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092397:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092402:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022482.092405:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092411:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c23 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092418:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xefc67454 (ffff8efa655de500)
00010000:00010000:2.0:1777022482.092420:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022482.092423:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c23 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092428:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c23 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092457:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4c15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e07 expref: 24 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092471:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4c2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e07 expref: 23 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.092478:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff8efa655de300)
00010000:00010000:2.0:1777022482.092481:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022482.092483:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022482.092547:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816099200:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 556us (800us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.092555:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 201
00000100:00100000:3.0:1777022482.096020:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.096128:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816099456
00000100:00100000:1.0:1777022482.096138:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816099456
00000100:00100000:1.0:1777022482.096202:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 202
00000100:00100000:1.0:1777022482.096212:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816099456:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:1.0:1777022482.096271:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:1.0:1777022482.096299:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e4c2a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e07 expref: 23 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096323:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e4bf9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841df2 expref: 22 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096335:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff8efa655de300)
00010000:00010000:1.0:1777022482.096351:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4c0e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e00 expref: 21 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096358:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81568000)
00010000:00010000:1.0:1777022482.096365:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022482.096404:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c31 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096417:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096426:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096437:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e4c38 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096443:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e4c38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096449:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e4c38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096529:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4c3f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096537:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4c3f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096543:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4c3f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1777022482.096774:0:5952:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9024
00000004:00080000:1.0:1777022482.096784:0:5952:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 420262928082ns, next at 421262925893ns, rc = 0
00010000:00010000:1.0:1777022482.096828:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4c46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096841:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4c46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096852:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4c46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096904:0:5952:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4c46 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096909:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4c46 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096915:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4c46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096929:0:5952:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1777022482.096956:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4c3f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096962:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4c3f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096967:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4c3f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096972:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022482.096976:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4c3f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096982:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4c3f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.096994:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff8efa81568f00)
00010000:00010000:1.0:1777022482.096996:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1777022482.097000:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4c3f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.097005:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d200/0x72ae7b78094e4c3f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.097020:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.097026:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c31 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.097031:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c31 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.097036:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570da00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022482.097039:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c31 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.097045:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c31 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.097052:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81568a00)
00010000:00010000:1.0:1777022482.097054:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022482.097056:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c31 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.097061:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c31 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1777022482.097077:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041780c3a reply state 000000004c5dd2b6 transno 4294967441 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e4c38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.097086:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1777022482.097161:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816099456:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 949us (1150us total) trans 4294967441 rc 0/0
00000100:00100000:1.0:1777022482.097169:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 202
00010000:00010000:3.0:1777022482.097505:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022482.097512:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4c46 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.097518:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d600 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022482.097521:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4c46 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.097527:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4c46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.097536:0:5940:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff8efa81568f00)
00010000:00010000:3.0:1777022482.097537:0:5940:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1777022482.097540:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4c46 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.097545:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d600/0x72ae7b78094e4c46 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.097560:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022482.097562:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022482.097563:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022482.099781:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e4c38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.099799:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e4c38 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.099833:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e4c38 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.099839:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570d400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022482.099844:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e4c38 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.099851:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e4c38 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.099899:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xefc67454 (ffff8efa81568400)
00010000:00010000:3.0:1777022482.099902:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022482.099907:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e4c38 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.099913:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d400/0x72ae7b78094e4c38 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xefc67454 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.100749:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.100820:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816099584
00000100:00100000:2.0:1777022482.100832:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816099584
00000100:00100000:2.0:1777022482.100941:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 203
00000100:00100000:2.0:1777022482.100962:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816099584:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.100986:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.101005:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4c4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e0e expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.101069:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c54 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.101083:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.101094:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022482.101137:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022482.101140:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022482.101162:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.101186:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4c4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e0e expref: 23 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.101201:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e0e expref: 22 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.101209:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de500)
00010000:00010000:2.0:1777022482.101212:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022482.101215:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022482.101270:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816099584:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 320us (526us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.101277:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 203
00000100:00100000:1.0:1777022482.114172:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.114288:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816099712
00000100:00100000:0.0:1777022482.114298:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816099712
00000100:00100000:0.0:1777022482.114364:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 204
00000100:00100000:0.0:1777022482.114375:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816099712:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022482.114408:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022482.114430:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4c5b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e15 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114500:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4c62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114529:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4c62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114540:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4c62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114555:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4c69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114563:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4c69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114569:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4c69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114606:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4c62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114613:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4c62 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114618:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4c62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114624:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022482.114627:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4c62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114634:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4c62 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114644:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de500)
00010000:00010000:0.0:1777022482.114653:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022482.114658:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4c62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114664:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4c62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114678:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4c69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114684:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4c69 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114689:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4c69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114694:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022482.114697:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4c69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114702:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4c69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114709:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8635a1a7 (ffff8efa4954bb00)
00010000:00010000:0.0:1777022482.114712:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022482.114714:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4c69 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114719:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e4c69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114751:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4c5b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e15 expref: 23 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114772:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de500)
00010000:00010000:0.0:1777022482.114774:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022482.114778:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4c5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e15 expref: 23 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.114786:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acec00, rc 0)
00000100:00100000:0.0:1777022482.114849:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816099712:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 476us (687us total) trans 0 rc 301/301
00000100:00100000:0.0:1777022482.114908:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 204
00000100:00100000:0.0:1777022482.123214:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.123322:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816099968
00000100:00100000:2.0:1777022482.123332:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816099968
00000100:00100000:2.0:1777022482.123400:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 205
00000100:00100000:2.0:1777022482.123410:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816099968:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.123432:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.123435:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1777022482.123460:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4c54 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e0e expref: 22 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.123478:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de500)
00010000:00010000:2.0:1777022482.123488:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022482.123502:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4c70 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e1c expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.123591:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c77 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.123604:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c77 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.123613:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c77 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.123623:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4c7e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.123630:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4c7e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.123636:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4c7e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1777022482.124354:0:5953:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xd:0x0], index 0: 0
00010000:00010000:2.0:1777022482.124497:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e4c85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.124509:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e4c85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.124518:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e4c85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.124550:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c77 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.124557:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c77 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.124562:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c77 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.124568:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022482.124572:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c77 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.124580:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c77 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.124589:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de800)
00010000:00010000:2.0:1777022482.124592:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022482.124596:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c77 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.124606:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4c77 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022482.124617:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ad8ae4c reply state 000000000dd1e261 transno 4294967442 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4c7e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.124625:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1777022482.124651:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e4c70 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e1c expref: 24 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.124679:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e4c85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e1c expref: 23 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.124687:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8efa655de600)
00010000:00010000:2.0:1777022482.124689:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022482.124691:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:2.0:1777022482.124769:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10187:x1863342816099968:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1360us (1563us total) trans 4294967442 rc 0/0
00000100:00100000:2.0:1777022482.124779:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 205
00010000:00010000:0.0:1777022482.128890:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4c7e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.128907:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4c7e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.128914:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4c7e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.128921:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022482.128926:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4c7e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.128932:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4c7e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.128958:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8635a1a7 (ffff8efa655de000)
00010000:00010000:0.0:1777022482.128961:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022482.128978:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4c7e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.128984:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e4c7e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.130789:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.130996:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816100224
00000100:00100000:1.0:1777022482.131007:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816100224
00000100:00100000:1.0:1777022482.131067:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 206
00000100:00100000:1.0:1777022482.131077:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816100224:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:1.0:1777022482.131132:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022482.131157:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e4c85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e1c expref: 23 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.131175:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8efa655de600)
00010000:00010000:1.0:1777022482.131185:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022482.131353:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c93 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.131368:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.131378:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1777022482.131669:0:5952:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967443
00000004:00010000:1.0:1777022482.131691:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000012ffc534 reply state 00000000d22cd766 transno 4294967444 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.131699:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1777022482.131844:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10187:x1863342816100224:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 767us (1062us total) trans 4294967444 rc 0/0
00000100:00100000:1.0:1777022482.131888:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 206
00000020:00080000:1.0:1777022482.131894:0:5952:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1777022482.135094:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.138176:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816100352
00000100:00100000:2.0:1777022482.138192:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816100352
00000100:00100000:2.0:1777022482.138268:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 207
00000100:00100000:2.0:1777022482.138279:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10187:x1863342816100352:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.138304:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.138325:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4c9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e23 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.138386:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4c9a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e23 expref: 26 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.138401:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4c9a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e23 expref: 26 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.138419:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8efa81568a00)
00010000:00010000:2.0:1777022482.138422:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:2.0:1777022482.138425:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:2.0:1777022482.138486:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10187:x1863342816100352:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 209us (3402us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.138493:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 207
00010000:00010000:1.0:1777022482.138803:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.138813:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c93 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.138820:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.138826:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570da00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022482.138831:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.138839:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c93 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.138849:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8efa81568a00)
00010000:00010000:1.0:1777022482.138851:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022482.138879:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c93 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.138886:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4c93 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.142168:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.142282:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816100480
00000100:00100000:1.0:1777022482.142294:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816100480
00000100:00100000:1.0:1777022482.142411:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 827
00000100:00100000:1.0:1777022482.142423:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10187:x1863342816100480:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022482.142441:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022482.142462:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000250b340f/0x72ae7b78094e4ca1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e2a expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022482.142489:0:11979:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1777022482.142510:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.142512:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.142519:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000250b340f/0x72ae7b78094e4ca1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e2a expref: 8 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.142535:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000250b340f/0x72ae7b78094e4ca1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e2a expref: 8 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.142550:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d200, rc 0)
00000100:00100000:1.0:1777022482.142605:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10187:x1863342816100480:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 186us (449us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.142613:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 827
00000100:00080000:3.0:1777022482.143648:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022482.145236:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.145325:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816100608
00000100:00100000:2.0:1777022482.145338:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816100608
00002000:00010000:2.0:1777022482.145391:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/13 (4096->18446744073709551615)
00002000:00100000:2.0:1777022482.145396:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66161500 with x1863342816100608 ext(4096->18446744073709551615)
00002000:00010000:2.0:1777022482.145409:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66161500.
00000100:00100000:2.0:1777022482.145442:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 480
00000100:00100000:2.0:1777022482.145453:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816100608:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:2.0:1777022482.145664:0:11976:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb size from disk: 0 -> 4096
00002000:00010000:2.0:1777022482.145668:0:11976:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb mtime from disk: 0 -> 1777022481
00002000:00010000:2.0:1777022482.145671:0:11976:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:2.0:1777022482.145673:0:11976:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb ctime from disk: 0 -> 1777022481
00002000:00010000:2.0:1777022482.145676:0:11976:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:2.0:1777022482.145736:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816100608:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 284us (507us total) trans 4294967325 rc 0/0
00000100:00100000:2.0:1777022482.145744:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 480
00002000:00010000:2.0:1777022482.145748:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/13 (4096->18446744073709551615)
00002000:00100000:2.0:1777022482.145751:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66161500 with x1863342816100608 ext(4096->18446744073709551615)
00002000:00010000:2.0:1777022482.145755:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66161500.
00000100:00100000:0.0:1777022482.156512:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1777022482.156540:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835893376:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022482.156629:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022482.156726:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835893376
00000100:00100000:0.0:1777022482.156733:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835893376
00000100:00100000:0.0:1777022482.156780:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67
00000100:00100000:0.0:1777022482.156790:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835893376:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1777022482.156822:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 36864 granted 875921984 pending 8437760 free 3915280384 avail 3683758080
00000100:00100000:0.0:1777022482.156886:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835893376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.156893:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67
00000100:00100000:0.0:1777022482.156938:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835893376:0@lo:13:osp-pre-1-0.0
00000004:00080000:3.0:1777022482.157725:0:7191:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 420323868543ns, next at 421323866346ns, rc = 0
00000100:00100000:1.0:1777022482.157848:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1777022482.157894:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8ef9412a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835893504:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022482.157943:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022482.158073:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.158147:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816100736
00000100:00100000:1.0:1777022482.158153:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816100736
00002000:00100000:1.0:1777022482.158190:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xd:0x0] (0->4095)  req@ffff8efa660b2300 x1863342816100736/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.158206:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b2300 with x1863342816100736 ext(0->4095)
00002000:00010000:1.0:1777022482.158211:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b2300
00000100:00100000:1.0:1777022482.158243:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 481
00000100:00100000:1.0:1777022482.158251:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342816100736:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022482.158481:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342816100736:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 230us (410us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022482.158488:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 481
00002000:00100000:1.0:1777022482.158495:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xd:0x0] (0->4095)  req@ffff8efa660b2300 x1863342816100736/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.158503:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b2300 with x1863342816100736 ext(0->4095)
00002000:00010000:1.0:1777022482.158507:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b2300
00000100:00100000:3.0:1777022482.159143:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835893504
00000100:00100000:3.0:1777022482.159150:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835893504
00000100:00100000:3.0:1777022482.159189:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68
00000100:00100000:3.0:1777022482.159197:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa81bc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835893504:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022482.159217:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 118784 granted 99181120 pending 0 free 3915186176 avail 3683663872
00000100:00100000:3.0:1777022482.159269:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa81bc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835893504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (1324us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.159283:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68
00000100:00100000:1.0:1777022482.159607:0:3462:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967324 gen 2
00000004:00080000:1.0:1777022482.159612:0:3462:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa658d2a00, transno 4294967323
00000004:00080000:1.0:1777022482.159627:0:3462:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa658d3800, transno 4294967324
00000100:00100000:1.0:1777022482.159639:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8ef9412a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835893504:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022482.162332:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.163815:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816100992
00000100:00100000:2.0:1777022482.163829:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816100992
00000100:00100000:2.0:1777022482.165021:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 49
00000100:00100000:2.0:1777022482.165039:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+25:10187:x1863342816100992:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022482.165381:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10187:x1863342816100992:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 350us (3056us total) trans 4294967445 rc 0/0
00000100:00100000:2.0:1777022482.165389:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 49
00000100:00100000:0.0:1777022482.171012:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.171105:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816101120
00000100:00100000:1.0:1777022482.171115:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816101120
00000100:00100000:1.0:1777022482.171369:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 208
00000100:00100000:1.0:1777022482.171450:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+26:10187:x1863342816101120:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022482.171477:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022482.171503:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4ca8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e31 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.171727:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4caf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.171744:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4caf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.171755:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4caf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022482.171798:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:1.0:1777022482.171802:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1777022482.171824:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4caf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.171847:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4ca8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e31 expref: 28 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.171939:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4caf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e31 expref: 27 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.171959:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81568500)
00010000:00010000:1.0:1777022482.171962:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1777022482.171966:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022482.172080:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10187:x1863342816101120:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 700us (1077us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.172088:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 208
00000100:00100000:3.0:1777022482.177552:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.177641:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816101376
00000100:00100000:2.0:1777022482.177654:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816101376
00000100:00100000:2.0:1777022482.177726:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 209
00000100:00100000:2.0:1777022482.177738:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+27:10187:x1863342816101376:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.177766:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.177790:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4cb6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e38 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.177905:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4cbd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.177920:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4cbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.177935:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4cbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.177962:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cc4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.177970:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.177977:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178093:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4ccb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178102:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4ccb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178109:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4ccb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022482.178119:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 4096
00010000:00010000:2.0:1777022482.178210:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4cbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178218:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4cbd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178226:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4cbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178232:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022482.178237:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4cbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178244:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4cbd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178255:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81568500)
00010000:00010000:2.0:1777022482.178257:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022482.178261:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4cbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178266:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4cbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178278:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178283:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178288:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178293:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511be00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022482.178295:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178299:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cc4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178306:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8635a1a7 (ffff8efa655de800)
00010000:00010000:2.0:1777022482.178309:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022482.178312:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cc4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178317:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cc4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178357:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4cb6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e38 expref: 30 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178370:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4ccb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e38 expref: 29 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.178378:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8efa81568a00)
00010000:00010000:2.0:1777022482.178394:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022482.178396:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a200, rc 0)
00000100:00100000:2.0:1777022482.178456:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10187:x1863342816101376:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 720us (914us total) trans 4294967446 rc 0/0
00000100:00100000:2.0:1777022482.178463:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 209
00000100:00100000:3.0:1777022482.183246:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.183286:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816101632
00000100:00100000:2.0:1777022482.183295:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816101632
00000100:00100000:2.0:1777022482.183412:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 50
00000100:00100000:2.0:1777022482.183423:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10187:x1863342816101632:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:2.0:1777022482.183658:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10187:x1863342816101632:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 235us (416us total) trans 4294967447 rc 0/0
00000100:00100000:2.0:1777022482.183667:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 50
00000100:00100000:3.0:1777022482.189207:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.189322:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816101888
00000100:00100000:0.0:1777022482.189333:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816101888
00000100:00100000:0.0:1777022482.189529:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 210
00000100:00100000:0.0:1777022482.189541:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+30:10187:x1863342816101888:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:0.0:1777022482.189602:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:0.0:1777022482.189627:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e4ccb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e38 expref: 30 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191034:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e4c9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e23 expref: 29 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191050:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8efa81568a00)
00010000:00010000:0.0:1777022482.191079:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4caf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e31 expref: 28 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191089:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81568500)
00010000:00010000:0.0:1777022482.191095:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022482.191121:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4cd9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191132:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4cd9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191140:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4cd9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191148:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4ce0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191152:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4ce0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191156:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4ce0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191232:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4ce7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191249:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4ce7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191254:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4ce7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1777022482.191415:0:5952:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8960
00010000:00010000:0.0:1777022482.191451:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4cee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191457:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4cee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191463:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4cee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191467:0:5952:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4cee lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191471:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4cee lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191475:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4cee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191499:0:5952:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1777022482.191518:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4ce7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191523:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4ce7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191538:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4ce7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191544:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acec00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022482.191548:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4ce7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191557:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4ce7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191565:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8efa4954b100)
00010000:00010000:0.0:1777022482.191568:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1777022482.191571:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4ce7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191574:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4ce7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191585:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4cd9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191589:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4cd9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191592:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4cd9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191595:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022482.191596:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4cd9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191606:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4cd9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191611:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bb00)
00010000:00010000:0.0:1777022482.191612:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022482.191614:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4cd9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.191617:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4cd9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1777022482.191626:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000079c91513 reply state 0000000017dc7423 transno 4294967448 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4ce0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.191633:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1777022482.191784:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10187:x1863342816101888:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 2245us (2588us total) trans 4294967448 rc 0/0
00000100:00100000:0.0:1777022482.191794:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 210
00010000:00010000:3.0:1777022482.192280:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022482.192288:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4cee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.192295:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acfc00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022482.192298:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4cee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.192305:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4cee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.192316:0:5941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8efa4954b100)
00010000:00010000:3.0:1777022482.192318:0:5941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1777022482.192322:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4cee lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.192327:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e4cee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.192344:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022482.192346:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022482.192347:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022482.194330:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4ce0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.194344:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4ce0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.194349:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4ce0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.194352:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022482.194355:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4ce0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.194385:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4ce0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.194396:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8635a1a7 (ffff8efa4954bc00)
00010000:00010000:0.0:1777022482.194398:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022482.194401:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4ce0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.194405:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4ce0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8635a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.196212:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.199253:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816102016
00000100:00100000:2.0:1777022482.199267:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816102016
00000100:00100000:2.0:1777022482.199361:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 211
00000100:00100000:2.0:1777022482.199376:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+28:10187:x1863342816102016:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.199396:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.199416:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4cf5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e3f expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.199474:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cfc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.199484:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.199494:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022482.199535:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022482.199539:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022482.199561:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.199581:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4cf5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e3f expref: 30 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.199595:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cfc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e3f expref: 29 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.199602:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de800)
00010000:00010000:2.0:1777022482.199604:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022482.199606:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:2.0:1777022482.199707:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10187:x1863342816102016:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 331us (3504us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.199717:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 211
00000100:00100000:3.0:1777022482.202566:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.202664:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816102144
00000100:00100000:1.0:1777022482.202674:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816102144
00000100:00100000:1.0:1777022482.202776:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 212
00000100:00100000:1.0:1777022482.202787:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10187:x1863342816102144:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022482.202808:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022482.202831:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e4d03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e46 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.202976:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4d0a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.202991:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4d0a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203003:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4d0a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203018:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4d11 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203024:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4d11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203029:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4d11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203077:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4d0a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203084:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4d0a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203090:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4d0a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203100:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022482.203105:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4d0a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203111:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4d0a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203121:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de800)
00010000:00010000:1.0:1777022482.203124:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022482.203129:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4d0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203134:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c000/0x72ae7b78094e4d0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203148:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4d11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203154:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4d11 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203159:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4d11 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203165:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570da00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022482.203167:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4d11 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203172:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4d11 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203182:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (ffff8efa81568100)
00010000:00010000:1.0:1777022482.203185:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022482.203187:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4d11 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203192:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570da00/0x72ae7b78094e4d11 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203224:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e4d03 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e46 expref: 30 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203234:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de800)
00010000:00010000:1.0:1777022482.203236:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022482.203240:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570dc00/0x72ae7b78094e4d03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e46 expref: 30 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.203248:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:1.0:1777022482.203312:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10187:x1863342816102144:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 528us (757us total) trans 0 rc 301/301
00000100:00100000:1.0:1777022482.203320:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 212
00000100:00100000:1.0:1777022482.207219:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.208025:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816102400
00000100:00100000:0.0:1777022482.208036:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816102400
00000100:00100000:0.0:1777022482.208098:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 213
00000100:00100000:0.0:1777022482.208109:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+29:10187:x1863342816102400:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022482.208133:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022482.208137:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1777022482.208172:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4cfc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e3f expref: 29 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.208190:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de800)
00010000:00010000:0.0:1777022482.208202:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022482.208217:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4d18 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e4d expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.208314:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4d1f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.208344:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4d1f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.208354:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4d1f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.208367:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4d26 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.208374:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4d26 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.208379:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4d26 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1777022482.208835:0:5953:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe:0x0], index 1: 0
00010000:00010000:0.0:1777022482.209008:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4d2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.209018:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4d2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.209025:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4d2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.209057:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4d1f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.209064:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4d1f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.209070:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4d1f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.209084:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022482.209088:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4d1f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.209095:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4d1f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.209104:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954bc00)
00010000:00010000:0.0:1777022482.209107:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022482.209111:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4d1f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.209117:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e4d1f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1777022482.209128:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c15fbd4 reply state 00000000184b1d91 transno 4294967449 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4d26 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.209137:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1777022482.209178:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace000/0x72ae7b78094e4d18 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e4d expref: 31 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.209196:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4d2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e4d expref: 30 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.209204:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8efa4954ba00)
00010000:00010000:0.0:1777022482.209206:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1777022482.209208:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acfa00, rc 0)
00000100:00100000:0.0:1777022482.209283:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10187:x1863342816102400:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1176us (2075us total) trans 4294967449 rc 0/0
00000100:00100000:0.0:1777022482.209298:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 213
00000100:00100000:3.0:1777022482.212607:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.212664:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816102656
00000100:00100000:0.0:1777022482.212674:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816102656
00000100:00100000:0.0:1777022482.212786:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 214
00000100:00100000:0.0:1777022482.212797:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10187:x1863342816102656:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:0.0:1777022482.212887:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022482.212914:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e4d2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e4d expref: 31 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.212933:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8efa4954ba00)
00010000:00010000:0.0:1777022482.212944:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022482.213119:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4d3b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.213133:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4d3b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.213143:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4d3b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1777022482.213200:0:5952:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967450
00000004:00010000:0.0:1777022482.213223:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007b8d37a reply state 00000000f2e81c9d transno 4294967451 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4d3b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.213232:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1777022482.213307:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+33:10187:x1863342816102656:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 513us (706us total) trans 4294967451 rc 0/0
00000100:00100000:0.0:1777022482.213314:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 214
00000020:00080000:0.0:1777022482.213330:0:5952:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00010000:00010000:1.0:1777022482.214301:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4d26 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.214313:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4d26 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.214320:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4d26 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.214327:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acec00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022482.214331:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4d26 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.214344:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4d26 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.214357:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (ffff8efa4954bb00)
00010000:00010000:1.0:1777022482.214360:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022482.214364:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4d26 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.214370:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e4d26 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.214512:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4d3b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.214520:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4d3b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.214525:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4d3b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.214530:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022482.214533:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4d3b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.214540:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4d3b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.214549:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8efa4954b400)
00010000:00010000:0.0:1777022482.214552:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022482.214555:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4d3b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.214560:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e4d3b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.215959:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.216294:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816102784
00000100:00100000:2.0:1777022482.216303:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816102784
00000100:00100000:2.0:1777022482.216355:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 215
00000100:00100000:2.0:1777022482.216365:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+31:10187:x1863342816102784:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.216389:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.216409:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4d42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e54 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.216475:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4d42 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e54 expref: 32 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.216490:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4d42 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e54 expref: 32 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.216508:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8efa655de500)
00010000:00010000:2.0:1777022482.216511:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:2.0:1777022482.216514:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b200, rc 0)
00000100:00100000:2.0:1777022482.216577:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+32:10187:x1863342816102784:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 213us (636us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.216584:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 215
00000100:00100000:3.0:1777022482.218589:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.218641:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816102912
00000100:00100000:0.0:1777022482.218651:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816102912
00000100:00100000:0.0:1777022482.218717:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 828
00000100:00100000:0.0:1777022482.218728:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816102912:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022482.218746:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022482.218767:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e5b expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.218814:0:6923:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1777022482.218835:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.218837:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.218845:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.219384:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.219401:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace000, rc 0)
00000100:00100000:0.0:1777022482.219557:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10187:x1863342816102912:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 830us (974us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.219566:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 828
00000100:00100000:3.0:1777022482.224338:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.225251:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816103040
00000100:00100000:2.0:1777022482.225267:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816103040
00002000:00010000:2.0:1777022482.225312:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/14 (409600->18446744073709551615)
00002000:00100000:2.0:1777022482.225317:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef9412aad80 with x1863342816103040 ext(409600->18446744073709551615)
00002000:00010000:2.0:1777022482.225328:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef9412aad80.
00000100:00100000:2.0:1777022482.225397:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 482
00000100:00100000:2.0:1777022482.225407:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2377:x1863342816103040:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:2.0:1777022482.225601:0:11976:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb size from disk: 0 -> 409600
00002000:00010000:2.0:1777022482.225605:0:11976:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb mtime from disk: 0 -> 1777022481
00002000:00010000:2.0:1777022482.225608:0:11976:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:2.0:1777022482.225610:0:11976:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb ctime from disk: 0 -> 1777022481
00002000:00010000:2.0:1777022482.225612:0:11976:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:2.0:1777022482.225674:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342816103040:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 268us (1349us total) trans 4294967454 rc 0/0
00000100:00100000:2.0:1777022482.225691:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 482
00002000:00010000:2.0:1777022482.225695:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/14 (409600->18446744073709551615)
00002000:00100000:2.0:1777022482.225698:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef9412aad80 with x1863342816103040 ext(409600->18446744073709551615)
00002000:00010000:2.0:1777022482.225702:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef9412aad80.
00000100:00100000:3.0:1777022482.232939:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.233029:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816103168
00000100:00100000:1.0:1777022482.233039:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816103168
00002000:00100000:1.0:1777022482.233089:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (0->4095)  req@ffff8ef9412abb80 x1863342816103168/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.233101:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef9412abb80 with x1863342816103168 ext(0->4095)
00002000:00010000:1.0:1777022482.233107:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef9412abb80
00000100:00100000:1.0:1777022482.233143:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 483
00000100:00100000:1.0:1777022482.233153:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2379:x1863342816103168:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022482.233471:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2379:x1863342816103168:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 319us (541us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022482.233480:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 483
00002000:00100000:1.0:1777022482.233487:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (0->4095)  req@ffff8ef9412abb80 x1863342816103168/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.233497:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef9412abb80 with x1863342816103168 ext(0->4095)
00002000:00010000:1.0:1777022482.233500:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef9412abb80
00000100:00100000:3.0:1777022482.239238:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.239362:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816103296
00000100:00100000:0.0:1777022482.239373:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816103296
00002000:00100000:0.0:1777022482.239427:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (4096->8191)  req@ffff8ef9412a9500 x1863342816103296/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.239439:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef9412a9500 with x1863342816103296 ext(4096->8191)
00002000:00010000:0.0:1777022482.239445:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef9412a9500
00000100:00100000:0.0:1777022482.239486:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 484
00000100:00100000:0.0:1777022482.239505:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2378:x1863342816103296:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.239715:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2378:x1863342816103296:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 211us (486us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.239723:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 484
00002000:00100000:0.0:1777022482.239735:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (4096->8191)  req@ffff8ef9412a9500 x1863342816103296/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.239744:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef9412a9500 with x1863342816103296 ext(4096->8191)
00002000:00010000:0.0:1777022482.239747:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef9412a9500
00000100:00100000:3.0:1777022482.243387:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.243472:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816103424
00000100:00100000:1.0:1777022482.243482:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816103424
00002000:00100000:1.0:1777022482.243532:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (8192->12287)  req@ffff8ef9412a9c00 x1863342816103424/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.243543:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef9412a9c00 with x1863342816103424 ext(8192->12287)
00002000:00010000:1.0:1777022482.243549:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef9412a9c00
00000100:00100000:1.0:1777022482.243583:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 485
00000100:00100000:1.0:1777022482.243593:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342816103424:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022482.243944:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342816103424:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 351us (564us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022482.244435:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.244690:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816103552
00000100:00100000:2.0:1777022482.244696:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816103552
00000100:00100000:2.0:1777022482.244745:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 216
00000100:00100000:2.0:1777022482.244753:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+5:10188:x1863342816103552:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.244768:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.244790:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4d50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e62 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.244868:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4d57 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.244884:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4d57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.244899:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4d57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022482.244942:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022482.244958:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022482.244978:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4d57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.245003:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4d50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e62 expref: 7 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.245021:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4d57 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e62 expref: 6 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.245029:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de400)
00010000:00010000:2.0:1777022482.245031:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022482.245034:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a800, rc 0)
00000100:00080000:3.0:1777022482.245226:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022482.245276:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10188:x1863342816103552:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 523us (841us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.245283:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 216
00000100:00100000:1.0:1777022482.245598:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 485
00002000:00100000:1.0:1777022482.245610:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (8192->12287)  req@ffff8ef9412a9c00 x1863342816103424/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.245620:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef9412a9c00 with x1863342816103424 ext(8192->12287)
00002000:00010000:1.0:1777022482.245624:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef9412a9c00
00000100:00100000:3.0:1777022482.252291:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.252623:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816103680
00000100:00100000:0.0:1777022482.252634:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816103680
00002000:00100000:0.0:1777022482.252683:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (12288->69631)  req@ffff8efa64f45f80 x1863342816103680/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.252694:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f45f80 with x1863342816103680 ext(12288->69631)
00002000:00010000:0.0:1777022482.252699:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa64f45f80
00000100:00100000:0.0:1777022482.252736:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 486
00000100:00100000:0.0:1777022482.252746:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342816103680:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022482.257457:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.258500:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342816103680:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5742us (6203us total) trans 0 rc 57344/57344
00000100:00100000:0.0:1777022482.258513:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 486
00002000:00100000:0.0:1777022482.258526:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (12288->69631)  req@ffff8efa64f45f80 x1863342816103680/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/440 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.258536:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f45f80 with x1863342816103680 ext(12288->69631)
00002000:00010000:0.0:1777022482.258543:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa64f45f80
00000100:00100000:2.0:1777022482.260069:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816103936
00000100:00100000:2.0:1777022482.260085:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816103936
00000100:00100000:2.0:1777022482.260144:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 217
00000100:00100000:2.0:1777022482.260426:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10188:x1863342816103936:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.260448:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.260469:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4d5e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e69 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.260569:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4d65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.260585:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4d65 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.260596:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4d65 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.260610:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e4d6c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.260617:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e4d6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.260623:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e4d6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263226:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4d73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263251:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4d73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263264:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4d73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022482.263277:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1a:0x0]: returning size 409600
00010000:00010000:2.0:1777022482.263365:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4d65 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263373:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4d65 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263380:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4d65 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263386:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022482.263390:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4d65 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263396:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4d65 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263408:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de400)
00010000:00010000:2.0:1777022482.263411:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022482.263415:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4d65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263421:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e4d65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263435:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e4d6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263441:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e4d6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263446:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e4d6c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263451:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ae00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022482.263454:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e4d6c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263463:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e4d6c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263470:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (ffff8efa655deb00)
00010000:00010000:2.0:1777022482.263471:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022482.263474:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e4d6c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263478:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e4d6c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263526:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e4d5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e69 expref: 9 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263540:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4d73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e69 expref: 8 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.263547:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8efa655de500)
00010000:00010000:2.0:1777022482.263550:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022482.263552:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511be00, rc 0)
00000100:00100000:2.0:1777022482.263626:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10188:x1863342816103936:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3472us (6175us total) trans 4294967452 rc 0/0
00000100:00100000:2.0:1777022482.263635:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 217
00000100:00100000:3.0:1777022482.270213:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.270452:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816104064
00000100:00100000:1.0:1777022482.270463:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816104064
00000100:00100000:1.0:1777022482.270549:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 829
00000100:00100000:1.0:1777022482.270559:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342816104064:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022482.270577:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022482.270595:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4d81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e70 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.270668:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835893632:192.168.202.33@tcp:106:
00000100:00100000:1.0:1777022482.270781:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134900 going to sleep for 11 seconds
00000100:00080000:3.0:1777022482.272041:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00010000:1.0:1777022482.274211:0:6921:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb atime: 0 -> 1777022481
00002000:00010000:1.0:1777022482.274222:0:6921:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks: 0 -> 1
00000100:00100000:1.0:1777022482.274248:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835893632:192.168.202.33@tcp:106:
00010000:00010000:1.0:1777022482.274295:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4d81 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e70 expref: 6 pid: 6921 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.274326:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4d81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e70 expref: 6 pid: 6921 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.274340:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:1.0:1777022482.274419:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342816104064:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3860us (4214us total) trans 0 rc 301/301
00000100:00100000:1.0:1777022482.274429:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 829
00000100:00100000:0.0:1777022482.275750:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.275839:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816104192
00000100:00100000:2.0:1777022482.275847:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816104192
00002000:00100000:2.0:1777022482.275920:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (69632->106495)  req@ffff8efa658d3800 x1863342816104192/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022482.275937:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3800 with x1863342816104192 ext(69632->106495)
00002000:00010000:2.0:1777022482.275942:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d3800
00000100:00100000:2.0:1777022482.275979:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 487
00000100:00100000:2.0:1777022482.275988:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2378:x1863342816104192:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.282718:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.283620:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816104320
00000100:00100000:3.0:1777022482.283634:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816104320
00000100:00100000:3.0:1777022482.283709:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 830
00000100:00100000:3.0:1777022482.283720:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+5:10188:x1863342816104320:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.283740:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.283765:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a900ca6/0x72ae7b78094e4d88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e77 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.283802:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 14 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.283811:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.283813:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.283817:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a900ca6/0x72ae7b78094e4d88 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e77 expref: 6 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.283887:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.283900:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 13 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.283912:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2378:x1863342816104192:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7926us (8167us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022482.283913:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835893760:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022482.283921:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 487
00002000:00100000:2.0:1777022482.283931:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (69632->106495)  req@ffff8efa658d3800 x1863342816104192/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/440 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022482.283939:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d3800 with x1863342816104192 ext(69632->106495)
00010000:00010000:2.0:1777022482.283957:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 13 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.283970:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 13 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022482.283977:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d3800
00000100:00100000:3.0:1777022482.285755:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa815959c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022482.292622:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.292881:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816104448
00000100:00100000:2.0:1777022482.292891:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816104448
00000100:00100000:3.0:1777022482.292917:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835893760:192.168.202.33@tcp:104:
00002000:00100000:2.0:1777022482.292940:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (0->69631)  req@ffff8efa65451c00 x1863342816104448/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022482.292960:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65451c00 with x1863342816104448 ext(0->69631)
00010000:00010000:3.0:1777022482.292961:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007a900ca6/0x72ae7b78094e4d88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e77 expref: 6 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.292967:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 13 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.292979:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 13 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.292980:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1800, rc 0)
00002000:00010000:2.0:1777022482.292986:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65451c00
00000100:00100000:2.0:1777022482.293008:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 467
00000100:00100000:2.0:1777022482.293016:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342816104448:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022482.293141:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10188:x1863342816104320:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9423us (10432us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.293150:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 830
00000100:00100000:1.0:1777022482.294319:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.294490:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816104576
00000100:00100000:0.0:1777022482.294498:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816104576
00000100:00100000:0.0:1777022482.294557:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 831
00000100:00100000:0.0:1777022482.294566:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10187:x1863342816104576:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022482.294579:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022482.294596:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e7e expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.294621:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.294624:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.294628:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.294640:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.294651:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acee00, rc 0)
00000100:00100000:0.0:1777022482.294702:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10187:x1863342816104576:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 138us (389us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.294707:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 831
00000100:00100000:2.0:1777022482.298685:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+16:2377:x1863342816104448:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 5659us (6063us total) trans 4294967455 rc 0/0
00000100:00100000:2.0:1777022482.298699:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 467
00002000:00100000:2.0:1777022482.298712:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (0->69631)  req@ffff8efa65451c00 x1863342816104448/t4294967455(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/448 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022482.298722:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65451c00 with x1863342816104448 ext(0->69631)
00010000:00010000:2.0:1777022482.298730:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 16 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.298747:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 16 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022482.298755:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65451c00
00000100:00100000:1.0:1777022482.301977:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.303037:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816104704
00000100:00100000:2.0:1777022482.303048:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816104704
00010000:00010000:2.0:1777022482.303107:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 16 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.303169:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 806
00000100:00100000:2.0:1777022482.303180:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+16:2380:x1863342816104704:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022482.303194:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022482.303210:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 1 -> 136
00010000:00010000:2.0:1777022482.303216:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 16 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.303230:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 16 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.303251:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4d49 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e5b expref: 16 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.303268:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.303270:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.303277:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a900ca6/0x72ae7b78094e4d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->69631] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e77 expref: 5 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.303287:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a900ca6/0x72ae7b78094e4d88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->69631] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e77 expref: 5 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.303295:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.303297:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.303301:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.303314:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.303348:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.303362:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835893888:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022482.303454:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007a900ca6/0x72ae7b78094e4d88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->69631] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e77 expref: 5 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.303465:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835894016:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022482.303484:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022482.307226:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835893888:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022482.307248:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835894016:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022482.307272:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022482.307328:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2380:x1863342816104704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4149us (5359us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.307339:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 806
00000100:00100000:0.0:1777022482.308061:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.308130:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816104832
00000100:00100000:1.0:1777022482.308140:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816104832
00002000:00100000:1.0:1777022482.308188:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (0->4095)  req@ffff8efa65451f80 x1863342816104832/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.308200:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65451f80 with x1863342816104832 ext(0->4095)
00002000:00010000:1.0:1777022482.308204:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65451f80
00000100:00100000:1.0:1777022482.308234:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 488
00000100:00100000:1.0:1777022482.308243:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816104832:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022482.308385:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816104832:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 143us (325us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022482.308393:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 488
00002000:00100000:1.0:1777022482.308401:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (0->4095)  req@ffff8efa65451f80 x1863342816104832/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.308409:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65451f80 with x1863342816104832 ext(0->4095)
00002000:00010000:1.0:1777022482.308411:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65451f80
00000100:00100000:1.0:1777022482.316637:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.316767:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816104960
00000100:00100000:0.0:1777022482.316776:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816104960
00002000:00100000:0.0:1777022482.316824:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (4096->8191)  req@ffff8efa4d1b9c00 x1863342816104960/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.316836:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9c00 with x1863342816104960 ext(4096->8191)
00002000:00010000:0.0:1777022482.316841:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b9c00
00000100:00100000:0.0:1777022482.316908:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 489
00000100:00100000:0.0:1777022482.316918:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816104960:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.317097:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816104960:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 179us (467us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.317104:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 489
00002000:00100000:0.0:1777022482.317111:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (4096->8191)  req@ffff8efa4d1b9c00 x1863342816104960/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.317132:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9c00 with x1863342816104960 ext(4096->8191)
00002000:00010000:0.0:1777022482.317135:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b9c00
00000100:00100000:1.0:1777022482.326973:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.327030:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816105088
00000100:00100000:0.0:1777022482.327040:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816105088
00002000:00100000:0.0:1777022482.327101:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (69632->73727)  req@ffff8efa4d1b9880 x1863342816105088/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.327113:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9880 with x1863342816105088 ext(69632->73727)
00002000:00010000:0.0:1777022482.327120:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b9880
00000100:00100000:0.0:1777022482.327153:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 490
00000100:00100000:0.0:1777022482.327174:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2377:x1863342816105088:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.327372:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2377:x1863342816105088:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 210us (409us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.327380:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 490
00002000:00100000:0.0:1777022482.327387:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (69632->73727)  req@ffff8efa4d1b9880 x1863342816105088/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.327394:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa4d1b9880 with x1863342816105088 ext(69632->73727)
00002000:00010000:0.0:1777022482.327397:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa4d1b9880
00000100:00100000:1.0:1777022482.329204:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.329334:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816105216
00000100:00100000:0.0:1777022482.329355:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816105216
00002000:00100000:0.0:1777022482.329394:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (8192->12287)  req@ffff8efa48e74000 x1863342816105216/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.329405:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e74000 with x1863342816105216 ext(8192->12287)
00002000:00010000:0.0:1777022482.329410:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48e74000
00000100:00100000:0.0:1777022482.329444:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 491
00000100:00100000:0.0:1777022482.329453:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816105216:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.329585:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816105216:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 133us (388us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.329592:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 491
00002000:00100000:0.0:1777022482.329598:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (8192->12287)  req@ffff8efa48e74000 x1863342816105216/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.329606:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e74000 with x1863342816105216 ext(8192->12287)
00002000:00010000:0.0:1777022482.329609:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa48e74000
00000100:00100000:1.0:1777022482.336985:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.337612:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816105344
00000100:00100000:0.0:1777022482.337622:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816105344
00002000:00100000:0.0:1777022482.337671:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (73728->77823)  req@ffff8efa6575b480 x1863342816105344/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.337683:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575b480 with x1863342816105344 ext(73728->77823)
00002000:00010000:0.0:1777022482.337689:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6575b480
00000100:00100000:0.0:1777022482.337725:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 492
00000100:00100000:0.0:1777022482.337735:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2380:x1863342816105344:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.337939:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2380:x1863342816105344:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 205us (966us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.337973:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 492
00002000:00100000:0.0:1777022482.337981:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (73728->77823)  req@ffff8efa6575b480 x1863342816105344/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.337990:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575b480 with x1863342816105344 ext(73728->77823)
00002000:00010000:0.0:1777022482.337993:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6575b480
00000100:00100000:2.0:1777022482.341942:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.342124:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816105472
00000100:00100000:3.0:1777022482.342135:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816105472
00002000:00100000:3.0:1777022482.342188:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (77824->81919)  req@ffff8efa660b0000 x1863342816105472/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022482.342199:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b0000 with x1863342816105472 ext(77824->81919)
00002000:00010000:3.0:1777022482.342205:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b0000
00000100:00100000:3.0:1777022482.342238:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 493
00000100:00100000:3.0:1777022482.342259:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2380:x1863342816105472:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022482.342435:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2380:x1863342816105472:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 178us (502us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022482.342443:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 493
00002000:00100000:3.0:1777022482.342449:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (77824->81919)  req@ffff8efa660b0000 x1863342816105472/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022482.342457:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b0000 with x1863342816105472 ext(77824->81919)
00002000:00010000:3.0:1777022482.342460:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b0000
00000100:00100000:1.0:1777022482.345425:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.345474:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816105600
00000100:00100000:0.0:1777022482.345484:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816105600
00002000:00100000:0.0:1777022482.345530:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (12288->69631)  req@ffff8efa6575bb80 x1863342816105600/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.345541:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575bb80 with x1863342816105600 ext(12288->69631)
00002000:00010000:0.0:1777022482.345547:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6575bb80
00000100:00100000:0.0:1777022482.345575:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 494
00000100:00100000:0.0:1777022482.345584:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816105600:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022482.346043:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.346198:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816105728
00000100:00100000:0.0:1777022482.346204:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816105728
00002000:00100000:0.0:1777022482.346225:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (81920->86015)  req@ffff8efa660b0700 x1863342816105728/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.346235:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b0700 with x1863342816105728 ext(81920->86015)
00002000:00010000:0.0:1777022482.346239:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b0700
00000100:00100000:0.0:1777022482.346294:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 495
00000100:00100000:0.0:1777022482.346301:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2380:x1863342816105728:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.346402:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2380:x1863342816105728:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 101us (360us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.346427:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 495
00002000:00100000:0.0:1777022482.346436:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (81920->86015)  req@ffff8efa660b0700 x1863342816105728/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.346444:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b0700 with x1863342816105728 ext(81920->86015)
00002000:00010000:0.0:1777022482.346448:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b0700
00000100:00100000:0.0:1777022482.349199:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816105600:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3606us (3774us total) trans 0 rc 57344/57344
00000100:00100000:0.0:1777022482.349211:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 494
00002000:00100000:0.0:1777022482.349223:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (12288->69631)  req@ffff8efa6575bb80 x1863342816105600/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/440 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.349232:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575bb80 with x1863342816105600 ext(12288->69631)
00002000:00010000:0.0:1777022482.349237:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6575bb80
00000100:00100000:2.0:1777022482.353054:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.353167:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816105856
00000100:00100000:3.0:1777022482.353177:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816105856
00002000:00100000:3.0:1777022482.353229:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (86016->90111)  req@ffff8efa660b1500 x1863342816105856/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022482.353241:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1500 with x1863342816105856 ext(86016->90111)
00002000:00010000:3.0:1777022482.353247:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b1500
00000100:00100000:3.0:1777022482.353313:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 496
00000100:00100000:3.0:1777022482.353323:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2377:x1863342816105856:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022482.353497:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2377:x1863342816105856:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 175us (452us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022482.353506:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 496
00002000:00100000:3.0:1777022482.353513:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (86016->90111)  req@ffff8efa660b1500 x1863342816105856/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022482.353619:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1500 with x1863342816105856 ext(86016->90111)
00002000:00010000:3.0:1777022482.353623:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b1500
00000100:00100000:2.0:1777022482.357018:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.357510:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816105984
00000100:00100000:1.0:1777022482.357520:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816105984
00000100:00100000:2.0:1777022482.357625:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.357638:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 832
00000100:00100000:1.0:1777022482.357663:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10188:x1863342816105984:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022482.357685:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022482.357708:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e4d96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e85 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.357733:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816106112
00000100:00100000:3.0:1777022482.357738:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816106112
00010000:00010000:1.0:1777022482.357744:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.357753:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.357756:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.357760:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e4d96 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e85 expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00100000:3.0:1777022482.357770:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (90112->94207)  req@ffff8efa660b1f80 x1863342816106112/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022482.357781:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1f80 with x1863342816106112 ext(90112->94207)
00010000:00010000:3.0:1777022482.357788:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.357794:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.357803:0:11976:0:(ldlm_lockd.c:595:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022482.357813:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660b1f80
00010000:00010000:1.0:1777022482.357815:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.357830:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835894144:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022482.357914:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 468
00000100:00100000:3.0:1777022482.357922:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2379:x1863342816106112:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022482.357979:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.358072:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2379:x1863342816106112:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 150us (448us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022482.358080:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 468
00002000:00100000:3.0:1777022482.358086:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (90112->94207)  req@ffff8efa660b1f80 x1863342816106112/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022482.358094:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b1f80 with x1863342816106112 ext(90112->94207)
00010000:00010000:3.0:1777022482.358101:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.358113:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022482.358369:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660b1f80
00000100:00100000:2.0:1777022482.361826:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.361997:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65758e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835894144:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022482.362029:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e4d96 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e85 expref: 7 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.362046:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816106240
00010000:00010000:1.0:1777022482.362050:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d000, rc 0)
00000100:00100000:0.0:1777022482.362057:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816106240
00002000:00100000:0.0:1777022482.362109:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (94208->98303)  req@ffff8efa64f00e00 x1863342816106240/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00000100:00100000:1.0:1777022482.362111:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10188:x1863342816105984:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4463us (5106us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.362127:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 832
00002000:00100000:0.0:1777022482.362128:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f00e00 with x1863342816106240 ext(94208->98303)
00010000:00010000:0.0:1777022482.362138:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.362347:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.362377:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f00e00
00000100:00100000:0.0:1777022482.362452:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 469
00000100:00100000:0.0:1777022482.362463:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2377:x1863342816106240:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.362658:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2377:x1863342816106240:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 196us (842us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.362665:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 469
00002000:00100000:0.0:1777022482.362672:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (94208->98303)  req@ffff8efa64f00e00 x1863342816106240/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.362681:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f00e00 with x1863342816106240 ext(94208->98303)
00010000:00010000:0.0:1777022482.362686:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.362697:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.362704:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f00e00
00000100:00100000:2.0:1777022482.367511:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.367794:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.368037:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816106368
00000100:00100000:0.0:1777022482.368049:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816106368
00002000:00100000:0.0:1777022482.368106:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (69632->94207)  req@ffff8efa64f00700 x1863342816106368/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.368119:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f00700 with x1863342816106368 ext(69632->94207)
00010000:00010000:0.0:1777022482.368128:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.368166:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 15 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.368176:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f00700
00000100:00100000:0.0:1777022482.368214:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 470
00000100:00100000:0.0:1777022482.368223:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:2378:x1863342816106368:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022482.368644:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816106496
00000100:00100000:3.0:1777022482.368650:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816106496
00000100:00100000:3.0:1777022482.368793:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 833
00000100:00100000:3.0:1777022482.368802:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10187:x1863342816106496:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.368813:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.368829:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4d9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e8c expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.368851:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.368885:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.368890:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4d9d lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e8c expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.368903:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4d9d lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e8c expref: 18 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.368917:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0800, rc 0)
00000100:00100000:3.0:1777022482.368979:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+18:10187:x1863342816106496:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 177us (1184us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.368986:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 833
00000100:00100000:1.0:1777022482.372309:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+18:2378:x1863342816106368:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 4076us (4798us total) trans 4294967456 rc 0/0
00000100:00100000:1.0:1777022482.372321:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 470
00002000:00100000:1.0:1777022482.372333:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (69632->94207)  req@ffff8efa64f00700 x1863342816106368/t4294967456(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/448 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.372351:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f00700 with x1863342816106368 ext(69632->94207)
00010000:00010000:1.0:1777022482.372362:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 18 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.372379:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 18 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022482.372387:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f00700
00000100:00100000:0.0:1777022482.384344:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.386243:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816106624
00000100:00100000:2.0:1777022482.386256:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816106624
00010000:00010000:2.0:1777022482.386302:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 18 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.386412:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 807
00000100:00100000:2.0:1777022482.386421:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+18:2378:x1863342816106624:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022482.386439:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022482.386459:0:11988:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 136 -> 184
00010000:00010000:2.0:1777022482.386465:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 18 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.386479:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 18 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.386501:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee448430/0x72ae7b78094e4d8f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [69632->18446744073709551615] (req 69632->73727) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e7e expref: 18 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.386518:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.386519:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.386527:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e4d96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [69632->94207] (req 69632->73727) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e85 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.386537:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e4d96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [69632->94207] (req 69632->73727) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e85 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.386546:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.386548:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.386551:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4d9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e8c expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.386559:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4d9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e8c expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.386595:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4d9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e8c expref: 17 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.386608:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f02a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835894272:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022482.386707:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e4d96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [69632->94207] (req 69632->73727) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e85 expref: 6 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.386717:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835894400:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022482.386741:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022482.392422:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f02a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835894272:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.392436:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835894400:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.392458:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022482.392517:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2378:x1863342816106624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6096us (8182us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.392529:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 807
00000100:00100000:1.0:1777022482.394236:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.394314:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816106752
00000100:00100000:3.0:1777022482.394324:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816106752
00002000:00100000:3.0:1777022482.394379:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (69632->94207)  req@ffff8efa65758e00 x1863342816106752/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022482.394411:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65758e00 with x1863342816106752 ext(69632->94207)
00002000:00010000:3.0:1777022482.394416:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65758e00
00000100:00100000:3.0:1777022482.394451:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 497
00000100:00100000:3.0:1777022482.394461:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2377:x1863342816106752:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022482.398770:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2377:x1863342816106752:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4300us (4529us total) trans 0 rc 24576/24576
00000100:00100000:3.0:1777022482.398783:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 497
00002000:00100000:3.0:1777022482.398797:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (69632->94207)  req@ffff8efa65758e00 x1863342816106752/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/440 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 24576/24576 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022482.398807:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65758e00 with x1863342816106752 ext(69632->94207)
00002000:00010000:3.0:1777022482.398814:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65758e00
00000100:00100000:1.0:1777022482.402930:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.403023:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816106880
00000100:00100000:2.0:1777022482.403033:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816106880
00000100:00100000:2.0:1777022482.403124:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 834
00000100:00100000:2.0:1777022482.403135:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10188:x1863342816106880:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.403153:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.403172:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e93 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.403212:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4d9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e8c expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.403220:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022482.403222:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022482.403226:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 8 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.403258:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4d9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e8c expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.403271:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4d9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e8c expref: 16 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.403284:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835894528:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022482.403370:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022482.406653:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.406818:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816107008
00000100:00100000:0.0:1777022482.406828:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816107008
00010000:00010000:0.0:1777022482.406900:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4d9d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e8c expref: 17 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.406952:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 808
00000100:00100000:0.0:1777022482.406963:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2378:x1863342816107008:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022482.406980:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022482.407002:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4d9d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e8c expref: 17 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.407034:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4d9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e8c expref: 17 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.407061:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.407063:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.407071:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 8 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.407081:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 8 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.407140:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 8 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.407156:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835894656:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.407233:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683f00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022482.410247:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835894656:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.410274:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022482.410329:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2378:x1863342816107008:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3367us (3682us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.410339:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 808
00010000:00010000:1.0:1777022482.412587:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4d9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e8c expref: 16 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.412609:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835894528:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022482.412639:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 8 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.412664:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a400, rc 0)
00000100:00100000:1.0:1777022482.412720:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10188:x1863342816106880:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9587us (9799us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.412729:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 834
00000100:00100000:3.0:1777022482.413012:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.413761:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816107136
00000100:00100000:1.0:1777022482.413770:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816107136
00000100:00100000:1.0:1777022482.413810:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 835
00000100:00100000:1.0:1777022482.413819:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10187:x1863342816107136:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022482.413834:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022482.413851:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841e9a expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.413904:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 7 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.413912:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.413914:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.413917:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 17 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.413959:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 7 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.413973:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 7 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.413987:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835894784:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022482.414057:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.416989:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.417122:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835894784:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022482.417157:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 17 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.417178:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:1.0:1777022482.417236:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10187:x1863342816107136:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3417us (4224us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.417246:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 835
00000100:00100000:2.0:1777022482.417707:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816107264
00000100:00100000:2.0:1777022482.417716:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816107264
00002000:00100000:2.0:1777022482.417762:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (94208->131071)  req@ffff8efa48efad80 x1863342816107264/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022482.417771:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48efad80 with x1863342816107264 ext(94208->131071)
00010000:00010000:2.0:1777022482.417777:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 8 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.417794:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 8 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022482.417801:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa48efad80
00000100:00100000:2.0:1777022482.417832:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 471
00000100:00100000:2.0:1777022482.417841:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816107264:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022482.422264:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816107264:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4413us (5272us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022482.422277:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 471
00002000:00100000:2.0:1777022482.422289:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (94208->131071)  req@ffff8efa48efad80 x1863342816107264/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/440 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022482.422300:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48efad80 with x1863342816107264 ext(94208->131071)
00010000:00010000:2.0:1777022482.422309:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 8 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.422326:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 8 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022482.422334:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa48efad80
00000100:00100000:3.0:1777022482.426019:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.426063:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.426247:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816107520
00000100:00100000:2.0:1777022482.426256:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816107520
00010000:00010000:2.0:1777022482.426294:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 8 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.426340:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 809
00000100:00100000:2.0:1777022482.426350:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342816107520:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022482.426374:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022482.426393:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 8 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.426407:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 8 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.426432:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4da4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e93 expref: 8 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.426448:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.426450:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.426457:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.426465:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.426501:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.426515:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa64f02a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835894912:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022482.426602:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa467050c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022482.426797:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816107392
00000100:00100000:0.0:1777022482.426802:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816107392
00000100:00100000:0.0:1777022482.426840:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 836
00000100:00100000:0.0:1777022482.426847:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10188:x1863342816107392:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022482.426917:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022482.426932:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b67a5d3c/0x72ae7b78094e4db2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ea1 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.426963:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.426971:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.426972:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.426976:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b67a5d3c/0x72ae7b78094e4db2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea1 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.426997:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.427011:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 16 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.427021:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835895040:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022482.427052:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683f00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.430223:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.430322:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816107648
00000100:00100000:0.0:1777022482.430331:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816107648
00002000:00100000:0.0:1777022482.430386:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (94208->98303)  req@ffff8efa8131f100 x1863342816107648/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.430397:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131f100 with x1863342816107648 ext(94208->98303)
00010000:00010000:0.0:1777022482.430405:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 17 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.430435:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 17 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.430444:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131f100
00000100:00100000:0.0:1777022482.430475:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 472
00000100:00100000:0.0:1777022482.430484:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2377:x1863342816107648:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.430653:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2377:x1863342816107648:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 170us (440us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.430668:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 472
00002000:00100000:0.0:1777022482.430677:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (94208->98303)  req@ffff8efa8131f100 x1863342816107648/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.430684:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131f100 with x1863342816107648 ext(94208->98303)
00010000:00010000:0.0:1777022482.430690:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 17 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.430700:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 17 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.430707:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131f100
00000100:00100000:2.0:1777022482.431429:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa64f02a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835894912:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022482.431452:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022482.431492:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2377:x1863342816107520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5144us (5429us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.431501:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 809
00000100:00100000:3.0:1777022482.434808:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.434900:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816107776
00000100:00100000:1.0:1777022482.434911:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816107776
00002000:00100000:1.0:1777022482.434973:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (98304->102399)  req@ffff8efa8131e680 x1863342816107776/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.434984:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131e680 with x1863342816107776 ext(98304->102399)
00010000:00010000:1.0:1777022482.434994:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 17 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.435013:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 17 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022482.435022:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131e680
00000100:00100000:1.0:1777022482.435056:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 473
00000100:00100000:1.0:1777022482.435066:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2380:x1863342816107776:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022482.435439:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2380:x1863342816107776:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 373us (638us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022482.435447:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 473
00002000:00100000:1.0:1777022482.435454:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (98304->102399)  req@ffff8efa8131e680 x1863342816107776/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.435461:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131e680 with x1863342816107776 ext(98304->102399)
00010000:00010000:1.0:1777022482.435467:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 17 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.435479:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 17 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022482.435486:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131e680
00000100:00100000:0.0:1777022482.438529:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835895040:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022482.438567:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b67a5d3c/0x72ae7b78094e4db2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea1 expref: 8 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.438614:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acf800, rc 0)
00000100:00100000:0.0:1777022482.438682:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10188:x1863342816107392:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11834us (12671us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.438692:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 836
00000100:00100000:3.0:1777022482.440165:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.440312:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816107904
00000100:00100000:0.0:1777022482.440320:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816107904
00002000:00100000:0.0:1777022482.440375:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (94208->98303)  req@ffff8efa6564a680 x1863342816107904/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 4584/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.440386:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564a680 with x1863342816107904 ext(94208->98303)
00010000:00010000:0.0:1777022482.440395:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 17 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.440409:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 17 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.440417:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564a680
00000100:00100000:0.0:1777022482.440447:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 474
00000100:00100000:0.0:1777022482.440456:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+17:2380:x1863342816107904:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022482.440823:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2380:x1863342816107904:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 367us (662us total) trans 4294967457 rc 0/0
00000100:00100000:0.0:1777022482.440832:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 474
00002000:00100000:0.0:1777022482.440839:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (94208->98303)  req@ffff8efa6564a680 x1863342816107904/t4294967457(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 4584/448 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.440911:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564a680 with x1863342816107904 ext(94208->98303)
00010000:00010000:0.0:1777022482.440922:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 19 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.440934:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 19 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.440940:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564a680
00000100:00100000:3.0:1777022482.444322:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.444432:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816108032
00000100:00100000:1.0:1777022482.444442:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816108032
00000100:00100000:1.0:1777022482.444500:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 837
00000100:00100000:1.0:1777022482.444510:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+19:10187:x1863342816108032:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022482.444528:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022482.444547:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ea8 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.444578:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.444581:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.444586:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.444598:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.444611:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:1.0:1777022482.444678:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10187:x1863342816108032:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 170us (366us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.444686:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 837
00000100:00100000:1.0:1777022482.447622:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.447827:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816108160
00000100:00100000:0.0:1777022482.447836:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816108160
00010000:00010000:0.0:1777022482.447901:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 20 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.447952:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 810
00000100:00100000:0.0:1777022482.447962:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cc56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2377:x1863342816108160:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022482.447977:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022482.447996:0:11988:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 184 -> 192
00010000:00010000:0.0:1777022482.448003:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 20 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.448017:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 20 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.448041:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e4dab lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [94208->18446744073709551615] (req 94208->98303) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e9a expref: 20 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.448080:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.448082:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.448091:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b67a5d3c/0x72ae7b78094e4db2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea1 expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.448102:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b67a5d3c/0x72ae7b78094e4db2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea1 expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.448110:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.448112:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.448115:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.448135:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.448173:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.448188:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835895168:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.448279:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b67a5d3c/0x72ae7b78094e4db2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea1 expref: 7 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.448290:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835895296:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.448311:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683f00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022482.451380:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835895168:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.451396:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835895296:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.451421:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022482.451466:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cc56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342816108160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3505us (3853us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.451477:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 810
00000100:00100000:2.0:1777022482.471484:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.471541:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.471677:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816108288
00000100:00100000:0.0:1777022482.471686:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816108288
00002000:00100000:0.0:1777022482.471740:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (98304->102399)  req@ffff8efa64f02a00 x1863342816108288/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.471750:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f02a00 with x1863342816108288 ext(98304->102399)
00002000:00010000:0.0:1777022482.471756:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa64f02a00
00000100:00100000:0.0:1777022482.471785:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816108416
00000100:00100000:0.0:1777022482.471788:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816108416
00002000:00100000:0.0:1777022482.471804:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (94208->98303)  req@ffff8efa64f01180 x1863342816108416/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.471811:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f01180 with x1863342816108416 ext(94208->98303)
00002000:00010000:0.0:1777022482.471814:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa64f01180
00000100:00100000:0.0:1777022482.471836:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 498
00000100:00100000:0.0:1777022482.471844:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342816108288:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022482.472020:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 499
00000100:00100000:1.0:1777022482.472029:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342816108416:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.472066:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2377:x1863342816108288:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 222us (592us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.472074:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 498
00002000:00100000:0.0:1777022482.472080:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (98304->102399)  req@ffff8efa64f02a00 x1863342816108288/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00000100:00100000:1.0:1777022482.472103:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342816108416:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 76us (561us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022482.472109:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 499
00002000:00100000:0.0:1777022482.472110:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f02a00 with x1863342816108288 ext(98304->102399)
00002000:00010000:0.0:1777022482.472113:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa64f02a00
00002000:00100000:1.0:1777022482.472114:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (94208->98303)  req@ffff8efa64f01180 x1863342816108416/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.472121:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f01180 with x1863342816108416 ext(94208->98303)
00002000:00010000:1.0:1777022482.472123:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa64f01180
00000100:00100000:1.0:1777022482.476705:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.477844:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816108544
00000100:00100000:3.0:1777022482.477881:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816108544
00000100:00100000:3.0:1777022482.477939:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 838
00000100:00100000:3.0:1777022482.477960:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10188:x1863342816108544:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.477994:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.478013:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e4dc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841eaf expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.478045:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.478053:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.478055:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.478059:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e4dc0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eaf expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.478090:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.478104:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 18 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.478117:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65649f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835895424:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022482.478208:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595e40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.479185:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.479418:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816108672
00000100:00100000:1.0:1777022482.479425:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816108672
00002000:00100000:1.0:1777022482.479466:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa6564bb80 x1863342816108672/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.479476:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564bb80 with x1863342816108672 ext(102400->106495)
00010000:00010000:1.0:1777022482.479484:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 19 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.479500:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 19 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022482.479509:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564bb80
00000100:00100000:1.0:1777022482.479541:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 475
00000100:00100000:1.0:1777022482.479549:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2379:x1863342816108672:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022482.479831:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2379:x1863342816108672:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 281us (647us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022482.479839:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 475
00002000:00100000:1.0:1777022482.479846:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa6564bb80 x1863342816108672/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.479887:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564bb80 with x1863342816108672 ext(102400->106495)
00010000:00010000:1.0:1777022482.479894:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 19 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.479905:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 19 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022482.479912:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564bb80
00000100:00100000:3.0:1777022482.482532:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.483022:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816108800
00000100:00100000:0.0:1777022482.483033:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816108800
00002000:00100000:0.0:1777022482.483082:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (98304->102399)  req@ffff8efa65648000 x1863342816108800/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 4584/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.483093:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65648000 with x1863342816108800 ext(98304->102399)
00010000:00010000:0.0:1777022482.483102:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 19 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.483131:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 19 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.483140:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65648000
00000100:00100000:0.0:1777022482.483170:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 476
00000100:00100000:0.0:1777022482.483179:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+19:2378:x1863342816108800:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022482.483516:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342816108800:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 337us (991us total) trans 4294967458 rc 0/0
00000100:00100000:0.0:1777022482.483524:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 476
00002000:00100000:0.0:1777022482.483531:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (98304->102399)  req@ffff8efa65648000 x1863342816108800/t4294967458(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 4584/448 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.483539:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65648000 with x1863342816108800 ext(98304->102399)
00010000:00010000:0.0:1777022482.483544:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 21 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.483570:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 21 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.483579:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65648000
00000100:00100000:2.0:1777022482.486297:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.487751:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65649f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835895424:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022482.487787:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e4dc0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eaf expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.487829:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0000, rc 0)
00000100:00100000:3.0:1777022482.487917:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10188:x1863342816108544:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9959us (11220us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.487926:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 838
00000100:00100000:3.0:1777022482.487968:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816108928
00000100:00100000:3.0:1777022482.487974:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816108928
00000100:00100000:3.0:1777022482.488018:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 839
00000100:00100000:3.0:1777022482.488026:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816108928:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.488041:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.488056:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4dc7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841eb6 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.488078:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.488080:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.488084:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4dc7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eb6 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.488094:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4dc7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eb6 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.488102:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:3.0:1777022482.488134:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816108928:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 108us (1845us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.488140:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 839
00000100:00100000:2.0:1777022482.489832:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.490138:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816109056
00000100:00100000:0.0:1777022482.490146:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816109056
00010000:00010000:0.0:1777022482.490180:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 22 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.490219:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 811
00000100:00100000:0.0:1777022482.490229:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2380:x1863342816109056:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022482.490242:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022482.490260:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 192 -> 200
00010000:00010000:0.0:1777022482.490266:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 22 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.490279:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 22 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.490302:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4db9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [98304->18446744073709551615] (req 98304->102399) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea8 expref: 22 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.490317:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.490320:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.490340:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e4dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eaf expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.490350:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e4dc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eaf expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.490360:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.490373:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.490377:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4dc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eb6 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.490385:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4dc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eb6 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.490421:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4dc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eb6 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.490436:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835895552:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.490513:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e4dc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eaf expref: 8 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.490524:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835895680:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.490545:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022482.493888:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835895552:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.493905:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835895680:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.493929:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022482.494004:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2380:x1863342816109056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3776us (4177us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.494015:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 811
00000100:00100000:1.0:1777022482.496933:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.497021:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816109184
00000100:00100000:0.0:1777022482.497030:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816109184
00002000:00100000:0.0:1777022482.497079:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (98304->102399)  req@ffff8efa6575a680 x1863342816109184/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.497090:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575a680 with x1863342816109184 ext(98304->102399)
00002000:00010000:0.0:1777022482.497096:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6575a680
00000100:00100000:0.0:1777022482.497138:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 500
00000100:00100000:0.0:1777022482.497149:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2377:x1863342816109184:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.497308:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2377:x1863342816109184:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 161us (382us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.497315:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 500
00002000:00100000:0.0:1777022482.497322:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (98304->102399)  req@ffff8efa6575a680 x1863342816109184/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.497330:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6575a680 with x1863342816109184 ext(98304->102399)
00002000:00010000:0.0:1777022482.497333:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6575a680
00000100:00100000:2.0:1777022482.500331:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.500765:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816109312
00000100:00100000:0.0:1777022482.500775:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816109312
00000100:00100000:0.0:1777022482.500838:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 840
00000100:00100000:0.0:1777022482.500848:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10188:x1863342816109312:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022482.501007:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022482.501028:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ebd expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.501080:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4dc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eb6 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.501087:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.501089:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.501093:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.501143:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4dc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eb6 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.501157:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4dc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eb6 expref: 20 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.501170:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835895808:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022482.501374:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022482.508003:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.508080:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.508452:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816109568
00000100:00100000:1.0:1777022482.508461:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816109568
00000100:00100000:1.0:1777022482.508518:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 841
00000100:00100000:1.0:1777022482.508528:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816109568:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022482.508545:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022482.508563:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ec4 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.508594:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.508600:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.508613:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022482.508618:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.508668:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.508684:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.508696:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:1.0:1777022482.508747:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816109568:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 221us (666us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.508755:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 841
00000100:00100000:0.0:1777022482.509073:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816109440
00000100:00100000:0.0:1777022482.509078:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816109440
00010000:00010000:0.0:1777022482.509100:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4dc7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eb6 expref: 22 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.509147:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 812
00000100:00100000:0.0:1777022482.509154:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342816109440:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022482.509164:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022482.509198:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4dc7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eb6 expref: 22 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.509210:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4dc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eb6 expref: 22 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.509228:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.509230:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.509237:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.509245:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.509269:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.509280:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.509294:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835896064:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.509344:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683600 going to sleep for 11 seconds
00010000:00010000:3.0:1777022482.512279:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4dc7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eb6 expref: 22 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.512321:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835895808:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022482.512354:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.512374:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.512390:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acf000, rc 0)
00000100:00100000:3.0:1777022482.512452:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816109312:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11606us (12130us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.512461:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 840
00000100:00100000:0.0:1777022482.515266:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835896064:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.515290:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022482.515349:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342816109440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6194us (7355us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.515388:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 812
00000100:00100000:3.0:1777022482.515551:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.516478:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816109696
00000100:00100000:0.0:1777022482.516489:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816109696
00002000:00100000:0.0:1777022482.516533:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (102400->139263)  req@ffff8efa65649f80 x1863342816109696/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.516544:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65649f80 with x1863342816109696 ext(102400->139263)
00010000:00010000:0.0:1777022482.516554:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.516570:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.516579:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65649f80
00000100:00100000:0.0:1777022482.516608:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 477
00000100:00100000:0.0:1777022482.516617:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816109696:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.519879:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816109696:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3225us (4291us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022482.519894:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 477
00002000:00100000:0.0:1777022482.519906:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (102400->139263)  req@ffff8efa65649f80 x1863342816109696/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/440 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.519917:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65649f80 with x1863342816109696 ext(102400->139263)
00010000:00010000:0.0:1777022482.519927:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.519969:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.519978:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65649f80
00000100:00100000:3.0:1777022482.522895:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.524349:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.524447:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816109952
00000100:00100000:0.0:1777022482.524455:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816109952
00010000:00010000:0.0:1777022482.524493:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.524533:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 813
00000100:00100000:0.0:1777022482.524543:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816109952:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022482.524557:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022482.524578:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.524592:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.524614:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dce lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ebd expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.524631:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.524633:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.524640:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.524681:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.524721:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.524734:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835896192:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.524813:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683600 going to sleep for 11 seconds
00000100:00100000:0.0:1777022482.528734:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835896192:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.528761:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022482.528830:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2377:x1863342816109952:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4287us (4484us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.528841:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 813
00000100:00100000:2.0:1777022482.530716:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816109824
00000100:00100000:2.0:1777022482.530730:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816109824
00000100:00100000:2.0:1777022482.530809:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 842
00000100:00100000:2.0:1777022482.530822:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10188:x1863342816109824:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.530841:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.530880:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4ddc lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ecb expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.530914:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.530923:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022482.530925:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022482.530929:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4ddc lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ecb expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.530980:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.530995:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 20 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.531009:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835896320:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022482.531090:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa467050c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.533440:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.533514:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816110080
00000100:00100000:0.0:1777022482.533523:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816110080
00002000:00100000:0.0:1777022482.533571:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa65699c00 x1863342816110080/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.533583:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65699c00 with x1863342816110080 ext(102400->106495)
00010000:00010000:0.0:1777022482.533591:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.533607:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.533633:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65699c00
00000100:00100000:0.0:1777022482.533674:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 478
00000100:00100000:0.0:1777022482.533684:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342816110080:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.533909:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342816110080:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 225us (475us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.533917:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 478
00002000:00100000:0.0:1777022482.533924:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa65699c00 x1863342816110080/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.533932:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65699c00 with x1863342816110080 ext(102400->106495)
00010000:00010000:0.0:1777022482.533938:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.533959:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.533967:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65699c00
00000100:00100000:1.0:1777022482.541140:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.541511:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816110208
00000100:00100000:3.0:1777022482.541521:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816110208
00000100:00100000:3.0:1777022482.541579:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 843
00000100:00100000:3.0:1777022482.541590:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816110208:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.541606:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.541626:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ed2 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.541665:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.541672:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4ddc lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ecb expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.541690:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022482.541695:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.541734:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4ddc lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ecb expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.541749:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.541762:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:3.0:1777022482.541819:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816110208:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 231us (699us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.541827:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 843
00000100:00100000:2.0:1777022482.542574:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835896320:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022482.542597:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4ddc lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ecb expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.542610:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:2.0:1777022482.542660:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816109824:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11834us (19803us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.542668:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 842
00000100:00100000:1.0:1777022482.546007:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.546438:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816110336
00000100:00100000:0.0:1777022482.546448:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816110336
00010000:00010000:0.0:1777022482.546488:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 22 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.546573:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 814
00000100:00100000:0.0:1777022482.546582:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2380:x1863342816110336:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022482.546608:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022482.546628:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 22 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.546641:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 22 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.546675:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e4dd5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ec4 expref: 22 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.546693:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.546695:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.546703:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4ddc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ecb expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.546712:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4ddc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ecb expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.546748:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4ddc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ecb expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.546760:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4ddc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ecb expref: 9 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.546773:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835896576:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.546908:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.549323:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.549916:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835896576:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.549939:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022482.550002:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2380:x1863342816110336:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3421us (4003us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.550011:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 814
00000100:00100000:1.0:1777022482.550773:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816110464
00000100:00100000:1.0:1777022482.550782:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816110464
00010000:00010000:1.0:1777022482.550818:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4ddc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ecb expref: 10 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.550869:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 815
00000100:00100000:1.0:1777022482.550879:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816110464:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022482.550895:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022482.550917:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4ddc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ecb expref: 10 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.550929:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4ddc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ecb expref: 10 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.550960:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4ddc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ecb expref: 10 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.550976:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.550978:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.550986:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.550995:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.551032:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.551044:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835896704:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022482.551108:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022482.553152:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835896704:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022482.553177:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022482.553221:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2378:x1863342816110464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2342us (3905us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.553231:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 815
00000100:00100000:3.0:1777022482.562460:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.562608:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816110592
00000100:00100000:0.0:1777022482.562619:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816110592
00000100:00100000:0.0:1777022482.562682:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 844
00000100:00100000:0.0:1777022482.562693:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10188:x1863342816110592:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022482.562801:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022482.562821:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ed9 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.562888:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.562899:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.562901:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.562906:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.562939:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.562967:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 20 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.562995:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835896832:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022482.563160:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.565969:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.566079:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816110720
00000100:00100000:2.0:1777022482.566088:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816110720
00002000:00100000:2.0:1777022482.566139:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa65c1e680 x1863342816110720/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022482.566150:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1e680 with x1863342816110720 ext(102400->106495)
00010000:00010000:2.0:1777022482.566160:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.566182:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022482.566190:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1e680
00000100:00100000:2.0:1777022482.566223:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 479
00000100:00100000:2.0:1777022482.566233:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816110720:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022482.566392:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816110720:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 160us (431us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022482.566501:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 479
00002000:00100000:2.0:1777022482.566508:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa65c1e680 x1863342816110720/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022482.566517:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c1e680 with x1863342816110720 ext(102400->106495)
00010000:00010000:2.0:1777022482.566523:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.566533:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022482.566540:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c1e680
00000100:00100000:0.0:1777022482.568065:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835896832:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022482.568100:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.568120:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acf000, rc 0)
00000100:00100000:0.0:1777022482.568222:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816110592:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5531us (5771us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.568231:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 844
00000100:00100000:2.0:1777022482.574352:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.576348:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.576484:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816110976
00000100:00100000:0.0:1777022482.576496:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816110976
00010000:00010000:0.0:1777022482.576537:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.576581:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 816
00000100:00100000:0.0:1777022482.576593:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2380:x1863342816110976:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022482.576609:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022482.576630:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.576645:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.576695:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4de3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed2 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.576712:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.576714:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.576722:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.576732:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.576770:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.576785:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835896960:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.576888:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.576978:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816110848
00000100:00100000:3.0:1777022482.576984:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816110848
00000100:00100000:3.0:1777022482.577023:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 845
00000100:00100000:3.0:1777022482.577030:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816110848:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.577043:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.577057:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4df1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ee0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.577091:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.577098:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.577100:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.577103:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4df1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee0 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.577125:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.577138:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 9 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.577149:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835897088:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022482.577179:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595e40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.581064:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.581157:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816111104
00000100:00100000:2.0:1777022482.581166:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816111104
00002000:00100000:2.0:1777022482.581214:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (102400->139263)  req@ffff8efa660c5180 x1863342816111104/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022482.581227:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5180 with x1863342816111104 ext(102400->139263)
00010000:00010000:2.0:1777022482.581236:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.581253:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022482.581262:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c5180
00000100:00100000:2.0:1777022482.581296:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 480
00000100:00100000:2.0:1777022482.581305:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816111104:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.581758:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835896960:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.581780:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022482.581809:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2380:x1863342816110976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5219us (5468us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.581818:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 816
00000100:00100000:1.0:1777022482.582265:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835897088:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022482.582289:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4df1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee0 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.582309:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1a00, rc 0)
00000100:00100000:1.0:1777022482.582334:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816110848:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5306us (7993us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.582342:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 845
00000100:00100000:0.0:1777022482.586266:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816111104:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4949us (5199us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022482.586278:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 480
00002000:00100000:0.0:1777022482.586306:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (102400->139263)  req@ffff8efa660c5180 x1863342816111104/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/440 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.586319:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5180 with x1863342816111104 ext(102400->139263)
00010000:00010000:0.0:1777022482.586331:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.586349:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.586358:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c5180
00000100:00100000:3.0:1777022482.590465:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.590640:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.590836:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816111360
00000100:00100000:1.0:1777022482.590846:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816111360
00010000:00010000:1.0:1777022482.590917:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.590965:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 817
00000100:00100000:1.0:1777022482.590976:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816111360:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022482.590993:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022482.591013:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.591026:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.591053:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033120bd3/0x72ae7b78094e4dea lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ed9 expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.591072:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.591074:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.591082:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4df1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee0 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.591091:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4df1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee0 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.591133:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4df1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee0 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.591148:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835897216:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022482.591234:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.595691:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835897216:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022482.595721:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022482.595790:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2377:x1863342816111360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4816us (5150us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.595802:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 817
00000100:00100000:0.0:1777022482.598123:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816111232
00000100:00100000:0.0:1777022482.598137:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816111232
00000100:00100000:1.0:1777022482.598475:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 846
00000100:00100000:1.0:1777022482.598489:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10188:x1863342816111232:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022482.598510:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022482.598541:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4df8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ee7 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.598574:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4df1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee0 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.598586:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.598588:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.598594:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4df8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee7 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.598634:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4df1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee0 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.598647:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4df1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee0 expref: 20 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.598661:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835897344:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022482.599121:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022482.604421:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.604744:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816111488
00000100:00100000:0.0:1777022482.604755:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816111488
00010000:00010000:0.0:1777022482.604798:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4df1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee0 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.604848:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 818
00000100:00100000:0.0:1777022482.604905:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816111488:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022482.604920:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022482.604940:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4df1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee0 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.604966:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4df1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee0 expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.605011:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.605013:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.605023:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4df8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee7 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.605033:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4df8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee7 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.605070:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4df8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee7 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.605085:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835897472:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.605161:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022482.609131:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835897472:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.609164:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022482.609219:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816111488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4315us (4805us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.609230:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 818
00010000:00010000:2.0:1777022482.610648:0:6924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4df1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee0 expref: 20 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.610682:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835897344:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022482.610717:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4df8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee7 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.610732:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c400, rc 0)
00000100:00100000:2.0:1777022482.610819:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816111232:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12332us (20367us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.610829:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 846
00000100:00100000:3.0:1777022482.611163:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.612073:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816111616
00000100:00100000:0.0:1777022482.612083:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816111616
00000100:00100000:0.0:1777022482.612137:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 847
00000100:00100000:0.0:1777022482.612146:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10187:x1863342816111616:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022482.612162:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022482.612181:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841eee expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.612224:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4df8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee7 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.612234:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.612237:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.612241:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.612273:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4df8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee7 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.612286:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4df8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee7 expref: 9 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.612302:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835897600:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022482.612388:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022482.619120:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835897600:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022482.619158:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.619180:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acf600, rc 0)
00000100:00100000:0.0:1777022482.619243:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816111616:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7098us (8080us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.619252:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 847
00000100:00100000:1.0:1777022482.620270:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.620356:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816111744
00000100:00100000:0.0:1777022482.620373:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816111744
00010000:00010000:0.0:1777022482.620407:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4df8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee7 expref: 10 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.620499:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 819
00000100:00100000:0.0:1777022482.620510:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816111744:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022482.620523:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022482.620544:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4df8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee7 expref: 10 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.620557:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4df8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee7 expref: 10 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.620581:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4df8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ee7 expref: 10 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.620595:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.620596:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.620603:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.620613:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.620647:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.620688:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835897728:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.620800:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022482.627980:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.628433:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835897728:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022482.628457:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022482.628508:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2377:x1863342816111744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7999us (8241us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.628519:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 819
00000100:00100000:3.0:1777022482.628644:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816111872
00000100:00100000:3.0:1777022482.628662:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816111872
00000100:00100000:3.0:1777022482.628710:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 848
00000100:00100000:3.0:1777022482.628719:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10188:x1863342816111872:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.628735:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.628752:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ef5 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.628785:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.628794:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.628796:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.628800:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.628830:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.628844:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 20 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.628884:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835897856:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022482.628937:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595e40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.630324:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.632833:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835897856:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022482.632930:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.632961:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:3.0:1777022482.633020:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816111872:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4300us (5049us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.633029:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 848
00000100:00100000:2.0:1777022482.636590:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816112000
00000100:00100000:2.0:1777022482.636605:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816112000
00002000:00100000:3.0:1777022482.636824:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa656bca80 x1863342816112000/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022482.636837:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bca80 with x1863342816112000 ext(102400->106495)
00010000:00010000:3.0:1777022482.636846:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 21 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.636886:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 21 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022482.636895:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656bca80
00000100:00100000:3.0:1777022482.636922:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 481
00000100:00100000:3.0:1777022482.636931:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816112000:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022482.637180:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816112000:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 249us (6861us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022482.637188:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 481
00002000:00100000:3.0:1777022482.637195:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa656bca80 x1863342816112000/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022482.637225:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bca80 with x1863342816112000 ext(102400->106495)
00010000:00010000:3.0:1777022482.637231:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 21 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.637242:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 21 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022482.637250:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa656bca80
00000100:00100000:1.0:1777022482.646049:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.646217:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.648315:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816112256
00000100:00100000:3.0:1777022482.648328:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816112256
00010000:00010000:3.0:1777022482.648385:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 21 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.648436:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 820
00000100:00100000:3.0:1777022482.648445:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2379:x1863342816112256:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022482.648459:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022482.648479:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 21 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.648493:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 21 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.648518:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4dff lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eee expref: 21 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.648554:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022482.648556:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022482.648565:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.648576:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.648615:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.648629:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656bd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835897984:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022482.648731:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595c00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022482.652743:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.652822:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816112384
00000100:00100000:0.0:1777022482.652832:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816112384
00002000:00100000:0.0:1777022482.652916:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (102400->139263)  req@ffff8efa673a3b80 x1863342816112384/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.652927:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a3b80 with x1863342816112384 ext(102400->139263)
00002000:00010000:0.0:1777022482.652933:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa673a3b80
00000100:00100000:0.0:1777022482.652967:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 501
00000100:00100000:0.0:1777022482.652977:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816112384:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022482.654925:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835897984:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022482.654960:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022482.655022:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2379:x1863342816112256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6575us (8802us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.655032:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 820
00000100:00100000:2.0:1777022482.658542:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816112128
00000100:00100000:2.0:1777022482.658556:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816112128
00000100:00100000:2.0:1777022482.660266:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 849
00000100:00100000:2.0:1777022482.660279:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10187:x1863342816112128:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.660299:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.660318:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841efc expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.660350:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.660372:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022482.660374:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022482.660378:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.660413:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.660427:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 11 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.660446:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835898112:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022482.660533:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa467050c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022482.663037:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835898112:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022482.663071:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.663091:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022482.663141:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816112128:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2865us (17102us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.663150:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 849
00000100:00100000:0.0:1777022482.669323:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816112384:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 16335us (16576us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022482.669338:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 501
00002000:00100000:0.0:1777022482.669352:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (102400->139263)  req@ffff8efa673a3b80 x1863342816112384/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/440 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.669363:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a3b80 with x1863342816112384 ext(102400->139263)
00010000:00010000:0.0:1777022482.669373:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 10 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.669394:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 10 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.669424:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a3b80
00000100:00100000:1.0:1777022482.681749:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.681930:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.682570:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816112640
00000100:00100000:2.0:1777022482.682580:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816112640
00010000:00010000:2.0:1777022482.682619:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 10 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.682674:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 821
00000100:00100000:2.0:1777022482.682684:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816112640:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022482.682699:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022482.682720:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 10 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.682734:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 10 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.682764:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ef5 expref: 10 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.682780:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.682782:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.682789:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.682798:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.682835:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.682849:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835898240:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022482.682980:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa467050c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022482.685593:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835898240:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022482.685619:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022482.685763:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2378:x1863342816112640:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3079us (3831us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.685774:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 821
00000100:00100000:0.0:1777022482.688835:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816112512
00000100:00100000:0.0:1777022482.688847:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816112512
00000100:00100000:1.0:1777022482.689344:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 850
00000100:00100000:1.0:1777022482.689356:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10188:x1863342816112512:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022482.689486:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022482.689506:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e4e14 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f03 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.689540:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.689548:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.689551:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.689554:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e4e14 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f03 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.689588:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.689602:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 20 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.689616:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835898368:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022482.689768:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134f00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022482.703648:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.703742:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816112768
00000100:00100000:3.0:1777022482.703753:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816112768
00002000:00100000:3.0:1777022482.703806:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa673a0e00 x1863342816112768/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022482.703817:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a0e00 with x1863342816112768 ext(102400->106495)
00010000:00010000:3.0:1777022482.703827:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 21 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.703897:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 21 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022482.703906:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a0e00
00000100:00100000:3.0:1777022482.703931:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 482
00000100:00100000:3.0:1777022482.703950:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342816112768:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022482.704233:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342816112768:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 293us (597us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022482.704241:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 482
00002000:00100000:3.0:1777022482.704248:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa673a0e00 x1863342816112768/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022482.704256:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a0e00 with x1863342816112768 ext(102400->106495)
00010000:00010000:3.0:1777022482.704261:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 21 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.704272:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 21 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022482.704279:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a0e00
00000100:00100000:3.0:1777022482.716597:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835898368:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022482.716638:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e4e14 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f03 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.718328:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ce00, rc 0)
00000100:00100000:0.0:1777022482.724883:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816112512:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 35492us (43107us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.724897:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 850
00000100:00100000:1.0:1777022482.726003:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.726151:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.726453:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816112896
00000100:00100000:3.0:1777022482.726463:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816112896
00000100:00100000:3.0:1777022482.726523:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 851
00000100:00100000:3.0:1777022482.726533:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816112896:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.726550:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.726568:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f0a expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.726598:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.726603:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e4e14 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f03 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.726611:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022482.726615:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.727080:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e4e14 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f03 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.727098:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.727110:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:3.0:1777022482.727169:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816112896:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 638us (1170us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.727189:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 851
00000100:00100000:0.0:1777022482.727330:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816113024
00000100:00100000:0.0:1777022482.727336:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816113024
00010000:00010000:0.0:1777022482.727366:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 22 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.727400:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 822
00000100:00100000:0.0:1777022482.727408:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342816113024:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022482.727418:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022482.727438:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 22 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.727451:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 22 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.727472:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4e0d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841efc expref: 22 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.727486:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.727495:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.727501:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e4e14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f03 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.727511:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e4e14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f03 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.727542:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e4e14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f03 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.727554:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e4e14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f03 expref: 9 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.727567:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835898624:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.727634:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022482.732966:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.734010:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816113152
00000100:00100000:3.0:1777022482.734021:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816113152
00010000:00010000:3.0:1777022482.734064:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e4e14 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f03 expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.734112:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 823
00000100:00100000:3.0:1777022482.734131:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2379:x1863342816113152:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022482.734147:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022482.734167:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e4e14 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f03 expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.734181:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e4e14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f03 expref: 10 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.734206:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022482.734209:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022482.734217:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.734227:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.734264:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.734298:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656bd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835898752:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022482.734382:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.737777:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835898752:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022482.737805:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022482.737985:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2379:x1863342816113152:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3863us (5026us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.737995:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 823
00010000:00010000:0.0:1777022482.739550:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e4e14 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f03 expref: 9 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.739573:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835898624:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.739593:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022482.743189:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342816113024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 15771us (17027us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.743202:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 822
00000100:00100000:1.0:1777022482.743347:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.746765:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816113280
00000100:00100000:0.0:1777022482.746777:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816113280
00000100:00100000:0.0:1777022482.746851:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 852
00000100:00100000:0.0:1777022482.746896:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10188:x1863342816113280:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022482.746913:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022482.746932:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f11 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.746976:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.746985:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.746987:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.746992:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.747025:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.747039:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 20 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.747054:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835898880:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022482.747145:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022482.748902:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.748992:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816113408
00000100:00100000:0.0:1777022482.749001:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816113408
00002000:00100000:0.0:1777022482.749042:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa673a0a80 x1863342816113408/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.749053:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a0a80 with x1863342816113408 ext(102400->106495)
00010000:00010000:0.0:1777022482.749072:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.749086:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.749095:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a0a80
00000100:00100000:0.0:1777022482.749130:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 483
00000100:00100000:0.0:1777022482.749139:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816113408:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.749289:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816113408:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 151us (393us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.749297:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 483
00002000:00100000:0.0:1777022482.749303:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa673a0a80 x1863342816113408/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.749313:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a0a80 with x1863342816113408 ext(102400->106495)
00010000:00010000:0.0:1777022482.749318:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.749330:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 21 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.749337:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a0a80
00000100:00100000:0.0:1777022482.752643:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835898880:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022482.752677:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.752712:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace400, rc 0)
00000100:00100000:0.0:1777022482.752764:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816113280:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5870us (9418us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.752773:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 852
00000100:00100000:1.0:1777022482.753773:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.753824:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.757319:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816113536
00000100:00100000:0.0:1777022482.757331:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816113536
00000100:00100000:0.0:1777022482.757418:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 853
00000100:00100000:0.0:1777022482.757428:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816113536:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022482.757448:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022482.757467:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e29 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f18 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.757496:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.757501:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.757509:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022482.757513:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e29 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f18 expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.757556:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.757569:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e29 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f18 expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.757603:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace600, rc 0)
00000100:00100000:0.0:1777022482.757680:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816113536:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 254us (3912us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.757687:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 853
00000100:00100000:2.0:1777022482.758172:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816113664
00000100:00100000:2.0:1777022482.758178:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816113664
00010000:00010000:2.0:1777022482.758201:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 22 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.758224:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 824
00000100:00100000:2.0:1777022482.758232:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342816113664:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022482.758241:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022482.758259:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 22 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.758271:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 22 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.758289:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f0a expref: 22 pid: 6921 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.758302:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.758303:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.758311:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.758321:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.758347:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.758364:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 9 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.758378:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835899136:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022482.758449:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa467050c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022482.765389:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.765518:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835899136:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022482.765543:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022482.765599:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816113664:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7367us (11774us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.765610:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 824
00000100:00100000:0.0:1777022482.765798:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816113792
00000100:00100000:0.0:1777022482.765806:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816113792
00002000:00100000:0.0:1777022482.765890:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (102400->139263)  req@ffff8efa673a1180 x1863342816113792/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.765902:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a1180 with x1863342816113792 ext(102400->139263)
00010000:00010000:0.0:1777022482.765911:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 10 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.765928:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 10 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.765935:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a1180
00000100:00100000:0.0:1777022482.765970:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 484
00000100:00100000:0.0:1777022482.765980:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816113792:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.788613:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816113792:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 22624us (23222us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022482.788635:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 484
00002000:00100000:0.0:1777022482.788649:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (102400->139263)  req@ffff8efa673a1180 x1863342816113792/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/440 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.788681:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a1180 with x1863342816113792 ext(102400->139263)
00010000:00010000:0.0:1777022482.788692:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 10 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.788709:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 10 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.788718:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a1180
00000100:00100000:2.0:1777022482.793923:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.794501:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816113920
00000100:00100000:1.0:1777022482.794511:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816113920
00000100:00100000:1.0:1777022482.794610:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 854
00000100:00100000:1.0:1777022482.794631:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816113920:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022482.794651:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022482.794671:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e4e30 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f1f expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.794702:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.794708:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e29 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f18 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.794715:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022482.794720:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e4e30 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f1f expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.794761:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e29 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f18 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.794774:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e4e30 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f1f expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.795004:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:1.0:1777022482.795079:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816113920:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 461us (1164us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.795086:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 854
00000100:00100000:2.0:1777022482.798496:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.805262:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816114048
00000100:00100000:3.0:1777022482.805275:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816114048
00010000:00010000:2.0:1777022482.810209:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 11 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.810334:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 825
00000100:00100000:2.0:1777022482.810345:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816114048:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022482.810362:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022482.810386:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 11 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.810401:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 11 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.810431:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f11 expref: 11 pid: 6924 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.810450:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.810452:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.810460:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f18 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.810470:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f18 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.810509:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f18 expref: 20 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.810534:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f18 expref: 20 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.810548:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835899392:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022482.810679:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46705480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022482.825512:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.825924:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816114176
00000100:00100000:1.0:1777022482.825935:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816114176
00010000:00010000:1.0:1777022482.826145:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e29 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f18 expref: 21 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.826192:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 826
00000100:00100000:1.0:1777022482.826202:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816114176:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022482.826219:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022482.826240:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e29 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f18 expref: 21 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.826254:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f18 expref: 21 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.826292:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.826294:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.826302:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e4e30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f1f expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.826311:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e4e30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f1f expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.826348:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e4e30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f1f expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.826371:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835899520:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022482.826442:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134f00 going to sleep for 11 seconds
00010000:00010000:3.0:1777022482.828190:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f18 expref: 21 pid: 6923 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.828210:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835899392:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022482.828229:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022482.828286:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816114048:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 17943us (29797us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.828295:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 825
00000100:00100000:3.0:1777022482.832162:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.832306:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816114304
00000100:00100000:3.0:1777022482.832316:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816114304
00000100:00100000:3.0:1777022482.832373:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 855
00000100:00100000:3.0:1777022482.832382:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816114304:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.832401:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.832420:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e4e37 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f26 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.832471:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e4e30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f1f expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.832481:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.832483:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.832487:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e4e37 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f26 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.832522:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e4e30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f1f expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.832536:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e4e30 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f1f expref: 9 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.832550:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835899648:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022482.832627:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595cc0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022482.835824:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835899648:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022482.835889:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e4e37 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f26 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.835916:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1000, rc 0)
00000100:00100000:2.0:1777022482.835976:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816114304:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3593us (3823us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.835985:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 855
00000100:00100000:3.0:1777022482.838415:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.838476:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816114432
00000100:00100000:2.0:1777022482.838485:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816114432
00010000:00010000:2.0:1777022482.838518:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e4e30 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f1f expref: 10 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.838555:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 827
00000100:00100000:2.0:1777022482.838565:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816114432:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022482.838581:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022482.838599:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e4e30 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f1f expref: 10 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.838613:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e4e30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f1f expref: 10 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.838638:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.838640:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022482.838648:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e4e37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f26 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.838666:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e4e37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f26 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.838701:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e4e37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f26 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.838714:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835899776:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022482.838779:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46705480 going to sleep for 11 seconds
00010000:00010000:1.0:1777022482.840291:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e4e30 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f1f expref: 10 pid: 11979 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.840317:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835899520:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022482.840336:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022482.840395:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816114176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14194us (14890us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.840405:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 826
00000100:00100000:2.0:1777022482.849633:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.849688:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.849785:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816114560
00000100:00100000:1.0:1777022482.849803:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816114560
00002000:00100000:1.0:1777022482.849886:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa467b4000 x1863342816114560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.849905:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b4000 with x1863342816114560 ext(102400->106495)
00002000:00010000:1.0:1777022482.849911:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa467b4000
00000100:00100000:1.0:1777022482.849949:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 502
00000100:00100000:1.0:1777022482.849959:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816114560:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022482.850127:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816114560:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 169us (502us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022482.850135:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 502
00002000:00100000:1.0:1777022482.850141:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa467b4000 x1863342816114560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022482.850149:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b4000 with x1863342816114560 ext(102400->106495)
00002000:00010000:1.0:1777022482.850152:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa467b4000
00000100:00100000:0.0:1777022482.851149:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835899776:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.851175:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022482.851224:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2377:x1863342816114432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12660us (12817us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.851234:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 827
00000100:00100000:3.0:1777022482.851565:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816114688
00000100:00100000:3.0:1777022482.851571:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816114688
00000100:00100000:3.0:1777022482.851616:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 856
00000100:00100000:3.0:1777022482.851624:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10188:x1863342816114688:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.851637:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.851654:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f2d expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.851712:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e4e37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f26 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.851722:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.851724:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.851729:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.851761:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e4e37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f26 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.851775:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e4e37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f26 expref: 20 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.851930:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835899904:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022482.852041:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595240 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.856712:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835899904:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022482.856746:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.856768:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:3.0:1777022482.856822:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816114688:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5197us (7132us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.856830:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 856
00000100:00100000:1.0:1777022482.860350:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.860532:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816114816
00000100:00100000:3.0:1777022482.860542:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816114816
00000100:00100000:3.0:1777022482.860600:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 857
00000100:00100000:3.0:1777022482.860610:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816114816:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.860629:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.860649:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4e45 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f34 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.860763:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.860770:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.860777:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022482.860782:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4e45 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f34 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.860821:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.860833:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4e45 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f34 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.860844:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1c00, rc 0)
00000100:00100000:3.0:1777022482.860934:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816114816:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 325us (591us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.860950:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 857
00000100:00100000:2.0:1777022482.863816:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.863938:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816114944
00000100:00100000:0.0:1777022482.863957:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816114944
00010000:00010000:0.0:1777022482.863999:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e4e37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f26 expref: 22 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.864041:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 828
00000100:00100000:0.0:1777022482.864050:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2379:x1863342816114944:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022482.864073:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022482.864094:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e4e37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f26 expref: 22 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.864126:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e4e37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f26 expref: 22 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.864149:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e4e37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f26 expref: 22 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.864165:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.864167:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.864174:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.864184:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.864222:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.864236:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 9 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.864250:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835900160:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.864332:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022482.867937:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.868083:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835900160:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.868109:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022482.868177:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2379:x1863342816114944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4127us (4369us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.868188:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 828
00000100:00100000:3.0:1777022482.868348:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816115072
00000100:00100000:3.0:1777022482.868371:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816115072
00002000:00100000:3.0:1777022482.868413:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (102400->139263)  req@ffff8efa467b7100 x1863342816115072/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022482.868423:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b7100 with x1863342816115072 ext(102400->139263)
00010000:00010000:3.0:1777022482.868431:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 10 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.868446:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 10 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022482.868454:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b7100
00000100:00100000:3.0:1777022482.868482:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 485
00000100:00100000:3.0:1777022482.868491:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816115072:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.875224:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816115072:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6723us (7284us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022482.875237:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 485
00002000:00100000:0.0:1777022482.875249:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (102400->139263)  req@ffff8efa467b7100 x1863342816115072/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/440 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.875259:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b7100 with x1863342816115072 ext(102400->139263)
00010000:00010000:0.0:1777022482.875270:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 10 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.875289:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 10 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.875298:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b7100
00000100:00100000:2.0:1777022482.878962:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.879338:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816115328
00000100:00100000:3.0:1777022482.879348:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816115328
00000100:00100000:3.0:1777022482.879414:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 858
00000100:00100000:3.0:1777022482.879424:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816115328:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.879442:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.879461:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e4c lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f3b expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.879492:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.879497:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4e45 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f34 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.879504:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022482.879523:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e4c lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f3b expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.879564:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4e45 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f34 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.879577:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e4c lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f3b expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.879590:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:3.0:1777022482.879665:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816115328:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 243us (711us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.879674:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 858
00000100:00100000:2.0:1777022482.881915:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.882058:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816115200
00000100:00100000:3.0:1777022482.882078:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816115200
00010000:00010000:3.0:1777022482.882127:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 11 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.882224:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 829
00000100:00100000:3.0:1777022482.882234:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66162680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816115200:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022482.882249:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022482.882269:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 11 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.882284:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 11 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.882335:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f2d expref: 11 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.882352:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022482.882355:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022482.882376:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4e45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f34 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.882386:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4e45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f34 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.882426:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4e45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f34 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.882440:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4e45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f34 expref: 20 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.882456:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835900416:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022482.882545:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa815959c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.886807:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65698000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835900416:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022482.886834:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022482.886922:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66162680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816115200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4688us (5015us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.886932:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 829
00000100:00100000:2.0:1777022482.893048:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.893293:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816115456
00000100:00100000:0.0:1777022482.893304:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816115456
00010000:00010000:0.0:1777022482.893345:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4e45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f34 expref: 21 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.893512:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 830
00000100:00100000:0.0:1777022482.893523:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2380:x1863342816115456:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022482.893540:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022482.893562:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4e45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f34 expref: 21 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.893593:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4e45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f34 expref: 21 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.893616:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4e45 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f34 expref: 21 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.893632:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.893634:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.893642:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f3b expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.893663:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f3b expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.893703:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f3b expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.893717:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835900544:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.893821:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022482.898387:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835900544:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022482.898414:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022482.898474:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2380:x1863342816115456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4952us (6535us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.898485:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 830
00000100:00100000:1.0:1777022482.901388:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.901535:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816115584
00000100:00100000:3.0:1777022482.901546:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816115584
00000100:00100000:3.0:1777022482.901604:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 859
00000100:00100000:3.0:1777022482.901614:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10187:x1863342816115584:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.901633:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.901663:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f42 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.901697:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f3b expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.901706:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.901708:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.901713:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.901746:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f3b expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.901761:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f3b expref: 9 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.901774:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835900672:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022482.908255:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa815959c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022482.909171:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.909347:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835900672:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022482.909379:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.909419:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:0.0:1777022482.909465:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816115584:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7853us (8086us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.909474:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 859
00000100:00100000:3.0:1777022482.909559:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816115712
00000100:00100000:3.0:1777022482.909567:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816115712
00010000:00010000:3.0:1777022482.909599:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f3b expref: 10 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.909645:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 831
00000100:00100000:3.0:1777022482.909653:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816115712:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022482.909666:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022482.909684:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f3b expref: 10 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.909696:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f3b expref: 10 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.909718:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4e4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f3b expref: 10 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.909730:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022482.909732:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022482.909739:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.909749:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.909777:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.909789:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835900800:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022482.909847:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595840 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.911752:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.911831:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816115840
00000100:00100000:1.0:1777022482.911840:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816115840
00000100:00100000:1.0:1777022482.911915:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 860
00000100:00100000:1.0:1777022482.911924:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816115840:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022482.911950:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022482.911967:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f49 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.911994:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.912001:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.912003:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022482.912007:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.912035:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.912049:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 20 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.912079:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835900928:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022482.912151:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022482.916692:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835900928:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022482.916729:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.916751:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c400, rc 0)
00000100:00100000:2.0:1777022482.916821:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816115840:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4897us (5075us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.916830:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 860
00000100:00100000:3.0:1777022482.917617:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835900800:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022482.917635:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022482.917674:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816115712:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8022us (8509us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022482.917684:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 831
00000100:00100000:1.0:1777022482.922846:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.923008:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816115968
00000100:00100000:0.0:1777022482.923018:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816115968
00002000:00100000:0.0:1777022482.923076:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa673a3800 x1863342816115968/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.923088:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a3800 with x1863342816115968 ext(102400->106495)
00010000:00010000:0.0:1777022482.923097:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 21 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.923114:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 21 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.923123:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a3800
00000100:00100000:0.0:1777022482.923146:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 486
00000100:00100000:0.0:1777022482.923155:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816115968:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.923325:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816115968:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 170us (487us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.923332:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 486
00002000:00100000:0.0:1777022482.923339:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa673a3800 x1863342816115968/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.923528:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a3800 with x1863342816115968 ext(102400->106495)
00010000:00010000:0.0:1777022482.923535:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 21 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.923545:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 21 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.923552:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a3800
00000100:00100000:2.0:1777022482.928565:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022482.928605:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.928981:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816116224
00000100:00100000:1.0:1777022482.928991:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816116224
00010000:00010000:1.0:1777022482.929030:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 21 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.929221:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 832
00000100:00100000:1.0:1777022482.929233:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816116224:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022482.929250:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022482.929273:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 21 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.929288:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 21 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.929314:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4e53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f42 expref: 21 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.929334:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.929336:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.929343:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.929371:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.929409:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.929425:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835901056:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022482.929505:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134900 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.930339:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816116096
00000100:00100000:3.0:1777022482.930346:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816116096
00000100:00100000:3.0:1777022482.930402:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 861
00000100:00100000:3.0:1777022482.930412:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816116096:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022482.930426:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022482.930440:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4e61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f50 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.930465:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.930473:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.930475:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022482.930479:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4e61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f50 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.930502:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.930514:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 9 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.930542:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6569ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835901184:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022482.930589:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa815956c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022482.939728:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.940232:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816116352
00000100:00100000:0.0:1777022482.940243:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816116352
00002000:00100000:0.0:1777022482.940290:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (102400->139263)  req@ffff8efa661ac380 x1863342816116352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.940301:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661ac380 with x1863342816116352 ext(102400->139263)
00010000:00010000:0.0:1777022482.940310:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 10 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.940328:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 10 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.940336:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661ac380
00000100:00100000:0.0:1777022482.940374:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 487
00000100:00100000:0.0:1777022482.940383:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816116352:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.941338:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6569ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835901184:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022482.941396:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4e61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f50 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.941416:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1a00, rc 0)
00000100:00100000:0.0:1777022482.941465:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816116096:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11054us (12908us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.941473:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 861
00000100:00100000:1.0:1777022482.941703:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835901056:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022482.941716:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022482.941738:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816116224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12509us (13132us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.941747:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 832
00000100:00100000:0.0:1777022482.952241:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2377:x1863342816116352:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 11848us (12513us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022482.952253:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 487
00002000:00100000:0.0:1777022482.952266:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (102400->139263)  req@ffff8efa661ac380 x1863342816116352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:133/0 lens 488/440 e 0 to 0 dl 1777022493 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.952277:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661ac380 with x1863342816116352 ext(102400->139263)
00010000:00010000:0.0:1777022482.952286:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 10 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.952304:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 10 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022482.952312:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661ac380
00000100:00100000:3.0:1777022482.956004:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.956235:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.956324:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816116608
00000100:00100000:1.0:1777022482.956334:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816116608
00010000:00010000:1.0:1777022482.956383:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 10 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.956430:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 833
00000100:00100000:1.0:1777022482.956439:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2380:x1863342816116608:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022482.956454:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022482.956475:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 10 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.956494:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 10 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.956516:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e4e5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f49 expref: 10 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.956534:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.956535:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.956543:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4e61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f50 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.956553:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4e61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f50 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.956590:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4e61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f50 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.956603:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835901312:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022482.957093:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022482.960331:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816116480
00000100:00100000:0.0:1777022482.960344:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816116480
00000100:00100000:0.0:1777022482.960408:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 862
00000100:00100000:0.0:1777022482.960418:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816116480:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022482.960434:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022482.960464:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4e68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f57 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.960495:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4e61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f50 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.960503:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.960505:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.960509:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4e68 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f57 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.960541:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4e61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f50 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.960554:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4e61 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f50 expref: 20 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.960568:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835901440:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022482.960639:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683600 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.964583:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.964614:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816116736
00000100:00100000:3.0:1777022482.964622:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816116736
00010000:00010000:3.0:1777022482.964669:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4e61 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f50 expref: 21 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022482.964716:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 834
00000100:00100000:3.0:1777022482.964724:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342816116736:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022482.964738:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022482.964757:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4e61 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f50 expref: 21 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022482.964771:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4e61 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f50 expref: 21 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.964949:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835901440:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022482.965557:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4e61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f50 expref: 21 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.965573:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835901312:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022482.965585:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022482.965653:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2380:x1863342816116608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9207us (9410us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.965661:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 833
00010000:00010000:0.0:1777022482.967409:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4e68 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f57 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.967433:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.967435:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022482.967444:0:6921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4e68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f57 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.967462:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4e68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f57 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.967513:0:6921:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4e68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f57 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.967529:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835901568:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022482.967620:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683600 going to sleep for 11 seconds
00010000:00010000:3.0:1777022482.972390:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022482.974315:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+20:2378:x1863342816116736:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9580us (9730us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022482.974330:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 834
00000100:00100000:0.0:1777022482.976417:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835901568:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022482.976443:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace800, rc 0)
00000100:00100000:0.0:1777022482.976507:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816116480:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 16089us (20511us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.976516:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 862
00000100:00100000:3.0:1777022482.976712:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.977516:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816116864
00000100:00100000:0.0:1777022482.977524:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816116864
00000100:00100000:0.0:1777022482.977576:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 863
00000100:00100000:0.0:1777022482.977587:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+20:10187:x1863342816116864:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022482.977604:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022482.977623:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f5e expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.977737:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4e68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f57 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.977752:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.977754:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022482.977758:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.977900:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4e68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f57 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.977916:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4e68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f57 expref: 9 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.977930:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835901696:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022482.978184:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683600 going to sleep for 11 seconds
00000100:00100000:3.0:1777022482.986588:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022482.986683:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816116992
00000100:00100000:1.0:1777022482.986693:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816116992
00010000:00010000:1.0:1777022482.986733:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4e68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f57 expref: 10 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.986778:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 835
00000100:00100000:1.0:1777022482.986787:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816116992:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022482.986812:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022482.986834:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4e68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f57 expref: 10 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.986848:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4e68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f57 expref: 10 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.986901:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.986903:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022482.986911:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.986921:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022482.986965:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022482.986985:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835901824:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022482.987074:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134900 going to sleep for 11 seconds
00010000:00010000:0.0:1777022482.988460:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4e68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f57 expref: 10 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022482.988482:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835901696:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022482.988509:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022482.988521:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace600, rc 0)
00000100:00100000:0.0:1777022482.988582:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+21:10187:x1863342816116864:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10997us (11870us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022482.988591:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 863
00000100:00100000:3.0:1777022482.994238:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022482.994283:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022482.994603:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816117120
00000100:00100000:0.0:1777022482.994613:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816117120
00002000:00100000:0.0:1777022482.994670:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa65f3ad80 x1863342816117120/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/0 e 0 to 0 dl 1777022493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.994681:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3ad80 with x1863342816117120 ext(102400->106495)
00002000:00010000:0.0:1777022482.994687:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3ad80
00000100:00100000:0.0:1777022482.994720:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 503
00000100:00100000:0.0:1777022482.994730:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816117120:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022482.994950:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816117120:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 211us (717us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022482.994957:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 503
00002000:00100000:0.0:1777022482.994964:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (102400->106495)  req@ffff8efa65f3ad80 x1863342816117120/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:133/0 lens 488/4536 e 0 to 0 dl 1777022493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022482.994972:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f3ad80 with x1863342816117120 ext(102400->106495)
00002000:00010000:0.0:1777022482.994976:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f3ad80
00000100:00100000:2.0:1777022482.995825:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816117248
00000100:00100000:2.0:1777022482.995833:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816117248
00000100:00100000:2.0:1777022482.995909:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 864
00000100:00100000:2.0:1777022482.995918:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816117248:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022482.995931:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022482.995958:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4e76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f65 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.995990:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.996002:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022482.996004:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022482.996008:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4e76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f65 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.996047:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022482.996074:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 20 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022482.996089:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835901952:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022482.996173:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46705480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022482.997805:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835901824:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022482.997832:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022482.997931:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342816116992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11143us (11350us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022482.997954:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 835
00000100:00100000:0.0:1777022483.005039:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.005243:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816117376
00000100:00100000:2.0:1777022483.005254:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816117376
00002000:00100000:2.0:1777022483.005306:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (106496->110591)  req@ffff8efa65c50000 x1863342816117376/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.005317:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50000 with x1863342816117376 ext(106496->110591)
00010000:00010000:2.0:1777022483.005326:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 21 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.005343:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 21 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022483.005352:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50000
00000100:00100000:2.0:1777022483.005392:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 488
00000100:00100000:2.0:1777022483.005402:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816117376:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022483.005584:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2377:x1863342816117376:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 182us (555us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022483.005591:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 488
00002000:00100000:2.0:1777022483.005597:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (106496->110591)  req@ffff8efa65c50000 x1863342816117376/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.005605:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c50000 with x1863342816117376 ext(106496->110591)
00010000:00010000:2.0:1777022483.005610:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 21 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.005621:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 21 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022483.005635:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c50000
00000100:00100000:2.0:1777022483.011116:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.012926:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835901952:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022483.012977:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4e76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->106495] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f65 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.012999:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b800, rc 0)
00000100:00100000:2.0:1777022483.013064:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816117248:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 17147us (18780us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.013074:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 864
00000100:00100000:3.0:1777022483.014742:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.016795:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816117504
00000100:00100000:0.0:1777022483.016810:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816117504
00002000:00100000:0.0:1777022483.017076:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa661ac000 x1863342816117504/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.017087:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661ac000 with x1863342816117504 ext(110592->114687)
00010000:00010000:0.0:1777022483.017098:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 21 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.017120:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 21 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.017129:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661ac000
00000100:00100000:0.0:1777022483.017198:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816117632
00000100:00100000:0.0:1777022483.017201:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816117632
00002000:00100000:0.0:1777022483.017218:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (102400->110591)  req@ffff8efa65758a80 x1863342816117632/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 8680/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.017227:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65758a80 with x1863342816117632 ext(102400->110591)
00010000:00010000:0.0:1777022483.017232:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 22 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.017243:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 22 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.017250:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65758a80
00000100:00100000:1.0:1777022483.017447:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 489
00000100:00100000:1.0:1777022483.017460:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342816117504:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.020091:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342816117504:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 194us (6545us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.020107:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 489
00002000:00100000:1.0:1777022483.020121:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa661ac000 x1863342816117504/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.020133:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661ac000 with x1863342816117504 ext(110592->114687)
00010000:00010000:1.0:1777022483.020142:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 22 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.020161:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 22 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.020168:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661ac000
00000100:00100000:1.0:1777022483.020202:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 490
00000100:00100000:1.0:1777022483.020216:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+21:2378:x1863342816117632:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022483.020565:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816117632:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 354us (5828us total) trans 4294967459 rc 0/0
00000100:00100000:1.0:1777022483.020572:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 490
00002000:00100000:1.0:1777022483.020578:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (102400->110591)  req@ffff8efa65758a80 x1863342816117632/t4294967459(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 8680/448 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.020586:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65758a80 with x1863342816117632 ext(102400->110591)
00010000:00010000:1.0:1777022483.020591:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.020602:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.020608:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65758a80
00000100:00100000:3.0:1777022483.023679:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.023948:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816117760
00000100:00100000:0.0:1777022483.023958:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816117760
00000100:00100000:0.0:1777022483.024017:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 865
00000100:00100000:0.0:1777022483.024028:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816117760:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022483.024047:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022483.024078:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f6c expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.024115:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022483.024118:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022483.024123:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.024136:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.024150:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace400, rc 0)
00000100:00100000:0.0:1777022483.024219:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10187:x1863342816117760:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 193us (547us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.024227:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 865
00000100:00100000:3.0:1777022483.029552:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.029659:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816117888
00000100:00100000:2.0:1777022483.029669:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816117888
00010000:00010000:2.0:1777022483.029709:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 24 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.029754:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 836
00000100:00100000:2.0:1777022483.029763:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48efa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342816117888:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022483.029778:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022483.030038:0:5937:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb mtime from disk: 1777022481 -> 1777022482
00002000:00010000:2.0:1777022483.030042:0:5937:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb ctime from disk: 1777022481 -> 1777022482
00002000:00010000:2.0:1777022483.030044:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 200 -> 216
00010000:00010000:2.0:1777022483.030052:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 24 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.030264:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 24 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.030288:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e4e6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [102400->18446744073709551615] (req 102400->106495) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f5e expref: 24 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.030304:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.030306:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.030314:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4e76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->110591] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f65 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.030324:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4e76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->110591] (req 102400->106495) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f65 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.030332:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.030334:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.030338:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.030345:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.030384:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.030404:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835902080:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022483.030563:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4e76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [102400->110591] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f65 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.030573:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835902208:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022483.030597:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.038000:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.038092:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835902080:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022483.038106:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835902208:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022483.038129:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022483.038221:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816118016
00000100:00100000:0.0:1777022483.038229:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816118016
00002000:00100000:0.0:1777022483.038274:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (102400->110591)  req@ffff8efa658d0000 x1863342816118016/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.038285:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0000 with x1863342816118016 ext(102400->110591)
00002000:00010000:0.0:1777022483.038290:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0000
00000100:00100000:0.0:1777022483.038320:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 504
00000100:00100000:0.0:1777022483.038328:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2379:x1863342816118016:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022483.041927:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48efa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816117888:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12153us (12372us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.041952:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 836
00000100:00100000:0.0:1777022483.042086:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2379:x1863342816118016:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3756us (4092us total) trans 0 rc 8192/8192
00000100:00100000:0.0:1777022483.042097:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 504
00002000:00100000:0.0:1777022483.042109:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (102400->110591)  req@ffff8efa658d0000 x1863342816118016/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/8632 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.042120:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0000 with x1863342816118016 ext(102400->110591)
00002000:00010000:0.0:1777022483.042125:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0000
00000100:00100000:2.0:1777022483.048787:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.048922:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816118144
00000100:00100000:0.0:1777022483.048931:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816118144
00000100:00100000:0.0:1777022483.049000:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 866
00000100:00100000:0.0:1777022483.049010:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816118144:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022483.049028:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022483.049047:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f73 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.049089:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.049098:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022483.049100:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022483.049103:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.049144:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.049159:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 22 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.049174:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835902336:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022483.049276:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022483.051538:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.051638:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816118272
00000100:00100000:0.0:1777022483.051648:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816118272
00002000:00100000:0.0:1777022483.051698:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa673a0380 x1863342816118272/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.051709:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a0380 with x1863342816118272 ext(110592->114687)
00010000:00010000:0.0:1777022483.051718:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.051732:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.051740:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a0380
00000100:00100000:0.0:1777022483.051774:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 491
00000100:00100000:0.0:1777022483.051784:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816118272:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022483.052032:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816118272:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 248us (501us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022483.052039:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 491
00002000:00100000:0.0:1777022483.052046:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa673a0380 x1863342816118272/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.052065:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a0380 with x1863342816118272 ext(110592->114687)
00010000:00010000:0.0:1777022483.052072:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.052089:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.052095:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a0380
00000100:00100000:1.0:1777022483.057538:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.057923:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816118400
00000100:00100000:2.0:1777022483.057933:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816118400
00010000:00010000:2.0:1777022483.057984:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.058032:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 837
00000100:00100000:2.0:1777022483.058044:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816118400:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022483.058059:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022483.058079:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.058094:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.058121:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.058124:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.058133:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.058142:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.058179:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.058193:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835902464:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022483.058277:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00010000:00010000:0.0:1777022483.058566:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4e7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f6c expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.058580:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835902336:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022483.058601:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.058612:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acf600, rc 0)
00000100:00100000:0.0:1777022483.058661:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816118144:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9652us (9883us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.058669:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 866
00000100:00100000:1.0:1777022483.062337:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.063066:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835902464:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022483.063091:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022483.063146:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342816118400:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5104us (5618us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.063158:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 837
00000100:00100000:2.0:1777022483.064249:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816118528
00000100:00100000:2.0:1777022483.064262:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816118528
00000100:00100000:2.0:1777022483.064320:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 867
00000100:00100000:2.0:1777022483.064330:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816118528:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022483.064350:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022483.064370:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f7a expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.064404:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.064412:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.064414:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.064417:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.064452:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.064466:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 10 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.064480:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835902592:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022483.064553:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022483.070907:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.071117:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816118656
00000100:00100000:0.0:1777022483.071126:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816118656
00002000:00100000:0.0:1777022483.071177:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa673a3480 x1863342816118656/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.071189:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a3480 with x1863342816118656 ext(110592->147455)
00010000:00010000:0.0:1777022483.071198:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.071222:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.071230:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a3480
00000100:00100000:0.0:1777022483.071268:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 492
00000100:00100000:0.0:1777022483.071277:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342816118656:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022483.072618:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835902592:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022483.072656:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.072677:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:3.0:1777022483.072723:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816118528:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8394us (10398us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.072732:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 867
00000100:00100000:1.0:1777022483.078348:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342816118656:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7061us (7439us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022483.078360:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 492
00002000:00100000:1.0:1777022483.078372:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa673a3480 x1863342816118656/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.078389:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a3480 with x1863342816118656 ext(110592->147455)
00010000:00010000:1.0:1777022483.078397:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.078416:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.078424:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a3480
00000100:00100000:2.0:1777022483.084617:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.084672:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.084777:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816118784
00000100:00100000:1.0:1777022483.084786:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816118784
00010000:00010000:1.0:1777022483.084831:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.084893:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 838
00000100:00100000:1.0:1777022483.084903:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342816118784:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022483.084918:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022483.084948:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.084963:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.084989:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000615e2e80/0x72ae7b78094e4e84 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f73 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022483.085012:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816118912
00010000:00010000:1.0:1777022483.085013:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022483.085015:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00000100:00100000:3.0:1777022483.085017:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816118912
00010000:00010000:1.0:1777022483.085023:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.085033:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.085071:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.085086:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835902720:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022483.085174:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134f00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022483.086400:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 868
00000100:00100000:3.0:1777022483.086432:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816118912:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022483.086450:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022483.086467:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f81 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.086494:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.086502:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022483.086504:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022483.086507:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.086535:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.086548:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 22 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022483.086561:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835902848:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022483.086631:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595b40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022483.092728:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.092780:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816119040
00000100:00100000:0.0:1777022483.092892:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816119040
00002000:00100000:1.0:1777022483.092968:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa673a1880 x1863342816119040/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.092979:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a1880 with x1863342816119040 ext(110592->114687)
00000100:00100000:2.0:1777022483.092988:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835902848:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022483.092988:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.093004:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.093011:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a1880
00010000:00010000:2.0:1777022483.093015:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.093033:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0800, rc 0)
00000100:00100000:1.0:1777022483.093043:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 493
00000100:00100000:1.0:1777022483.093051:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816119040:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.093208:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816119040:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 157us (490us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.093216:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 493
00002000:00100000:1.0:1777022483.093222:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa673a1880 x1863342816119040/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.093231:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a1880 with x1863342816119040 ext(110592->114687)
00010000:00010000:1.0:1777022483.093236:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.093246:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.093253:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a1880
00000100:00100000:3.0:1777022483.093353:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835902720:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022483.093367:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022483.093404:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2379:x1863342816118784:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8503us (8798us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.093412:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 838
00000100:00100000:2.0:1777022483.096469:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816118912:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10030us (11783us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.096482:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 868
00000100:00100000:1.0:1777022483.100422:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.100466:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.100531:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816119296
00000100:00100000:3.0:1777022483.100542:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816119296
00000100:00100000:0.0:1777022483.100548:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816119168
00000100:00100000:0.0:1777022483.100552:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816119168
00010000:00010000:3.0:1777022483.100584:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 24 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.100602:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 869
00000100:00100000:0.0:1777022483.100611:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10187:x1863342816119168:12345-192.168.202.33@tcp:101:mmap_sanity.0
00000100:00100000:3.0:1777022483.100624:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 839
00010000:00010000:0.0:1777022483.100626:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:3.0:1777022483.100629:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342816119296:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022483.100641:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.100643:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4e99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f88 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.100660:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 25 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.100670:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022483.100675:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.100734:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:0.0:1777022483.100739:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4e99 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f88 expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.110848:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 25 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.111622:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4e8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f7a expref: 25 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.111631:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.111642:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022483.111644:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022483.111651:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.111661:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.111748:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4e99 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f88 expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.111764:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace000, rc 0)
00000100:00100000:1.0:1777022483.112006:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10187:x1863342816119168:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11393us (11592us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.112016:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 869
00010000:00010000:3.0:1777022483.114064:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022483.115214:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.115235:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 10 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.115260:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835903104:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022483.115353:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022483.119926:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.120109:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816119424
00000100:00100000:0.0:1777022483.120120:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816119424
00002000:00100000:0.0:1777022483.120168:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa673a2d80 x1863342816119424/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.120179:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a2d80 with x1863342816119424 ext(110592->147455)
00010000:00010000:0.0:1777022483.120188:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 11 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.120207:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 11 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.120215:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a2d80
00000100:00100000:0.0:1777022483.120247:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 494
00000100:00100000:0.0:1777022483.120258:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816119424:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022483.121387:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835903104:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022483.121413:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022483.121463:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816119296:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 20832us (20995us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.121472:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 839
00000100:00100000:0.0:1777022483.125740:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816119424:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5472us (5811us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022483.125753:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 494
00002000:00100000:0.0:1777022483.125766:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa673a2d80 x1863342816119424/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.125778:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a2d80 with x1863342816119424 ext(110592->147455)
00010000:00010000:0.0:1777022483.126028:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 11 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.126050:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 11 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.126076:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a2d80
00000100:00100000:1.0:1777022483.130086:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.130128:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.130223:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816119552
00000100:00100000:3.0:1777022483.130250:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816119552
00000100:00100000:3.0:1777022483.130317:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 870
00000100:00100000:3.0:1777022483.130328:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816119552:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022483.130346:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022483.130373:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f8f expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.130405:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022483.130411:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4e99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f88 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.130418:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022483.130422:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.130470:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4e99 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f88 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.130484:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.130497:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1e00, rc 0)
00000100:00100000:3.0:1777022483.130560:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10188:x1863342816119552:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 234us (484us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.130567:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 870
00000100:00100000:2.0:1777022483.130649:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816119680
00000100:00100000:2.0:1777022483.130653:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816119680
00010000:00010000:2.0:1777022483.130673:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 12 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.130707:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 840
00000100:00100000:2.0:1777022483.130714:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2380:x1863342816119680:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022483.130725:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022483.130745:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 12 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.130758:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 12 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.130777:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4e92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f81 expref: 12 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.130809:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.130811:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.130820:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4e99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f88 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.130829:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4e99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f88 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.130898:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4e99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f88 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.130911:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4e99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f88 expref: 22 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.130926:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835903360:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022483.130986:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022483.136807:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.137008:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816119808
00000100:00100000:3.0:1777022483.137019:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816119808
00010000:00010000:3.0:1777022483.137082:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4e99 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f88 expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022483.137145:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 841
00000100:00100000:3.0:1777022483.137155:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816119808:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022483.137169:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022483.137190:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4e99 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f88 expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.137203:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4e99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f88 expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.137229:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022483.137232:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022483.137241:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.137251:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.137288:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022483.137302:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48efa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835903488:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022483.137389:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595f00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022483.142785:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48efa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835903488:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022483.143037:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022483.143169:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816119808:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6015us (6378us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.143179:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 841
00010000:00010000:2.0:1777022483.143494:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4e99 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f88 expref: 22 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.143513:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835903360:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022483.143525:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022483.143546:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2380:x1863342816119680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12833us (13418us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.143553:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 840
00000100:00100000:1.0:1777022483.148234:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.148298:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816119936
00000100:00100000:2.0:1777022483.148308:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816119936
00000100:00100000:2.0:1777022483.148374:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 871
00000100:00100000:2.0:1777022483.148385:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816119936:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022483.148404:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022483.148421:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f96 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.148451:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.148459:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.148461:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.148465:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.148495:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.148507:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 10 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.148532:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835903616:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022483.148608:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.152814:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835903616:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022483.152885:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.152907:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022483.152973:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816119936:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4590us (4746us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.152982:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 871
00000100:00100000:3.0:1777022483.162559:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.162695:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816120064
00000100:00100000:0.0:1777022483.162706:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816120064
00002000:00100000:0.0:1777022483.162754:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa48efa680 x1863342816120064/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.162766:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48efa680 with x1863342816120064 ext(110592->147455)
00010000:00010000:0.0:1777022483.162776:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.162804:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.162813:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa48efa680
00000100:00100000:0.0:1777022483.162845:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 495
00000100:00100000:0.0:1777022483.162897:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342816120064:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022483.169490:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342816120064:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5933us (6237us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022483.169503:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 495
00002000:00100000:0.0:1777022483.169518:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa48efa680 x1863342816120064/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.169528:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48efa680 with x1863342816120064 ext(110592->147455)
00010000:00010000:0.0:1777022483.169537:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.169555:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.169563:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa48efa680
00000100:00100000:3.0:1777022483.173247:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.173450:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816120192
00000100:00100000:1.0:1777022483.173461:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816120192
00000100:00100000:1.0:1777022483.173520:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 872
00000100:00100000:1.0:1777022483.173530:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816120192:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022483.173550:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022483.173570:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4eae lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841f9d expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.173606:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022483.173613:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.173620:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022483.173624:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4eae lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f9d expref: 12 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.173681:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.173697:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4eae lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f9d expref: 12 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.173711:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570cc00, rc 0)
00000100:00100000:1.0:1777022483.173779:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10188:x1863342816120192:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 250us (542us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.173786:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 872
00000100:00100000:3.0:1777022483.177693:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.177917:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816120320
00000100:00100000:2.0:1777022483.177927:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816120320
00010000:00010000:2.0:1777022483.177981:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.178028:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 842
00000100:00100000:2.0:1777022483.178038:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2379:x1863342816120320:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022483.178062:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022483.178085:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.178099:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.178126:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4ea0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f8f expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.178142:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.178144:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.178153:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.178165:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.178206:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.178219:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 22 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.178232:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835903872:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022483.178329:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.184247:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835903872:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.184275:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022483.184552:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342816120320:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6513us (6866us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.184566:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 842
00000100:00100000:2.0:1777022483.186590:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.186977:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816120448
00000100:00100000:1.0:1777022483.186987:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816120448
00002000:00100000:1.0:1777022483.187039:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa658d0e00 x1863342816120448/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.187298:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0e00 with x1863342816120448 ext(110592->114687)
00010000:00010000:1.0:1777022483.187311:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 23 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.187331:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 23 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.187340:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d0e00
00000100:00100000:1.0:1777022483.187494:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 496
00000100:00100000:1.0:1777022483.187507:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816120448:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.187705:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816120448:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 200us (1121us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.187713:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 496
00002000:00100000:1.0:1777022483.187720:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa658d0e00 x1863342816120448/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.187728:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0e00 with x1863342816120448 ext(110592->114687)
00010000:00010000:1.0:1777022483.187734:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 23 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.187746:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 23 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.187753:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d0e00
00000100:00100000:3.0:1777022483.190759:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.192525:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.192746:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816120576
00000100:00100000:2.0:1777022483.192755:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816120576
00000100:00100000:2.0:1777022483.192815:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 873
00000100:00100000:2.0:1777022483.192824:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816120576:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022483.192843:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022483.192884:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4eb5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841fa4 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.192914:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.192922:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4eae lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f9d expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.192934:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022483.192949:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4eb5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fa4 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.192989:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4eae lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f9d expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.193003:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4eb5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fa4 expref: 24 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.193016:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022483.193074:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10187:x1863342816120576:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 251us (2326us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.193082:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 873
00000100:00100000:2.0:1777022483.195076:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816120704
00000100:00100000:2.0:1777022483.195091:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816120704
00010000:00010000:2.0:1777022483.195143:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 24 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.195191:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 843
00000100:00100000:2.0:1777022483.195201:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342816120704:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022483.195217:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022483.195238:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 24 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.195257:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 24 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.195280:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ea7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f96 expref: 24 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.195296:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.195299:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.195307:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f9d expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.195317:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4eae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f9d expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.195367:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4eae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f9d expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.195381:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4eae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f9d expref: 10 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.195394:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835904128:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022483.195474:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.200687:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835904128:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022483.200714:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022483.200772:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816120704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5571us (8252us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.200784:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 843
00000100:00100000:3.0:1777022483.201497:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.201756:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816120832
00000100:00100000:2.0:1777022483.201763:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816120832
00010000:00010000:2.0:1777022483.201801:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4eae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f9d expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.201829:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 844
00000100:00100000:2.0:1777022483.201838:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2380:x1863342816120832:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022483.201851:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022483.201884:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4eae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f9d expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.201897:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4eae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f9d expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.201921:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4eae lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f9d expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.201944:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.201946:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.201954:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4eb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fa4 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.201964:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4eb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fa4 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.202006:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4eb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fa4 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.202020:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835904256:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022483.202100:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.206160:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835904256:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022483.206189:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022483.206255:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2380:x1863342816120832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4416us (4758us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.206268:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 844
00000100:00100000:0.0:1777022483.210693:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.210789:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816120960
00000100:00100000:2.0:1777022483.210803:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816120960
00000100:00100000:2.0:1777022483.210912:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 874
00000100:00100000:2.0:1777022483.210924:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816120960:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022483.210956:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022483.210982:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841fab expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.211027:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4eb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fa4 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.211037:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.211039:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.211043:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.211083:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4eb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fa4 expref: 22 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.211097:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4eb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fa4 expref: 22 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.211111:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835904384:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022483.211204:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.215340:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.215436:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816121088
00000100:00100000:0.0:1777022483.215446:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816121088
00010000:00010000:0.0:1777022483.215485:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4eb5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fa4 expref: 23 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.215528:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 845
00000100:00100000:0.0:1777022483.215536:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816121088:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.215552:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.215574:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4eb5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fa4 expref: 23 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.215588:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4eb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fa4 expref: 23 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.215620:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.215623:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.215630:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.215640:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.215673:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.215686:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835904512:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.215757:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81683600 going to sleep for 11 seconds
00010000:00010000:3.0:1777022483.217066:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4eb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fa4 expref: 23 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022483.217091:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835904384:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022483.217130:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.217141:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:3.0:1777022483.217196:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816120960:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6275us (6518us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.217204:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 874
00000100:00100000:0.0:1777022483.223010:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835904512:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.223040:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022483.223111:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342816121088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7574us (7779us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.223436:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 845
00000100:00100000:1.0:1777022483.228922:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.229009:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.229693:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816121216
00000100:00100000:2.0:1777022483.229704:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816121216
00002000:00100000:2.0:1777022483.229750:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa673a1500 x1863342816121216/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.229762:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a1500 with x1863342816121216 ext(110592->147455)
00002000:00010000:2.0:1777022483.229768:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa673a1500
00000100:00100000:2.0:1777022483.230022:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 505
00000100:00100000:2.0:1777022483.230033:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342816121216:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022483.230612:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816121344
00000100:00100000:3.0:1777022483.230620:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816121344
00000100:00100000:3.0:1777022483.230704:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 875
00000100:00100000:3.0:1777022483.230712:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816121344:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022483.230725:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022483.230748:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841fb2 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.230782:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.230819:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022483.230822:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022483.230826:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.230889:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.230903:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 12 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022483.230917:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66930a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835904640:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022483.230992:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595f00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.235876:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66930a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835904640:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022483.235916:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.235948:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0e00, rc 0)
00000100:00100000:2.0:1777022483.236011:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816121344:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5299us (7001us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.236021:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 875
00000100:00100000:2.0:1777022483.240766:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342816121216:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10721us (11840us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022483.240780:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 505
00002000:00100000:2.0:1777022483.244420:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa673a1500 x1863342816121216/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.244437:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a1500 with x1863342816121216 ext(110592->147455)
00010000:00010000:2.0:1777022483.244450:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 11 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.244471:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 11 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022483.244480:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a1500
00000100:00100000:0.0:1777022483.246245:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.246399:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.246473:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816121600
00000100:00100000:3.0:1777022483.246482:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816121600
00000100:00100000:3.0:1777022483.246537:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 876
00000100:00100000:3.0:1777022483.246547:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816121600:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022483.246565:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022483.246584:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4eca lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841fb9 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.246612:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022483.246618:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.246639:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022483.246644:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4eca lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb9 expref: 12 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.246689:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.246704:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4eca lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb9 expref: 12 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.246715:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:3.0:1777022483.246775:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10188:x1863342816121600:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 229us (375us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.246782:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 876
00000100:00100000:2.0:1777022483.249206:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816121472
00000100:00100000:2.0:1777022483.249220:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816121472
00010000:00010000:2.0:1777022483.249269:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 12 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.249385:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 846
00000100:00100000:2.0:1777022483.249395:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2380:x1863342816121472:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022483.249411:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022483.249431:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 12 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.249446:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 12 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.249468:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ebc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fab expref: 12 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.249485:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.249487:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.249494:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.249504:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.249542:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.249555:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 22 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.249569:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835904896:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022483.249730:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46705480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.256138:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.256301:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816121728
00000100:00100000:1.0:1777022483.256313:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816121728
00002000:00100000:1.0:1777022483.256434:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa64f01500 x1863342816121728/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.256447:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f01500 with x1863342816121728 ext(110592->114687)
00010000:00010000:1.0:1777022483.256457:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.256474:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.256482:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f01500
00000100:00100000:1.0:1777022483.256517:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 497
00000100:00100000:1.0:1777022483.256526:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816121728:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022483.256967:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835904896:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022483.256988:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022483.257043:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2380:x1863342816121472:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7649us (10805us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.257800:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816121728:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 1273us (1750us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.257810:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 497
00002000:00100000:1.0:1777022483.257819:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa64f01500 x1863342816121728/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.257829:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f01500 with x1863342816121728 ext(110592->114687)
00010000:00010000:1.0:1777022483.257837:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.257851:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.257873:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f01500
00000100:00100000:2.0:1777022483.258557:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 846
00000100:00100000:0.0:1777022483.263498:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.263544:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.263797:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816121856
00000100:00100000:3.0:1777022483.263807:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816121856
00000100:00100000:3.0:1777022483.263890:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 877
00000100:00100000:3.0:1777022483.263900:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816121856:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022483.263918:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022483.263949:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841fc0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.263981:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022483.263987:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4eca lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb9 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.264014:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022483.264018:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.264070:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4eca lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb9 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.264086:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 24 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.264099:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1200, rc 0)
00000100:00100000:3.0:1777022483.264163:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10187:x1863342816121856:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 265us (680us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.264170:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 877
00000100:00100000:1.0:1777022483.264773:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816121984
00000100:00100000:1.0:1777022483.264779:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816121984
00010000:00010000:1.0:1777022483.264813:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 24 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.264843:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 847
00000100:00100000:1.0:1777022483.264851:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2378:x1863342816121984:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022483.264890:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022483.264913:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 24 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.264926:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 24 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.264958:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4ec3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb2 expref: 24 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.264972:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022483.264973:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022483.264980:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4eca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb9 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.264989:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4eca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb9 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.265019:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4eca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb9 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.265032:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4eca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb9 expref: 10 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.265046:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835905152:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022483.265134:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134f00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.271635:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.271719:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816122112
00000100:00100000:2.0:1777022483.271728:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816122112
00010000:00010000:2.0:1777022483.271767:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4eca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb9 expref: 11 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.271819:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 848
00000100:00100000:2.0:1777022483.271829:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816122112:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022483.271845:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022483.271883:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4eca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb9 expref: 11 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.271896:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4eca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb9 expref: 11 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.271923:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.271925:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.271933:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.271953:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.271989:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 23 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.272008:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835905280:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022483.272248:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46705480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.275718:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835905280:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022483.275747:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022483.275810:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816122112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3982us (4185us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.275821:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 848
00010000:00010000:1.0:1777022483.277476:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4eca lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fb9 expref: 10 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.277497:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835905152:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022483.277516:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022483.277557:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816121984:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12707us (14012us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.277566:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 847
00000100:00100000:0.0:1777022483.281848:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.282089:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816122240
00000100:00100000:2.0:1777022483.282099:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816122240
00000100:00100000:2.0:1777022483.282154:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 878
00000100:00100000:2.0:1777022483.282164:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816122240:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022483.282181:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022483.282200:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841fc7 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.282230:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.282239:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.282240:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.282244:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.282276:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 22 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.282290:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 22 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.282303:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835905408:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022483.282545:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46705480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.289637:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.289722:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816122368
00000100:00100000:3.0:1777022483.289732:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816122368
00002000:00100000:3.0:1777022483.289779:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa660c6680 x1863342816122368/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022483.289800:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c6680 with x1863342816122368 ext(110592->114687)
00010000:00010000:3.0:1777022483.289809:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 23 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.289826:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 23 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022483.289885:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c6680
00000100:00100000:3.0:1777022483.289923:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 498
00000100:00100000:3.0:1777022483.289932:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816122368:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022483.290444:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816122368:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 512us (817us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022483.290452:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 498
00002000:00100000:3.0:1777022483.290459:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa660c6680 x1863342816122368/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022483.290467:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c6680 with x1863342816122368 ext(110592->114687)
00010000:00010000:3.0:1777022483.290472:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 23 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.290483:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 23 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022483.290490:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c6680
00000100:00100000:1.0:1777022483.294194:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.294389:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816122496
00000100:00100000:3.0:1777022483.294400:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816122496
00000100:00100000:3.0:1777022483.294459:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 879
00000100:00100000:3.0:1777022483.294469:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816122496:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022483.294489:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022483.294510:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e4edf lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841fce expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.294564:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022483.294570:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.294577:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022483.294581:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e4edf lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fce expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.294620:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.294634:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e4edf lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fce expref: 24 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.294658:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:3.0:1777022483.294717:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10187:x1863342816122496:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 250us (532us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.294725:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 879
00000100:00100000:2.0:1777022483.298261:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835905408:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022483.298300:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.298324:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022483.298671:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816122240:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 16507us (16832us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.298682:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 878
00000100:00100000:0.0:1777022483.298828:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.299514:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816122624
00000100:00100000:2.0:1777022483.299522:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816122624
00010000:00010000:2.0:1777022483.299558:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 24 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.299596:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 849
00000100:00100000:2.0:1777022483.299604:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2377:x1863342816122624:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022483.299620:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022483.299641:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 24 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.299669:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 24 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.299693:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e4ed1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc0 expref: 24 pid: 6923 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.299707:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.299709:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.299717:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.299727:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.299764:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.299777:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 10 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.299790:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835905664:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022483.299900:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46705480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.306674:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835905664:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022483.306701:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022483.306758:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816122624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7154us (7930us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.306770:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 849
00000100:00100000:0.0:1777022483.308665:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.308755:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816122752
00000100:00100000:1.0:1777022483.308763:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816122752
00002000:00100000:1.0:1777022483.308819:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa660c5880 x1863342816122752/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.308830:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5880 with x1863342816122752 ext(110592->147455)
00010000:00010000:1.0:1777022483.308840:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.308897:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.308906:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c5880
00000100:00100000:1.0:1777022483.308945:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 499
00000100:00100000:1.0:1777022483.308955:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816122752:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.317307:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816122752:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8344us (8639us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022483.317321:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 499
00002000:00100000:1.0:1777022483.317334:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa660c5880 x1863342816122752/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.317344:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5880 with x1863342816122752 ext(110592->147455)
00010000:00010000:1.0:1777022483.317364:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.317381:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.317389:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa660c5880
00000100:00100000:0.0:1777022483.321373:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.321533:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816122880
00000100:00100000:2.0:1777022483.321543:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816122880
00000100:00100000:2.0:1777022483.321602:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 880
00000100:00100000:2.0:1777022483.321613:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816122880:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022483.321634:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022483.321661:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ee6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841fd5 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.321694:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.321699:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e4edf lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fce expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.321706:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:2.0:1777022483.321710:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ee6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fd5 expref: 12 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.321750:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e4edf lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fce expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.321763:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ee6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fd5 expref: 12 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.321775:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022483.321845:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10188:x1863342816122880:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 234us (489us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.321880:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 880
00000100:00100000:3.0:1777022483.330217:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.330535:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816123008
00000100:00100000:0.0:1777022483.330545:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816123008
00010000:00010000:0.0:1777022483.330583:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.330631:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 850
00000100:00100000:0.0:1777022483.330641:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816123008:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.330665:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.330686:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.330700:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.330722:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e4ed8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fc7 expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.330739:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.330741:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.330750:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e4edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fce expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.330760:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e4edf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fce expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.330813:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e4edf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fce expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.330825:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e4edf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fce expref: 22 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.330838:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835905920:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.330973:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.335301:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.335405:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816123136
00000100:00100000:1.0:1777022483.335415:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816123136
00010000:00010000:1.0:1777022483.335454:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e4edf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fce expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.335497:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 851
00000100:00100000:1.0:1777022483.335508:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816123136:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022483.335524:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022483.335545:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e4edf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fce expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.335561:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e4edf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fce expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.335594:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022483.335596:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022483.335604:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ee6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fd5 expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.335613:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ee6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fd5 expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.335657:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ee6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fd5 expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.335670:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835906048:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022483.335749:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134f00 going to sleep for 11 seconds
00010000:00010000:0.0:1777022483.344403:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e4edf lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fce expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.344427:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835905920:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.344448:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022483.344512:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816123008:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 13871us (14302us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.344522:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 850
00000100:00100000:1.0:1777022483.345485:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835906048:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022483.345504:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022483.345547:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342816123136:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10041us (10255us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.345555:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 851
00000100:00100000:3.0:1777022483.350520:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.350633:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816123264
00000100:00100000:1.0:1777022483.350643:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816123264
00000100:00100000:1.0:1777022483.350702:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 881
00000100:00100000:1.0:1777022483.350712:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816123264:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022483.350731:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022483.350750:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841fdc expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.350784:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ee6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fd5 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.350793:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022483.350795:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022483.350800:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.350835:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ee6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fd5 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.350848:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ee6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fd5 expref: 10 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.350896:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835906176:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022483.350975:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134f00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022483.353826:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835906176:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022483.353894:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.353914:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022483.353978:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816123264:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3267us (3467us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.353989:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 881
00000100:00100000:2.0:1777022483.355174:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.355266:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816123392
00000100:00100000:0.0:1777022483.355275:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816123392
00010000:00010000:0.0:1777022483.355311:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ee6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fd5 expref: 11 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.355350:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 852
00000100:00100000:0.0:1777022483.355371:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342816123392:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.355386:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.355406:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ee6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fd5 expref: 11 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.355419:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ee6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fd5 expref: 11 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.355444:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4ee6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fd5 expref: 11 pid: 6924 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.355459:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.355460:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.355468:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.355478:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.355512:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.355528:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835906304:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.355604:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816836c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.359559:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835906304:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.359586:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022483.359650:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816123392:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4279us (4481us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.359669:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 852
00000100:00100000:3.0:1777022483.361846:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.362474:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816123648
00000100:00100000:2.0:1777022483.362485:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816123648
00000100:00100000:2.0:1777022483.362545:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 882
00000100:00100000:2.0:1777022483.362556:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816123648:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022483.362573:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022483.362590:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841fe3 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.362620:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.362629:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.362631:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.362634:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.362678:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.362692:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 22 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.362707:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835906432:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022483.362795:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46705480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.364889:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.365393:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816123520
00000100:00100000:1.0:1777022483.365402:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816123520
00002000:00100000:1.0:1777022483.365452:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa658d1f80 x1863342816123520/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.365464:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1f80 with x1863342816123520 ext(110592->114687)
00010000:00010000:1.0:1777022483.365473:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.365488:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.365496:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1f80
00000100:00100000:1.0:1777022483.365529:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 500
00000100:00100000:1.0:1777022483.365539:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816123520:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.366047:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816123520:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 508us (1200us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.366065:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 500
00002000:00100000:1.0:1777022483.366072:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa658d1f80 x1863342816123520/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.366080:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1f80 with x1863342816123520 ext(110592->114687)
00010000:00010000:1.0:1777022483.366086:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.366097:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.366105:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d1f80
00000100:00100000:2.0:1777022483.370425:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835906432:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022483.370464:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.370487:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022483.370551:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816123648:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7997us (8714us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.370561:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 882
00000100:00100000:3.0:1777022483.375612:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.375672:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.375825:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816123904
00000100:00100000:0.0:1777022483.375835:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816123904
00010000:00010000:0.0:1777022483.375901:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.375949:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 853
00000100:00100000:0.0:1777022483.375960:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816123904:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.375974:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.375994:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.376009:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.376032:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4eed lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fdc expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.376048:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.376060:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.376069:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.376079:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.376317:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.376332:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835906560:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.376401:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:1.0:1777022483.377289:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816123776
00000100:00100000:1.0:1777022483.377296:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816123776
00000100:00100000:1.0:1777022483.377339:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 883
00000100:00100000:1.0:1777022483.377347:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816123776:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022483.377370:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022483.377384:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e4efb lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841fea expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.377405:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.377413:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022483.377414:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022483.377417:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e4efb lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fea expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.377441:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.377454:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 10 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.377466:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835906688:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022483.377520:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.383223:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835906560:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.383251:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022483.383307:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2378:x1863342816123904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7348us (7633us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.383317:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 853
00000100:00100000:1.0:1777022483.383626:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835906688:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022483.383664:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e4efb lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fea expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.383683:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:1.0:1777022483.383710:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816123776:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6364us (8108us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.383718:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 883
00000100:00100000:3.0:1777022483.386298:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.386547:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816124032
00000100:00100000:2.0:1777022483.386557:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816124032
00002000:00100000:2.0:1777022483.386608:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa8131ca80 x1863342816124032/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.386619:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131ca80 with x1863342816124032 ext(110592->147455)
00010000:00010000:2.0:1777022483.386627:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.386644:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022483.386662:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131ca80
00000100:00100000:2.0:1777022483.386693:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 501
00000100:00100000:2.0:1777022483.386702:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816124032:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022483.392483:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816124032:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5770us (6182us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022483.392497:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 501
00002000:00100000:2.0:1777022483.392509:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa8131ca80 x1863342816124032/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.392520:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131ca80 with x1863342816124032 ext(110592->147455)
00010000:00010000:2.0:1777022483.392531:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.392548:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022483.392555:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa8131ca80
00000100:00100000:2.0:1777022483.396762:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.396815:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.397030:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816124160
00000100:00100000:1.0:1777022483.397040:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816124160
00000100:00100000:1.0:1777022483.397094:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 884
00000100:00100000:1.0:1777022483.397104:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816124160:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022483.397122:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022483.397140:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ff1 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.397169:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022483.397175:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e4efb lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fea expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.397183:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022483.397187:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 12 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.397222:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e4efb lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fea expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.397239:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 12 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.397251:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:3.0:1777022483.397311:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816124288
00000100:00100000:1.0:1777022483.397312:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10188:x1863342816124160:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 209us (558us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.397319:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 884
00000100:00100000:3.0:1777022483.397330:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816124288
00010000:00010000:0.0:1777022483.397429:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.397545:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 854
00000100:00100000:0.0:1777022483.397553:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816124288:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.397564:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.397588:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.397602:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.397622:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4ef4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fe3 expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.397635:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.397637:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.397757:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e4efb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fea expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.397769:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e4efb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fea expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.397797:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e4efb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fea expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.397810:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e4efb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fea expref: 22 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.397822:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835906944:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.397916:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:3.0:1777022483.400482:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.400813:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835906944:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.400836:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022483.400899:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816124288:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3346us (4082us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.400910:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 854
00000100:00100000:0.0:1777022483.400950:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816124416
00000100:00100000:0.0:1777022483.400955:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816124416
00010000:00010000:0.0:1777022483.400982:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e4efb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fea expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.401098:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 855
00000100:00100000:0.0:1777022483.401107:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816124416:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.401130:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.401148:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e4efb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fea expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.401159:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e4efb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fea expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.401181:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e4efb lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fea expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.401194:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.401196:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.401203:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.401213:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.401243:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.401256:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835907072:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.401316:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:1.0:1777022483.404417:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835907072:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022483.404441:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022483.404496:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2378:x1863342816124416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3389us (4021us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.404506:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 855
00000100:00100000:1.0:1777022483.411730:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.412130:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816124544
00000100:00100000:2.0:1777022483.412140:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816124544
00000100:00100000:2.0:1777022483.412222:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 885
00000100:00100000:2.0:1777022483.412233:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816124544:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022483.412251:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022483.412268:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841ff8 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.412300:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.412310:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.412313:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.412317:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.412348:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.412372:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 10 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.412386:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8ef9412ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835907200:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022483.412465:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.416014:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8ef9412ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835907200:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022483.416064:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.416087:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022483.416144:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816124544:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3913us (4423us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.416154:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 885
00000100:00100000:0.0:1777022483.420517:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.424565:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816124672
00000100:00100000:3.0:1777022483.424581:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816124672
00002000:00100000:2.0:1777022483.424724:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa654c0a80 x1863342816124672/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.424737:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c0a80 with x1863342816124672 ext(110592->147455)
00010000:00010000:2.0:1777022483.424746:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.424772:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022483.424779:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa654c0a80
00000100:00100000:2.0:1777022483.424815:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 502
00000100:00100000:2.0:1777022483.424825:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816124672:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022483.444416:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816124672:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 19580us (23897us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022483.444428:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 502
00002000:00100000:2.0:1777022483.444442:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa654c0a80 x1863342816124672/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.444454:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c0a80 with x1863342816124672 ext(110592->147455)
00010000:00010000:2.0:1777022483.444464:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.444483:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022483.444492:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa654c0a80
00000100:00100000:1.0:1777022483.448020:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.448072:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.448167:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816124928
00000100:00100000:0.0:1777022483.448178:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816124928
00010000:00010000:0.0:1777022483.448218:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.448264:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 856
00000100:00100000:0.0:1777022483.448273:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342816124928:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.448288:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.448310:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.448324:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.448348:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e4f02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff1 expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.448379:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.448381:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.448389:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.448400:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.448439:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.448453:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835907328:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.448547:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022483.449553:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816124800
00000100:00100000:3.0:1777022483.449561:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816124800
00000100:00100000:3.0:1777022483.449607:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 886
00000100:00100000:3.0:1777022483.449616:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816124800:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022483.449630:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022483.449653:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e4f10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7841fff expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.449677:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.449686:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022483.449688:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022483.449692:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e4f10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fff expref: 12 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.449718:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.449729:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 22 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022483.449741:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835907456:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022483.449797:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa815956c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.456709:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835907328:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.456747:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022483.456836:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2378:x1863342816124928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8562us (8762us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.456849:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 856
00000100:00100000:3.0:1777022483.459132:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835907456:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022483.459172:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e4f10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fff expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.459193:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0600, rc 0)
00000100:00100000:1.0:1777022483.459571:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.459672:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816125056
00000100:00100000:0.0:1777022483.459679:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816125056
00002000:00100000:0.0:1777022483.459732:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa658d6680 x1863342816125056/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.459744:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6680 with x1863342816125056 ext(110592->114687)
00010000:00010000:0.0:1777022483.459751:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.459765:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.459772:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d6680
00000100:00100000:0.0:1777022483.459807:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 503
00000100:00100000:0.0:1777022483.459818:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816125056:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022483.460376:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816125056:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 558us (804us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022483.460385:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 503
00002000:00100000:0.0:1777022483.460393:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa658d6680 x1863342816125056/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.460401:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6680 with x1863342816125056 ext(110592->114687)
00010000:00010000:0.0:1777022483.460407:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.460419:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.460425:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d6680
00000100:00100000:2.0:1777022483.460653:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816124800:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11029us (12632us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.460661:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 886
00000100:00100000:1.0:1777022483.464461:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.465326:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.465469:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816125312
00000100:00100000:0.0:1777022483.465481:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816125312
00010000:00010000:0.0:1777022483.465519:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.465568:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 857
00000100:00100000:0.0:1777022483.465579:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816125312:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.465596:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.465622:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.465642:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.465678:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ff8 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.465700:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.465702:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.465712:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e4f10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fff expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.465722:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e4f10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fff expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.465763:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e4f10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fff expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.465779:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835907584:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.465898:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00000100:00100000:3.0:1777022483.470613:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816125184
00000100:00100000:3.0:1777022483.470629:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816125184
00000100:00100000:0.0:1777022483.471179:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835907584:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.471204:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022483.471260:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816125312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5682us (5936us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.471270:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 857
00000100:00100000:2.0:1777022483.472915:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 887
00000100:00100000:2.0:1777022483.472927:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816125184:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022483.472958:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022483.472980:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842006 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.473016:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e4f10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841fff expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.473025:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.473027:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.473031:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f17 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842006 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.473080:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e4f10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fff expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.473095:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e4f10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fff expref: 10 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.473109:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8ef9412ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835907712:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022483.473200:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46705480 going to sleep for 11 seconds
00000100:00100000:1.0:1777022483.478184:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.478324:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816125440
00000100:00100000:0.0:1777022483.478335:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816125440
00010000:00010000:0.0:1777022483.478381:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e4f10 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fff expref: 11 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.478433:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 858
00000100:00100000:0.0:1777022483.478444:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816125440:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.478460:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.478481:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e4f10 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fff expref: 11 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.478495:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e4f10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fff expref: 11 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.478528:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.478531:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.478542:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842006 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.478552:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842006 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.478600:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842006 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.478618:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835907840:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.478719:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00010000:00010000:2.0:1777022483.479928:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5b5969c/0x72ae7b78094e4f10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7841fff expref: 11 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.479959:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8ef9412ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835907712:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022483.479986:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842006 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.480000:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022483.480061:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816125184:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7136us (15610us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.480070:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 887
00000100:00100000:1.0:1777022483.483343:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.483427:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816125568
00000100:00100000:2.0:1777022483.483437:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816125568
00000100:00100000:2.0:1777022483.483498:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 888
00000100:00100000:2.0:1777022483.483508:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816125568:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022483.483537:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022483.483556:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784200d expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.483589:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842006 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.483600:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.483602:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.483607:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.483653:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842006 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.483668:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f17 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842006 expref: 22 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.483691:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8ef9412ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835907968:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022483.483779:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa46705480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.489273:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8ef9412ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835907968:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022483.489308:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.489329:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a400, rc 0)
00000100:00100000:2.0:1777022483.489399:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10188:x1863342816125568:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5892us (6064us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.489408:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 888
00000100:00100000:0.0:1777022483.491084:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835907840:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.491107:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022483.491165:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816125440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12722us (12990us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.491176:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 858
00000100:00100000:1.0:1777022483.495333:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.495598:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816125696
00000100:00100000:0.0:1777022483.495612:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816125696
00010000:00010000:0.0:1777022483.495666:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842006 expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.495714:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 859
00000100:00100000:0.0:1777022483.495724:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816125696:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.495744:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.495768:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842006 expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.495781:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842006 expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.495805:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842006 expref: 23 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.495835:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.495837:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.495846:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.495915:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.495966:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.495981:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835908096:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.496299:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.499613:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835908096:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.499640:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022483.499709:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342816125696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3985us (4386us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.499720:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 859
00000100:00100000:1.0:1777022483.503963:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.504067:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816125824
00000100:00100000:2.0:1777022483.504076:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816125824
00002000:00100000:2.0:1777022483.504135:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa658d7800 x1863342816125824/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.504146:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7800 with x1863342816125824 ext(110592->147455)
00002000:00010000:2.0:1777022483.504152:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7800
00000100:00100000:2.0:1777022483.504175:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 506
00000100:00100000:2.0:1777022483.504184:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816125824:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.520056:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.520241:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816125952
00000100:00100000:2.0:1777022483.520250:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816125952
00000100:00100000:2.0:1777022483.520306:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 889
00000100:00100000:2.0:1777022483.520318:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816125952:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022483.520338:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022483.520357:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842014 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.520389:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.520398:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.520399:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.520403:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.520438:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 12 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.520451:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.520465:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8ef9412ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835908224:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022483.520830:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.525493:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816125824:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 21298us (21527us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022483.525519:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 506
00002000:00100000:2.0:1777022483.525534:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa658d7800 x1863342816125824/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.525550:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7800 with x1863342816125824 ext(110592->147455)
00010000:00010000:2.0:1777022483.525561:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.525583:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 11 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022483.525592:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d7800
00000100:00100000:3.0:1777022483.531916:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8ef9412ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835908224:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022483.531965:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 23 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.531991:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a000, rc 0)
00000100:00100000:3.0:1777022483.532065:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816125952:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11749us (12018us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.532076:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 889
00000100:00100000:2.0:1777022483.537965:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.538069:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.538125:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816126208
00000100:00100000:0.0:1777022483.538136:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816126208
00000100:00100000:1.0:1777022483.538154:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816126080
00000100:00100000:1.0:1777022483.538160:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816126080
00010000:00010000:0.0:1777022483.538179:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.538201:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 890
00000100:00100000:0.0:1777022483.538210:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 860
00000100:00100000:1.0:1777022483.538211:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+12:10188:x1863342816126080:12345-192.168.202.33@tcp:101:mmap_sanity.0
00000100:00100000:0.0:1777022483.538216:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816126208:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022483.538227:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022483.538230:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022483.538242:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4f2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784201b expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.538249:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 12 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.538265:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022483.538270:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.538277:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022483.538280:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4f2c lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784201b expref: 13 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.540948:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 13 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.540986:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075f2dd3d/0x72ae7b78094e4f1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784200d expref: 13 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.541002:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.541004:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.541013:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.541022:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.541403:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.541421:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 22 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.541437:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835908352:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.541540:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00010000:00010000:1.0:1777022483.542077:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 22 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.542088:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 22 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.542098:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835908480:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022483.542147:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa45134900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.545812:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.545956:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835908352:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.545979:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022483.546023:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2377:x1863342816126208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7806us (7953us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.546034:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 860
00000100:00100000:0.0:1777022483.547988:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835908480:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022483.548022:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4f2c lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784201b expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.548045:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:0.0:1777022483.548094:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816126080:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9884us (10139us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.548105:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 890
00000100:00100000:1.0:1777022483.548267:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816126336
00000100:00100000:1.0:1777022483.548275:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816126336
00002000:00100000:1.0:1777022483.548317:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa48e77100 x1863342816126336/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.548334:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e77100 with x1863342816126336 ext(110592->114687)
00010000:00010000:1.0:1777022483.548341:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.548360:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.548368:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa48e77100
00000100:00100000:1.0:1777022483.548399:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 504
00000100:00100000:1.0:1777022483.548409:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816126336:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.548556:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2378:x1863342816126336:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 149us (2754us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.548563:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 504
00002000:00100000:1.0:1777022483.548570:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa48e77100 x1863342816126336/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.548578:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa48e77100 with x1863342816126336 ext(110592->114687)
00010000:00010000:1.0:1777022483.548583:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.548594:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 23 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.548600:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa48e77100
00000100:00100000:2.0:1777022483.555479:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.555595:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816126464
00000100:00100000:3.0:1777022483.555610:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816126464
00000100:00100000:3.0:1777022483.555688:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 891
00000100:00100000:3.0:1777022483.555708:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816126464:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022483.555728:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022483.555748:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4f33 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842022 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.555785:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022483.555793:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4f2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784201b expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.555820:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022483.555826:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4f33 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842022 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.555921:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4f2c lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784201b expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.555949:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4f33 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842022 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.555965:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:3.0:1777022483.556037:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+24:10187:x1863342816126464:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 331us (568us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.556045:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 891
00000100:00100000:2.0:1777022483.566666:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.566997:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816126592
00000100:00100000:0.0:1777022483.567022:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816126592
00010000:00010000:0.0:1777022483.567073:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 24 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.567123:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 861
00000100:00100000:0.0:1777022483.567134:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+24:2379:x1863342816126592:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.567151:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.567175:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 24 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.567189:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 24 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.567216:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2d4ad80/0x72ae7b78094e4f25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842014 expref: 24 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.567235:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.567237:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.567246:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4f2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784201b expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.567258:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4f2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784201b expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.567303:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4f2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784201b expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.567317:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4f2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784201b expref: 10 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.567331:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835908736:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.567418:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.588220:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835908736:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.588247:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022483.588309:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2379:x1863342816126592:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 21176us (21662us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.588320:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 861
00000100:00100000:3.0:1777022483.589080:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.589135:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816126720
00000100:00100000:0.0:1777022483.589143:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816126720
00010000:00010000:0.0:1777022483.589174:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4f2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784201b expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.589214:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 862
00000100:00100000:0.0:1777022483.589224:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2378:x1863342816126720:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.589238:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.589259:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4f2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784201b expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.589273:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4f2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784201b expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.589298:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e4f2c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784201b expref: 11 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.589314:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.589317:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.589324:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4f33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842022 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.589335:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4f33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842022 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.589378:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4f33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842022 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.589393:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835908864:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.589452:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022483.599799:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.601362:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835908864:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022483.601386:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022483.601445:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816126720:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12221us (12366us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.601455:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 862
00000100:00100000:0.0:1777022483.601573:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816126848
00000100:00100000:0.0:1777022483.601580:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816126848
00000100:00100000:0.0:1777022483.601621:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 892
00000100:00100000:0.0:1777022483.601631:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10188:x1863342816126848:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022483.601646:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022483.601664:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842029 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.601694:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4f33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842022 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.601703:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022483.601705:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022483.601709:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.601741:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4f33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842022 expref: 22 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.601755:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4f33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842022 expref: 22 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.601769:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835908992:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022483.601819:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.603842:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835908992:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022483.603901:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.603925:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace400, rc 0)
00000100:00100000:0.0:1777022483.603988:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10188:x1863342816126848:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2357us (4196us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.603998:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 892
00000100:00100000:3.0:1777022483.605815:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.606246:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816126976
00000100:00100000:0.0:1777022483.606257:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816126976
00010000:00010000:0.0:1777022483.606296:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4f33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842022 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.606337:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 863
00000100:00100000:0.0:1777022483.606346:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+23:2377:x1863342816126976:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.606606:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022483.606632:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4f33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842022 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.606657:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4f33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842022 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.606684:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e4f33 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842022 expref: 23 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.606703:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.606705:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.606714:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.606723:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.606762:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.606776:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835909120:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.606882:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.612246:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835909120:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.612274:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022483.613580:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.613700:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816127104
00000100:00100000:0.0:1777022483.613708:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816127104
00002000:00100000:0.0:1777022483.613762:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa65fff800 x1863342816127104/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.613774:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fff800 with x1863342816127104 ext(110592->147455)
00002000:00010000:0.0:1777022483.613779:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65fff800
00000100:00100000:0.0:1777022483.613804:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 507
00000100:00100000:0.0:1777022483.613814:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816127104:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.617035:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+22:2377:x1863342816126976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10676us (11215us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.617059:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 863
00000100:00100000:1.0:1777022483.629838:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.630011:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816127104:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 16196us (16436us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022483.630023:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 507
00002000:00100000:1.0:1777022483.630037:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa65fff800 x1863342816127104/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.630046:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fff800 with x1863342816127104 ext(110592->147455)
00002000:00010000:1.0:1777022483.630445:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65fff800
00000100:00100000:0.0:1777022483.630782:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816127232
00000100:00100000:0.0:1777022483.630791:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816127232
00000100:00100000:0.0:1777022483.630844:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 893
00000100:00100000:0.0:1777022483.630873:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+22:10187:x1863342816127232:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022483.630889:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022483.630907:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842030 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.630946:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.630955:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022483.630957:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022483.630962:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.630995:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.631008:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 10 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.631022:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835909248:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022483.631089:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.637380:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835909248:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022483.637418:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 23 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.637440:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acea00, rc 0)
00000100:00100000:0.0:1777022483.637553:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+23:10187:x1863342816127232:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6700us (7723us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.637562:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 893
00000100:00100000:2.0:1777022483.647684:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.647823:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816127360
00000100:00100000:1.0:1777022483.647835:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816127360
00002000:00100000:1.0:1777022483.647906:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (147456->184319)  req@ffff8efa65f08700 x1863342816127360/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.647918:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08700 with x1863342816127360 ext(147456->184319)
00010000:00010000:1.0:1777022483.647928:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 11 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.647954:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 11 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.647964:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f08700
00000100:00100000:1.0:1777022483.647991:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 505
00000100:00100000:1.0:1777022483.648001:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2377:x1863342816127360:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022483.660409:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.662225:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816127488
00000100:00100000:2.0:1777022483.662242:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816127488
00002000:00100000:2.0:1777022483.662299:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (0->147455)  req@ffff8efa654c0700 x1863342816127488/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.662310:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c0700 with x1863342816127488 ext(0->147455)
00010000:00010000:2.0:1777022483.662328:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 13 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.662347:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 13 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022483.662362:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa654c0700
00000100:00100000:2.0:1777022483.662396:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 506
00000100:00100000:2.0:1777022483.662406:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+13:2377:x1863342816127488:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022483.689759:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342816127360:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 41748us (42072us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022483.689773:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 505
00002000:00100000:0.0:1777022483.689786:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (147456->184319)  req@ffff8efa65f08700 x1863342816127360/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.689797:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f08700 with x1863342816127360 ext(147456->184319)
00010000:00010000:0.0:1777022483.689807:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 14 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.689825:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 14 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.689834:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65f08700
00000100:00100000:3.0:1777022483.694040:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2377:x1863342816127488:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 31626us (33632us total) trans 4294967462 rc 0/0
00000100:00100000:3.0:1777022483.695277:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 506
00002000:00100000:3.0:1777022483.695291:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (0->147455)  req@ffff8efa654c0700 x1863342816127488/t4294967462(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/448 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022483.695303:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa654c0700 with x1863342816127488 ext(0->147455)
00010000:00010000:3.0:1777022483.695334:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 15 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.695354:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 15 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022483.695363:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa654c0700
00000001:00080000:0.0:1777022483.696504:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967460 is committed
00000001:00080000:0.0:1777022483.696516:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967459 is committed
00000001:00080000:0.0:1777022483.696547:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967450 is committed
00000001:00080000:1.0:1777022483.699058:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967452 is committed
00000001:00080000:1.0:1777022483.699072:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967451 is committed
00000004:00080000:1.0:1777022483.699088:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed
00000004:00080000:1.0:1777022483.699116:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed
00000004:00080000:1.0:1777022483.699137:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed
00000004:00080000:1.0:1777022483.699144:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed
00000100:00100000:2.0:1777022483.699389:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835909504:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1777022483.699453:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022483.699514:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1777022483.699521:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835909376:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1777022483.699543:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022483.699573:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835909504
00000100:00100000:2.0:1777022483.699579:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835909504
00000100:00100000:2.0:1777022483.699627:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835909376
00000100:00100000:2.0:1777022483.699631:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835909376
00000100:00100000:2.0:1777022483.699664:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894
00000100:00100000:2.0:1777022483.699673:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835909504:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1777022483.699702:0:6924:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:13 count 1
00010000:00010000:2.0:1777022483.699725:0:6924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.699746:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841df9 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.699754:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.699756:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.699759:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.699794:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841df9 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.699807:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841df9 expref: 6 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.699818:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835909632:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022483.699905:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022483.699921:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895
00000100:00100000:2.0:1777022483.699929:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835909376:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1777022483.699954:0:6921:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:12 count 1
00002000:00010000:2.0:1777022483.699974:0:6921:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xc:0x0] initial LVB size: 8388608, mtime: 0x69eb360e, atime: 0x0, ctime: 0x69eb360e, blocks: 0x4000
00010000:00010000:2.0:1777022483.699980:0:6921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e4f4f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.699988:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.699990:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.699994:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e4f4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.700007:0:6921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e4f4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.700015:0:6921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e4f4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.700024:0:6921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e4f4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.700041:0:6921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1777022483.700362:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3465:x1863342835909376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 432us (816us total) trans 4294967463 rc 0/0
00000100:00100000:2.0:1777022483.700370:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895
00000100:00100000:2.0:1777022483.700412:0:3465:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967450 gen 2
00000004:00080000:2.0:1777022483.700417:0:3465:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa661ae300, transno 4294967449
00000004:00080000:2.0:1777022483.700424:0:3465:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa661af100, transno 4294967450
00000100:00100000:2.0:1777022483.700432:0:3465:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search  req@ffff8efa65f08380 x1863342835909376/t4294967463(4294967463) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777022499 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295
00000004:00080000:2.0:1777022483.700442:0:3465:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa65f08380/2, rc 0, transno 4294967463
00000100:00100000:2.0:1777022483.700447:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835909376:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1777022483.700768:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835909888:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1777022483.700803:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022483.700827:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1777022483.700833:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835909760:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1777022483.700852:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022483.700897:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835909888
00000100:00100000:0.0:1777022483.700901:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835909888
00000100:00100000:0.0:1777022483.700945:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835909760
00000100:00100000:0.0:1777022483.700948:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835909760
00000100:00100000:0.0:1777022483.700966:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896
00000100:00100000:0.0:1777022483.700974:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3463:x1863342835909888:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1777022483.700994:0:11979:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:7 count 1
00010000:00010000:0.0:1777022483.701012:0:11979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.701028:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004ad6ad1f/0x72ae7b78094e4b3c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dba expref: 8 pid: 11979 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.701035:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.701037:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.701039:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.701072:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004ad6ad1f/0x72ae7b78094e4b3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841dba expref: 8 pid: 11979 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.701083:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004ad6ad1f/0x72ae7b78094e4b3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841dba expref: 8 pid: 11979 timeout: 521 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.701094:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11979:1863342835910016:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022483.701132:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.701146:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897
00000100:00100000:0.0:1777022483.701154:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3463:x1863342835909760:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1777022483.701166:0:6923:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:11 count 1
00002000:00010000:0.0:1777022483.701182:0:6923:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xb:0x0] initial LVB size: 8388608, mtime: 0x69eb360c, atime: 0x0, ctime: 0x69eb360c, blocks: 0x4000
00010000:00010000:0.0:1777022483.701187:0:6923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee448430/0x72ae7b78094e4f5d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.701196:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.701197:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.701201:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee448430/0x72ae7b78094e4f5d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.701211:0:6923:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee448430/0x72ae7b78094e4f5d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.701220:0:6923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee448430/0x72ae7b78094e4f5d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.701227:0:6923:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee448430/0x72ae7b78094e4f5d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.701245:0:6923:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1777022483.701341:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835909760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 186us (486us total) trans 4294967326 rc 0/0
00000100:00100000:0.0:1777022483.701349:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897
00000004:00080000:0.0:1777022483.701382:0:3463:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa654c2300/2, rc 0, transno 4294967326
00000100:00100000:0.0:1777022483.701391:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835909760:0@lo:6:osp-syn-0-0.0
00000100:00080000:3.0:1777022483.704187:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1777022483.704196:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1777022483.704208:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1777022483.704218:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e4f4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.704232:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511bc00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022483.704237:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e4f4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.704247:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e4f4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.704266:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e4f4f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.704274:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e4f4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.704296:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022483.704314:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee448430/0x72ae7b78094e4f5d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.704322:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acee00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022483.704325:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee448430/0x72ae7b78094e4f5d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.704333:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee448430/0x72ae7b78094e4f5d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.704344:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee448430/0x72ae7b78094e4f5d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.704351:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee448430/0x72ae7b78094e4f5d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.704366:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022483.704367:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022483.704369:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022483.704375:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022483.704804:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.704918:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.704961:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.704987:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.705065:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816127872
00000100:00100000:3.0:1777022483.705074:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816127872
00000100:00100000:3.0:1777022483.705119:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 269
00000100:00100000:3.0:1777022483.705129:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2377:x1863342816127872:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022483.705195:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2377:x1863342816127872:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 67us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.705203:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 269
00000100:00100000:2.0:1777022483.705607:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816127744
00000100:00100000:2.0:1777022483.705612:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816127744
00010000:00010000:2.0:1777022483.705636:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 14 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.705679:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 864
00000100:00100000:2.0:1777022483.705687:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342816127744:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022483.705697:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022483.705713:0:5938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb mtime from disk: 1777022482 -> 1777022483
00002000:00010000:2.0:1777022483.705717:0:5938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb ctime from disk: 1777022482 -> 1777022483
00002000:00010000:2.0:1777022483.705720:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 216 -> 296
00010000:00010000:2.0:1777022483.705725:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 14 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.705737:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 14 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.705756:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e4f3a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842029 expref: 14 pid: 6921 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.705770:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.705771:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.705779:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.705789:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.705825:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.705839:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835910144:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022483.705921:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168fcc0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022483.706559:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.706607:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816127616
00000100:00100000:0.0:1777022483.706612:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816127616
00000100:00100000:0.0:1777022483.706662:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816128128
00000100:00100000:0.0:1777022483.706666:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816128128
00000100:00100000:0.0:1777022483.706684:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 100
00000100:00100000:0.0:1777022483.706691:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816128128:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022483.706738:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816128128:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 46us (1749us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.706745:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 100
00000100:00100000:0.0:1777022483.706760:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 898
00000100:00100000:0.0:1777022483.706766:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:10188:x1863342816127616:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022483.706775:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022483.706788:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842037 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.706809:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.706816:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022483.706818:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022483.706821:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.706844:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.706875:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 6 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.706892:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa8131dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835910272:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022483.706924:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:1.0:1777022483.707684:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.707716:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.707815:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11979:1863342835910016:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022483.707836:0:11979:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.708032:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816128000
00000100:00100000:0.0:1777022483.708038:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816128000
00000100:00100000:0.0:1777022483.708106:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816128256
00000100:00100000:0.0:1777022483.708110:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816128256
00000100:00100000:0.0:1777022483.708133:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 149
00000100:00100000:0.0:1777022483.708141:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816128000:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022483.708195:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816128000:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 54us (513us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.708202:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 149
00000100:00100000:0.0:1777022483.708218:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 150
00000100:00100000:0.0:1777022483.708224:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2377:x1863342816128256:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022483.708250:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2377:x1863342816128256:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (533us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022483.708255:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 150
00000100:00080000:1.0:1777022483.708394:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022483.708459:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816128384
00000100:00100000:2.0:1777022483.708464:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816128384
00000100:00080000:1.0:1777022483.708523:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022483.708753:0:9584:0:(service.c:3441:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116
00000100:00100000:3.0:1777022483.708761:0:9584:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost00_005'
00000100:00100000:3.0:1777022483.709201:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 101
00000100:00100000:3.0:1777022483.709212:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2377:x1863342816128384:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022483.709253:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2377:x1863342816128384:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 45us (2696us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.709260:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 101
00000100:00100000:0.0:1777022483.709467:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.709561:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.709657:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835909632:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022483.709678:0:6924:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.710392:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816128640
00000100:00100000:1.0:1777022483.710399:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816128640
00010000:00010000:1.0:1777022483.710429:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004ad6ad1f/0x72ae7b78094e4b3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841dba expref: 9 pid: 11979 timeout: 521 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.710462:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816128512
00000100:00100000:1.0:1777022483.710465:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816128512
00010000:00010000:1.0:1777022483.710478:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841df9 expref: 7 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022483.710507:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 865
00000100:00100000:1.0:1777022483.710515:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816128640:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022483.710527:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022483.710532:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004ad6ad1f/0x72ae7b78094e4b3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841dba expref: 9 pid: 11979 timeout: 521 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710543:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004ad6ad1f/0x72ae7b78094e4b3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841dba expref: 9 pid: 11979 timeout: 521 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710565:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ad6ad1f/0x72ae7b78094e4b3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841dba expref: 9 pid: 11979 timeout: 521 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710578:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022483.710580:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022483.710584:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710594:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710625:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022483.710667:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816128640:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 153us (1201us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.710675:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 865
00000100:00100000:1.0:1777022483.710693:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 866
00000100:00100000:1.0:1777022483.710698:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816128512:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022483.710709:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022483.710713:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841df9 expref: 7 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710723:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841df9 expref: 7 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710736:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e4c00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841df9 expref: 7 pid: 9584 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710745:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022483.710747:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022483.710750:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710757:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710774:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022483.710791:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816128512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 93us (1231us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.710797:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 866
00010000:00010000:1.0:1777022483.710817:0:11979:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710825:0:11979:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710835:0:11979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710844:0:11979:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.710881:0:11979:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1777022483.711435:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022483.711442:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.711452:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acfe00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022483.711456:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.711465:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.711478:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.711485:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014bbf331/0x72ae7b78094e4f56 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.711504:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022483.711505:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022483.711507:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022483.711551:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835909888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10074us (10244us total) trans 4294967327 rc 0/0
00000100:00100000:1.0:1777022483.711561:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896
00000100:00100000:3.0:1777022483.711972:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa8131dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835910272:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022483.711999:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.712016:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acf200, rc 0)
00000100:00100000:3.0:1777022483.712066:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+15:10188:x1863342816127616:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5299us (7265us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.712074:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 898
00000004:00080000:0.0:1777022483.712262:0:3463:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa654c3800/2, rc 0, transno 4294967327
00000100:00100000:0.0:1777022483.712283:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835909888:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1777022483.712765:0:6924:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.712776:0:6924:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.712785:0:6924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.712792:0:6924:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.712851:0:6924:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1777022483.713030:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3465:x1863342835909504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13357us (13576us total) trans 4294967464 rc 0/0
00000100:00100000:2.0:1777022483.713038:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894
00000004:00080000:0.0:1777022483.713184:0:3465:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa65f0a300/2, rc 0, transno 4294967464
00000100:00100000:0.0:1777022483.713190:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835909504:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1777022483.713344:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022483.713351:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.713360:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b000 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022483.713364:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.713373:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.713389:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.713396:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e4f48 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.713415:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022483.713429:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022483.713431:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022483.715524:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835910144:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022483.715553:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022483.715635:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342816127744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9948us (10716us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.715646:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 864
00000100:00100000:2.0:1777022483.724947:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.725039:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816128768
00000100:00100000:0.0:1777022483.725061:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816128768
00002000:00100000:0.0:1777022483.725116:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa6578df80 x1863342816128768/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.725128:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578df80 with x1863342816128768 ext(110592->114687)
00010000:00010000:0.0:1777022483.725136:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 6 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.725153:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 6 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.725160:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578df80
00000100:00100000:0.0:1777022483.725198:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 507
00000100:00100000:0.0:1777022483.725208:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816128768:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022483.725406:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816128768:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 199us (476us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022483.725413:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 507
00002000:00100000:0.0:1777022483.725419:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa6578df80 x1863342816128768/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.725428:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578df80 with x1863342816128768 ext(110592->114687)
00010000:00010000:0.0:1777022483.725433:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 6 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.725443:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 6 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022483.725453:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6578df80
00000100:00100000:1.0:1777022483.738159:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.738464:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816129024
00000100:00100000:2.0:1777022483.738474:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816129024
00000100:00100000:2.0:1777022483.738524:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 899
00000100:00100000:2.0:1777022483.738533:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+6:10187:x1863342816129024:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022483.738551:0:11994:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022483.738571:0:11994:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4f6b lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784203e expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.738601:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.738604:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.738609:0:11994:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4f6b lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784203e expref: 7 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.738621:0:11994:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4f6b lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784203e expref: 7 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.738635:0:11994:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022483.738688:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10187:x1863342816129024:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 156us (539us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.738695:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 899
00000100:00100000:1.0:1777022483.739200:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.739300:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816128896
00000100:00100000:2.0:1777022483.739304:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816128896
00010000:00010000:2.0:1777022483.739324:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 7 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.739357:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 867
00000100:00100000:2.0:1777022483.739364:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816128896:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022483.739373:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022483.739390:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 7 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.739403:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 7 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.739422:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d0fb404/0x72ae7b78094e4f41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [110592->18446744073709551615] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842030 expref: 7 pid: 11979 timeout: 521 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.739435:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.739436:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.739443:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.739453:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.739461:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.739462:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022483.739465:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4f6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784203e expref: 6 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.739473:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4f6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784203e expref: 6 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.739499:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4f6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784203e expref: 6 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.739511:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835910400:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022483.739574:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.739583:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8ef9412ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835910528:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022483.739599:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168fa80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022483.743819:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835910400:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022483.743833:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8ef9412ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835910528:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022483.743955:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022483.744004:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816128896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4639us (4803us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022483.744020:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 867
00000100:00100000:0.0:1777022483.756564:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.756672:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816129152
00000100:00100000:1.0:1777022483.756682:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816129152
00002000:00100000:1.0:1777022483.756730:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (147456->151551)  req@ffff8efa65c51f80 x1863342816129152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.756742:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51f80 with x1863342816129152 ext(147456->151551)
00002000:00010000:1.0:1777022483.756748:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c51f80
00000100:00100000:1.0:1777022483.756781:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 508
00000100:00100000:1.0:1777022483.756791:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342816129152:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.757044:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342816129152:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 253us (497us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.758218:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 508
00002000:00100000:1.0:1777022483.758233:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (147456->151551)  req@ffff8efa65c51f80 x1863342816129152/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.758244:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51f80 with x1863342816129152 ext(147456->151551)
00002000:00010000:1.0:1777022483.758248:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65c51f80
00000100:00100000:0.0:1777022483.761914:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.762272:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.762992:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816129280
00000100:00100000:2.0:1777022483.763004:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816129280
00000100:00100000:1.0:1777022483.763289:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816129408
00000100:00100000:1.0:1777022483.763294:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816129408
00002000:00100000:1.0:1777022483.763319:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (151552->155647)  req@ffff8efa65ffc000 x1863342816129408/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.763331:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffc000 with x1863342816129408 ext(151552->155647)
00002000:00010000:1.0:1777022483.763337:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffc000
00002000:00100000:2.0:1777022483.763416:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa656be680 x1863342816129280/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.763426:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656be680 with x1863342816129280 ext(110592->114687)
00002000:00010000:2.0:1777022483.763430:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656be680
00000100:00100000:1.0:1777022483.763475:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 509
00000100:00100000:1.0:1777022483.763487:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2380:x1863342816129408:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.763682:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2380:x1863342816129408:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 196us (1409us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.763689:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 509
00002000:00100000:1.0:1777022483.763695:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (151552->155647)  req@ffff8efa65ffc000 x1863342816129408/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.763703:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65ffc000 with x1863342816129408 ext(151552->155647)
00002000:00010000:1.0:1777022483.763705:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65ffc000
00000100:00100000:1.0:1777022483.763722:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 510
00000100:00100000:1.0:1777022483.763728:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816129280:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.763783:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816129280:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 55us (1879us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.763790:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 510
00002000:00100000:1.0:1777022483.763795:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (110592->114687)  req@ffff8efa656be680 x1863342816129280/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.763803:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656be680 with x1863342816129280 ext(110592->114687)
00002000:00010000:1.0:1777022483.763806:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656be680
00000100:00100000:1.0:1777022483.772002:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.772035:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816129536
00000100:00100000:1.0:1777022483.772044:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816129536
00002000:00100000:1.0:1777022483.772092:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (114688->118783)  req@ffff8efa657cc000 x1863342816129536/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.772106:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc000 with x1863342816129536 ext(114688->118783)
00002000:00010000:1.0:1777022483.772112:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cc000
00000100:00100000:1.0:1777022483.772139:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 511
00000100:00100000:1.0:1777022483.772149:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816129536:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.772298:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816129536:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 149us (304us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.772306:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 511
00002000:00100000:1.0:1777022483.772312:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (114688->118783)  req@ffff8efa657cc000 x1863342816129536/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.772320:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc000 with x1863342816129536 ext(114688->118783)
00002000:00010000:1.0:1777022483.772323:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cc000
00000100:00100000:1.0:1777022483.772363:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.772380:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816129664
00000100:00100000:1.0:1777022483.772384:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816129664
00002000:00100000:1.0:1777022483.772401:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (155648->159743)  req@ffff8efa657cd180 x1863342816129664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.772410:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd180 with x1863342816129664 ext(155648->159743)
00002000:00010000:1.0:1777022483.772413:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cd180
00000100:00100000:1.0:1777022483.772428:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 512
00000100:00100000:1.0:1777022483.772435:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342816129664:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.772523:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2377:x1863342816129664:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 88us (160us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.772529:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 512
00002000:00100000:1.0:1777022483.772534:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (155648->159743)  req@ffff8efa657cd180 x1863342816129664/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.772547:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cd180 with x1863342816129664 ext(155648->159743)
00002000:00010000:1.0:1777022483.772550:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cd180
00000100:00100000:0.0:1777022483.776292:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.776466:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816129792
00000100:00100000:1.0:1777022483.776481:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816129792
00002000:00100000:1.0:1777022483.776545:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (159744->163839)  req@ffff8efa656bce00 x1863342816129792/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.776557:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bce00 with x1863342816129792 ext(159744->163839)
00002000:00010000:1.0:1777022483.776564:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656bce00
00000100:00100000:1.0:1777022483.776611:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 513
00000100:00100000:1.0:1777022483.776623:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2379:x1863342816129792:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.776902:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2379:x1863342816129792:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 281us (622us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.776911:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 513
00002000:00100000:1.0:1777022483.776918:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (159744->163839)  req@ffff8efa656bce00 x1863342816129792/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.776926:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa656bce00 with x1863342816129792 ext(159744->163839)
00002000:00010000:1.0:1777022483.776937:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa656bce00
00000100:00100000:3.0:1777022483.780211:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.780603:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816129920
00000100:00100000:2.0:1777022483.780614:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816129920
00002000:00100000:2.0:1777022483.780673:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (163840->167935)  req@ffff8efa65fffb80 x1863342816129920/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.780685:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fffb80 with x1863342816129920 ext(163840->167935)
00002000:00010000:2.0:1777022483.780690:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65fffb80
00000100:00100000:2.0:1777022483.780727:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 514
00000100:00100000:2.0:1777022483.780737:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2379:x1863342816129920:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022483.780969:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2379:x1863342816129920:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 232us (767us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022483.780977:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 514
00002000:00100000:2.0:1777022483.780985:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (163840->167935)  req@ffff8efa65fffb80 x1863342816129920/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.781001:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65fffb80 with x1863342816129920 ext(163840->167935)
00002000:00010000:2.0:1777022483.781004:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65fffb80
00000100:00100000:0.0:1777022483.784406:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.784636:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816130048
00000100:00100000:1.0:1777022483.784740:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816130048
00002000:00100000:1.0:1777022483.784790:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (167936->172031)  req@ffff8efa660c5f80 x1863342816130048/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.784804:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5f80 with x1863342816130048 ext(167936->172031)
00002000:00010000:1.0:1777022483.784810:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c5f80
00000100:00100000:1.0:1777022483.784946:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 515
00000100:00100000:1.0:1777022483.784958:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2380:x1863342816130048:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.785143:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2380:x1863342816130048:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 188us (746us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.785152:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 515
00002000:00100000:1.0:1777022483.785159:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (167936->172031)  req@ffff8efa660c5f80 x1863342816130048/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.785168:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660c5f80 with x1863342816130048 ext(167936->172031)
00002000:00010000:1.0:1777022483.785171:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660c5f80
00000100:00100000:0.0:1777022483.788510:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.790099:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.792403:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816130176
00000100:00100000:2.0:1777022483.792415:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816130176
00000100:00100000:1.0:1777022483.792524:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816130304
00000100:00100000:1.0:1777022483.792528:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816130304
00002000:00100000:2.0:1777022483.792742:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (118784->122879)  req@ffff8efa66930a80 x1863342816130176/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.792755:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930a80 with x1863342816130176 ext(118784->122879)
00002000:00010000:2.0:1777022483.792761:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66930a80
00000100:00100000:2.0:1777022483.792787:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 516
00000100:00100000:2.0:1777022483.792796:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816130176:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022483.793031:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816130176:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 235us (4529us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022483.793041:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 516
00002000:00100000:0.0:1777022483.793048:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (118784->122879)  req@ffff8efa66930a80 x1863342816130176/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.793057:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66930a80 with x1863342816130176 ext(118784->122879)
00002000:00010000:0.0:1777022483.793060:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66930a80
00002000:00100000:1.0:1777022483.793766:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (172032->176127)  req@ffff8efa65a13100 x1863342816130304/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.793777:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13100 with x1863342816130304 ext(172032->176127)
00002000:00010000:1.0:1777022483.793781:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13100
00000100:00100000:1.0:1777022483.793802:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 517
00000100:00100000:1.0:1777022483.793812:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2379:x1863342816130304:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.793922:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2379:x1863342816130304:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 113us (3829us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.793940:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 517
00002000:00100000:1.0:1777022483.793947:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (172032->176127)  req@ffff8efa65a13100 x1863342816130304/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.793955:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13100 with x1863342816130304 ext(172032->176127)
00002000:00010000:1.0:1777022483.793958:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13100
00000100:00100000:3.0:1777022483.809847:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.809961:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.810812:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816130432
00000100:00100000:2.0:1777022483.810823:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816130432
00002000:00100000:2.0:1777022483.810912:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (176128->212991)  req@ffff8efa8131dc00 x1863342816130432/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.810924:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131dc00 with x1863342816130432 ext(176128->212991)
00002000:00010000:2.0:1777022483.810939:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131dc00
00000100:00100000:2.0:1777022483.810968:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816130560
00000100:00100000:2.0:1777022483.810971:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816130560
00002000:00100000:2.0:1777022483.810987:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (122880->126975)  req@ffff8efa412ab100 x1863342816130560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.810996:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412ab100 with x1863342816130560 ext(122880->126975)
00002000:00010000:2.0:1777022483.811000:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa412ab100
00000100:00100000:2.0:1777022483.811015:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 518
00000100:00100000:2.0:1777022483.811025:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2380:x1863342816130432:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.811306:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 519
00000100:00100000:1.0:1777022483.811317:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816130560:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.811423:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816130560:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 108us (1461us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.811430:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 519
00002000:00100000:1.0:1777022483.811437:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (122880->126975)  req@ffff8efa412ab100 x1863342816130560/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.811447:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412ab100 with x1863342816130560 ext(122880->126975)
00002000:00010000:1.0:1777022483.811450:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa412ab100
00000100:00100000:3.0:1777022483.838124:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2380:x1863342816130432:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 27091us (28278us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022483.838137:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 518
00002000:00100000:3.0:1777022483.838152:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (176128->212991)  req@ffff8efa8131dc00 x1863342816130432/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022483.838162:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa8131dc00 with x1863342816130432 ext(176128->212991)
00002000:00010000:3.0:1777022483.838168:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa8131dc00
00000100:00100000:0.0:1777022483.839586:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.840175:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816130688
00000100:00100000:1.0:1777022483.840186:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816130688
00002000:00100000:1.0:1777022483.840237:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (126976->131071)  req@ffff8efa65654700 x1863342816130688/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.840248:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654700 with x1863342816130688 ext(126976->131071)
00002000:00010000:1.0:1777022483.840252:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654700
00000100:00100000:1.0:1777022483.840288:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 520
00000100:00100000:1.0:1777022483.840299:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816130688:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.840473:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816130688:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 176us (895us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022483.840480:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 520
00002000:00100000:1.0:1777022483.840486:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (126976->131071)  req@ffff8efa65654700 x1863342816130688/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.840522:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654700 with x1863342816130688 ext(126976->131071)
00002000:00010000:1.0:1777022483.840525:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654700
00000100:00100000:0.0:1777022483.857127:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.857760:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816130816
00000100:00100000:3.0:1777022483.857781:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816130816
00002000:00100000:3.0:1777022483.857836:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (131072->135167)  req@ffff8ef94128e680 x1863342816130816/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022483.857849:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128e680 with x1863342816130816 ext(131072->135167)
00002000:00010000:3.0:1777022483.857893:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128e680
00000100:00100000:3.0:1777022483.857942:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 521
00000100:00100000:3.0:1777022483.857952:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816130816:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022483.862561:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816130816:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4596us (5428us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022483.862577:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 521
00002000:00100000:3.0:1777022483.862593:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (131072->135167)  req@ffff8ef94128e680 x1863342816130816/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022483.862625:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128e680 with x1863342816130816 ext(131072->135167)
00002000:00010000:3.0:1777022483.862633:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128e680
00000100:00100000:1.0:1777022483.866528:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.867029:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816130944
00000100:00100000:2.0:1777022483.867040:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816130944
00002000:00100000:2.0:1777022483.867088:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (212992->249855)  req@ffff8efa657cc380 x1863342816130944/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.867099:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc380 with x1863342816130944 ext(212992->249855)
00002000:00010000:2.0:1777022483.867104:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cc380
00000100:00100000:2.0:1777022483.867188:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 522
00000100:00100000:2.0:1777022483.867198:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342816130944:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022483.878391:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342816130944:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 11181us (11861us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022483.878404:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 522
00002000:00100000:2.0:1777022483.878418:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (212992->249855)  req@ffff8efa657cc380 x1863342816130944/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.878429:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cc380 with x1863342816130944 ext(212992->249855)
00002000:00010000:2.0:1777022483.878434:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa657cc380
00000100:00100000:2.0:1777022483.882707:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.883293:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816131072
00000100:00100000:3.0:1777022483.883305:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816131072
00002000:00100000:3.0:1777022483.883357:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (135168->139263)  req@ffff8ef9412ab100 x1863342816131072/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022483.883369:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef9412ab100 with x1863342816131072 ext(135168->139263)
00002000:00010000:3.0:1777022483.883375:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef9412ab100
00000100:00100000:3.0:1777022483.883414:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 523
00000100:00100000:3.0:1777022483.883424:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816131072:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022483.883616:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816131072:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 193us (919us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022483.883624:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 523
00002000:00100000:3.0:1777022483.883630:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (135168->139263)  req@ffff8ef9412ab100 x1863342816131072/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022483.883648:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef9412ab100 with x1863342816131072 ext(135168->139263)
00002000:00010000:3.0:1777022483.883651:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef9412ab100
00000100:00100000:1.0:1777022483.892473:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.892661:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816131200
00000100:00100000:0.0:1777022483.892672:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816131200
00002000:00100000:0.0:1777022483.892721:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (139264->147455)  req@ffff8efa6578dc00 x1863342816131200/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.892732:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578dc00 with x1863342816131200 ext(139264->147455)
00002000:00010000:0.0:1777022483.892738:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6578dc00
00000100:00100000:0.0:1777022483.892785:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 524
00000100:00100000:0.0:1777022483.892795:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816131200:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.893262:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816131200:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 467us (797us total) trans 0 rc 8192/8192
00000100:00100000:1.0:1777022483.893271:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 524
00002000:00100000:1.0:1777022483.893278:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (139264->147455)  req@ffff8efa6578dc00 x1863342816131200/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/8632 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.893287:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6578dc00 with x1863342816131200 ext(139264->147455)
00002000:00010000:1.0:1777022483.893290:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6578dc00
00000100:00100000:1.0:1777022483.897327:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.897478:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816131328
00000100:00100000:3.0:1777022483.897488:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816131328
00002000:00100000:3.0:1777022483.897534:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (249856->286719)  req@ffff8efa65807800 x1863342816131328/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022483.897546:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807800 with x1863342816131328 ext(249856->286719)
00002000:00010000:3.0:1777022483.897551:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65807800
00000100:00100000:3.0:1777022483.897594:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 525
00000100:00100000:3.0:1777022483.897603:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2380:x1863342816131328:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022483.909477:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.910018:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2380:x1863342816131328:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 12413us (12699us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022483.910031:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 525
00002000:00100000:3.0:1777022483.910045:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (249856->286719)  req@ffff8efa65807800 x1863342816131328/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022483.910055:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807800 with x1863342816131328 ext(249856->286719)
00002000:00010000:3.0:1777022483.910061:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65807800
00000100:00100000:2.0:1777022483.910533:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816131456
00000100:00100000:2.0:1777022483.910542:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816131456
00000100:00100000:2.0:1777022483.910588:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 900
00000100:00100000:2.0:1777022483.910596:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:10187:x1863342816131456:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022483.910611:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022483.910629:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842045 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.911292:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.911302:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.911304:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022483.911308:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842045 expref: 7 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.911346:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 13 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.911361:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 13 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022483.911375:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835910656:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022483.911512:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f000 going to sleep for 11 seconds
00000100:00100000:0.0:1777022483.919463:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.919558:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.919640:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835910656:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022483.919676:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f72 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842045 expref: 7 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.919702:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:2.0:1777022483.919779:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10187:x1863342816131456:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9183us (10312us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022483.919789:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 900
00000100:00100000:1.0:1777022483.921064:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816131584
00000100:00100000:1.0:1777022483.921076:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816131584
00002000:00100000:1.0:1777022483.921127:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (286720->323583)  req@ffff8ef94128d180 x1863342816131584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.921138:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128d180 with x1863342816131584 ext(286720->323583)
00010000:00010000:1.0:1777022483.921145:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 14 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.921161:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 14 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.921169:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef94128d180
00000100:00100000:1.0:1777022483.921233:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816131712
00000100:00100000:1.0:1777022483.921237:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816131712
00002000:00100000:1.0:1777022483.921253:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (147456->286719)  req@ffff8ef94128e300 x1863342816131712/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.921261:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128e300 with x1863342816131712 ext(147456->286719)
00010000:00010000:1.0:1777022483.921266:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 15 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.921277:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 15 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.921284:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef94128e300
00000100:00100000:2.0:1777022483.921339:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 508
00000100:00100000:2.0:1777022483.921350:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2377:x1863342816131584:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022483.922298:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 509
00000100:00100000:0.0:1777022483.922311:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816131712:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022483.925501:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816131584:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4144us (6038us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022483.925514:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 508
00002000:00100000:1.0:1777022483.925525:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (286720->323583)  req@ffff8ef94128d180 x1863342816131584/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.925535:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128d180 with x1863342816131584 ext(286720->323583)
00010000:00010000:1.0:1777022483.925544:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 16 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022483.925562:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 16 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022483.925570:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef94128d180
00000100:00100000:2.0:1777022483.931604:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022483.931796:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816131840
00000100:00100000:3.0:1777022483.931805:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816131840
00000100:00100000:3.0:1777022483.931903:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 901
00000100:00100000:3.0:1777022483.931915:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+16:10188:x1863342816131840:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022483.931942:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022483.931960:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784204c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.931992:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022483.931995:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022483.932001:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 17 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.932014:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 17 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022483.932027:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0e00, rc 0)
00000100:00100000:3.0:1777022483.932088:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+17:10188:x1863342816131840:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 175us (495us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.932096:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 901
00000100:00100000:2.0:1777022483.945478:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2377:x1863342816131712:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 23160us (25909us total) trans 4294967465 rc 0/0
00000100:00100000:2.0:1777022483.945491:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 509
00002000:00100000:2.0:1777022483.945504:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (147456->286719)  req@ffff8ef94128e300 x1863342816131712/t4294967465(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/448 e 0 to 0 dl 1777022494 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.945514:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128e300 with x1863342816131712 ext(147456->286719)
00010000:00010000:2.0:1777022483.945523:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 17 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022483.945540:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 17 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022483.945548:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef94128e300
00000100:00100000:1.0:1777022483.949259:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.949414:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816131968
00000100:00100000:0.0:1777022483.949423:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816131968
00010000:00010000:0.0:1777022483.949458:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 17 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.949497:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 868
00000100:00100000:0.0:1777022483.949504:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2377:x1863342816131968:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022483.949516:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022483.949531:0:5937:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 296 -> 568
00010000:00010000:0.0:1777022483.949536:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 17 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.949545:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 17 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.949566:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4f64 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [147456->18446744073709551615] (req 147456->151551) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842037 expref: 17 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.949580:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.949581:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.949588:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842045 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.949595:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842045 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.949601:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.949602:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022483.949604:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.949609:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022483.949639:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 16 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.949653:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8ef94128df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835910784:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022483.949838:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842045 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022483.949847:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8ef94128f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835910912:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022483.949925:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022483.952672:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8ef94128df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835910784:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022483.954106:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8ef94128f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835910912:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022483.954131:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022483.954334:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816131968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4828us (5083us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022483.954354:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 868
00000100:00100000:0.0:1777022483.960085:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.960331:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816132096
00000100:00100000:1.0:1777022483.960341:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816132096
00002000:00100000:1.0:1777022483.960399:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (147456->184319)  req@ffff8ef94128c380 x1863342816132096/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.960409:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128c380 with x1863342816132096 ext(147456->184319)
00002000:00010000:1.0:1777022483.960414:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128c380
00000100:00100000:1.0:1777022483.960449:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 526
00000100:00100000:1.0:1777022483.960459:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816132096:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022483.966573:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816132096:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6105us (6488us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022483.966586:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 526
00002000:00100000:1.0:1777022483.966600:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (147456->184319)  req@ffff8ef94128c380 x1863342816132096/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022483.966612:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128c380 with x1863342816132096 ext(147456->184319)
00002000:00010000:1.0:1777022483.966619:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128c380
00000100:00100000:1.0:1777022483.970500:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.970604:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816132224
00000100:00100000:2.0:1777022483.970615:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816132224
00002000:00100000:2.0:1777022483.970681:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (286720->290815)  req@ffff8efa658d0380 x1863342816132224/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.970693:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0380 with x1863342816132224 ext(286720->290815)
00002000:00010000:2.0:1777022483.970699:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0380
00000100:00100000:2.0:1777022483.970733:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 527
00000100:00100000:2.0:1777022483.970743:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2380:x1863342816132224:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022483.970960:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2380:x1863342816132224:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 218us (469us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022483.970969:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 527
00002000:00100000:2.0:1777022483.970975:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (286720->290815)  req@ffff8efa658d0380 x1863342816132224/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.970984:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0380 with x1863342816132224 ext(286720->290815)
00002000:00010000:2.0:1777022483.970987:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0380
00000100:00100000:3.0:1777022483.974585:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.975122:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816132352
00000100:00100000:2.0:1777022483.975132:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816132352
00002000:00100000:2.0:1777022483.975266:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (290816->294911)  req@ffff8efa412a8a80 x1863342816132352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.975279:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a8a80 with x1863342816132352 ext(290816->294911)
00002000:00010000:2.0:1777022483.975285:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa412a8a80
00000100:00100000:2.0:1777022483.975320:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 528
00000100:00100000:2.0:1777022483.975330:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2378:x1863342816132352:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022483.975632:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2378:x1863342816132352:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 302us (1054us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022483.975650:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 528
00002000:00100000:2.0:1777022483.975658:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (290816->294911)  req@ffff8efa412a8a80 x1863342816132352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.975666:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a8a80 with x1863342816132352 ext(290816->294911)
00002000:00010000:2.0:1777022483.975669:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa412a8a80
00000100:00100000:1.0:1777022483.987783:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022483.987828:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.987970:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816132480
00000100:00100000:2.0:1777022483.987980:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816132480
00002000:00100000:2.0:1777022483.988028:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (294912->299007)  req@ffff8efa658d1500 x1863342816132480/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.988039:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1500 with x1863342816132480 ext(294912->299007)
00002000:00010000:2.0:1777022483.988046:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1500
00000100:00100000:2.0:1777022483.988073:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816132608
00000100:00100000:2.0:1777022483.988076:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816132608
00002000:00100000:2.0:1777022483.988090:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (184320->221183)  req@ffff8efa658d1180 x1863342816132608/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.988097:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1180 with x1863342816132608 ext(184320->221183)
00002000:00010000:2.0:1777022483.988100:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1180
00000100:00100000:2.0:1777022483.988119:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 529
00000100:00100000:2.0:1777022483.988129:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2380:x1863342816132480:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022483.988322:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2380:x1863342816132480:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 193us (547us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022483.988330:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 529
00002000:00100000:2.0:1777022483.988336:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (294912->299007)  req@ffff8efa658d1500 x1863342816132480/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.988343:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1500 with x1863342816132480 ext(294912->299007)
00002000:00010000:2.0:1777022483.988347:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1500
00000100:00100000:2.0:1777022483.988362:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 530
00000100:00100000:2.0:1777022483.988369:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816132608:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022483.993973:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022483.994201:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816132608:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5830us (6370us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022483.994219:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 530
00002000:00100000:2.0:1777022483.994232:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (184320->221183)  req@ffff8efa658d1180 x1863342816132608/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:134/0 lens 488/440 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.994242:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1180 with x1863342816132608 ext(184320->221183)
00002000:00010000:2.0:1777022483.994248:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1180
00000100:00100000:2.0:1777022483.994272:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816132736
00000100:00100000:2.0:1777022483.994279:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816132736
00002000:00100000:2.0:1777022483.994312:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (299008->303103)  req@ffff8ef94128ea00 x1863342816132736/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.994321:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128ea00 with x1863342816132736 ext(299008->303103)
00002000:00010000:2.0:1777022483.994324:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128ea00
00000100:00100000:2.0:1777022483.994355:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 531
00000100:00100000:2.0:1777022483.994364:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2378:x1863342816132736:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022483.994486:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2378:x1863342816132736:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 124us (523us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022483.994493:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 531
00002000:00100000:2.0:1777022483.994498:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (299008->303103)  req@ffff8ef94128ea00 x1863342816132736/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022483.994507:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128ea00 with x1863342816132736 ext(299008->303103)
00002000:00010000:2.0:1777022483.994510:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128ea00
00000100:00100000:1.0:1777022483.999067:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022483.999181:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816132864
00000100:00100000:0.0:1777022483.999193:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816132864
00002000:00100000:0.0:1777022483.999245:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (303104->307199)  req@ffff8efa660b2a00 x1863342816132864/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/0 e 0 to 0 dl 1777022494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.999257:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b2a00 with x1863342816132864 ext(303104->307199)
00002000:00010000:0.0:1777022483.999263:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b2a00
00000100:00100000:0.0:1777022483.999299:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 532
00000100:00100000:0.0:1777022483.999309:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2379:x1863342816132864:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022483.999609:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2379:x1863342816132864:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 301us (553us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022483.999617:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 532
00002000:00100000:0.0:1777022483.999624:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (303104->307199)  req@ffff8efa660b2a00 x1863342816132864/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:134/0 lens 488/4536 e 0 to 0 dl 1777022494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022483.999632:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b2a00 with x1863342816132864 ext(303104->307199)
00002000:00010000:0.0:1777022483.999635:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b2a00
00000100:00100000:0.0:1777022484.008372:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.008637:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816132992
00000100:00100000:2.0:1777022484.008659:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816132992
00002000:00100000:2.0:1777022484.008726:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (221184->258047)  req@ffff8ef94128f480 x1863342816132992/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.008738:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128f480 with x1863342816132992 ext(221184->258047)
00002000:00010000:2.0:1777022484.008744:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128f480
00000100:00100000:2.0:1777022484.008774:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 533
00000100:00100000:2.0:1777022484.008785:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816132992:12345-192.168.202.33@tcp:3:kworker.0
00000100:00080000:1.0:1777022484.009161:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022484.010254:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.010339:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816133120
00000100:00100000:2.0:1777022484.010411:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816133120
00002000:00100000:2.0:1777022484.010467:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (307200->311295)  req@ffff8efa412aa300 x1863342816133120/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.010478:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412aa300 with x1863342816133120 ext(307200->311295)
00002000:00010000:2.0:1777022484.010482:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa412aa300
00000100:00080000:1.0:1777022484.010558:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022484.010601:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 534
00000100:00100000:2.0:1777022484.010611:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816133120:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022484.010744:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816133120:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 135us (494us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022484.010753:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 534
00002000:00100000:2.0:1777022484.010759:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (307200->311295)  req@ffff8efa412aa300 x1863342816133120/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.010768:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412aa300 with x1863342816133120 ext(307200->311295)
00002000:00010000:2.0:1777022484.010771:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa412aa300
00000100:00100000:1.0:1777022484.017051:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.017498:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816133248
00000100:00100000:3.0:1777022484.017508:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816133248
00002000:00100000:3.0:1777022484.017555:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (311296->315391)  req@ffff8efa660b3b80 x1863342816133248/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.017567:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b3b80 with x1863342816133248 ext(311296->315391)
00002000:00010000:3.0:1777022484.017572:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b3b80
00000100:00100000:3.0:1777022484.017608:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 535
00000100:00100000:3.0:1777022484.017617:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816133248:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022484.017791:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816133248:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 174us (749us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022484.017799:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 535
00002000:00100000:3.0:1777022484.017805:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (311296->315391)  req@ffff8efa660b3b80 x1863342816133248/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.017828:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b3b80 with x1863342816133248 ext(311296->315391)
00002000:00010000:3.0:1777022484.017832:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa660b3b80
00000100:00100000:2.0:1777022484.018906:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816132992:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10117us (10536us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022484.018915:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 533
00002000:00100000:2.0:1777022484.018925:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (221184->258047)  req@ffff8ef94128f480 x1863342816132992/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.018943:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128f480 with x1863342816132992 ext(221184->258047)
00002000:00010000:2.0:1777022484.018948:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128f480
00000100:00100000:3.0:1777022484.027047:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.027091:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.027270:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816133376
00000100:00100000:0.0:1777022484.027282:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816133376
00002000:00100000:0.0:1777022484.027331:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (315392->352255)  req@ffff8efa6612a680 x1863342816133376/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.027342:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612a680 with x1863342816133376 ext(315392->352255)
00002000:00010000:0.0:1777022484.027359:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612a680
00000100:00100000:0.0:1777022484.027390:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816133504
00000100:00100000:0.0:1777022484.027393:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816133504
00002000:00100000:0.0:1777022484.027408:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (258048->286719)  req@ffff8efa66129180 x1863342816133504/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.027422:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66129180 with x1863342816133504 ext(258048->286719)
00002000:00010000:0.0:1777022484.027425:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66129180
00000100:00100000:0.0:1777022484.027452:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 536
00000100:00100000:0.0:1777022484.027462:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816133376:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.027924:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 537
00000100:00100000:1.0:1777022484.027954:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816133504:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022484.032691:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816133376:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5218us (5641us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022484.032703:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 536
00002000:00100000:0.0:1777022484.032717:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (315392->352255)  req@ffff8efa6612a680 x1863342816133376/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.032728:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612a680 with x1863342816133376 ext(315392->352255)
00002000:00010000:0.0:1777022484.032734:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612a680
00000100:00100000:1.0:1777022484.034840:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816133504:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6887us (7738us total) trans 0 rc 28672/28672
00000100:00100000:1.0:1777022484.034852:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 537
00002000:00100000:1.0:1777022484.034885:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (258048->286719)  req@ffff8efa66129180 x1863342816133504/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.034896:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66129180 with x1863342816133504 ext(258048->286719)
00002000:00010000:1.0:1777022484.034901:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66129180
00000100:00100000:3.0:1777022484.045245:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.045292:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.045447:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816133760
00000100:00100000:2.0:1777022484.045457:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816133760
00000100:00100000:2.0:1777022484.045512:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 902
00000100:00100000:2.0:1777022484.045522:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10187:x1863342816133760:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022484.045539:0:11994:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022484.045560:0:11994:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4f80 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842053 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.045592:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.045601:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.045603:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.045606:0:11994:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4f80 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842053 expref: 8 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.045650:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 15 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.045666:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 15 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.045685:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835911040:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022484.045783:0:11994:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.046432:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816133632
00000100:00100000:1.0:1777022484.046440:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816133632
00002000:00100000:1.0:1777022484.046482:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (352256->389119)  req@ffff8efa66128380 x1863342816133632/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.046493:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128380 with x1863342816133632 ext(352256->389119)
00010000:00010000:1.0:1777022484.046501:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 16 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.046514:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 16 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.046522:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66128380
00000100:00100000:1.0:1777022484.046555:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 510
00000100:00100000:1.0:1777022484.046564:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2377:x1863342816133632:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022484.049789:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835911040:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022484.049824:0:11994:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4f80 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842053 expref: 8 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.049844:0:11994:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a600, rc 0)
00000100:00100000:2.0:1777022484.049941:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10187:x1863342816133760:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4420us (4646us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.049950:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 902
00000100:00100000:0.0:1777022484.052799:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.052894:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816133888
00000100:00100000:3.0:1777022484.052904:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816133888
00002000:00100000:3.0:1777022484.052964:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (286720->352255)  req@ffff8ef94128ed80 x1863342816133888/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.052976:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128ed80 with x1863342816133888 ext(286720->352255)
00010000:00010000:3.0:1777022484.052984:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 18 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.053002:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 18 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022484.053010:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef94128ed80
00000100:00100000:3.0:1777022484.053049:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 511
00000100:00100000:3.0:1777022484.053059:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342816133888:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:2.0:1777022484.060842:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816133888:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 7774us (8041us total) trans 4294967466 rc 0/0
00000100:00100000:2.0:1777022484.060871:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 511
00002000:00100000:2.0:1777022484.060884:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (286720->352255)  req@ffff8ef94128ed80 x1863342816133888/t4294967466(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/448 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.060895:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128ed80 with x1863342816133888 ext(286720->352255)
00010000:00010000:2.0:1777022484.060904:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 20 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.060923:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 20 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022484.060948:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef94128ed80
00000100:00100000:2.0:1777022484.063962:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342816133632:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 17389us (18716us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022484.063976:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 510
00002000:00100000:2.0:1777022484.063989:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (352256->389119)  req@ffff8efa66128380 x1863342816133632/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.064000:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128380 with x1863342816133632 ext(352256->389119)
00010000:00010000:2.0:1777022484.064010:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 18 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.064029:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 18 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022484.064036:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66128380
00000100:00100000:1.0:1777022484.068446:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.068683:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816134016
00000100:00100000:2.0:1777022484.068693:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816134016
00000100:00100000:2.0:1777022484.068753:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 903
00000100:00100000:2.0:1777022484.068762:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+18:10188:x1863342816134016:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022484.068779:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022484.068798:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784205a expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.068827:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.068830:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.068835:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.068846:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.068896:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022484.068959:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10188:x1863342816134016:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 198us (524us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.068967:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 903
00000100:00100000:0.0:1777022484.072423:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.072584:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816134144
00000100:00100000:2.0:1777022484.072595:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816134144
00010000:00010000:2.0:1777022484.072634:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 19 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.072830:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 869
00000100:00100000:2.0:1777022484.072842:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2378:x1863342816134144:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.072897:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022484.072917:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 568 -> 696
00010000:00010000:2.0:1777022484.072924:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 19 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.072950:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 19 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.072978:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e4f79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [286720->18446744073709551615] (req 286720->290815) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784204c expref: 19 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.072998:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.073001:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.073011:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4f80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842053 expref: 7 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.073022:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4f80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842053 expref: 7 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.073032:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.073033:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.073037:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.073045:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.073083:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 18 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.073097:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835911168:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.073286:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4f80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842053 expref: 7 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.073297:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835911296:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.073323:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.077647:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.077731:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816134272
00000100:00100000:3.0:1777022484.077740:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816134272
00002000:00100000:3.0:1777022484.077806:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (286720->323583)  req@ffff8ef94128d500 x1863342816134272/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.077840:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128d500 with x1863342816134272 ext(286720->323583)
00002000:00010000:3.0:1777022484.077845:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128d500
00000100:00100000:3.0:1777022484.077897:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 538
00000100:00100000:3.0:1777022484.077907:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816134272:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022484.079876:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835911168:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.079893:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835911296:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.079916:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.079989:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342816134144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7148us (7574us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.080000:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 869
00000100:00100000:2.0:1777022484.084023:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816134272:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6109us (6384us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022484.084033:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 538
00002000:00100000:2.0:1777022484.084042:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (286720->323583)  req@ffff8ef94128d500 x1863342816134272/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.084049:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128d500 with x1863342816134272 ext(286720->323583)
00002000:00010000:2.0:1777022484.084054:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128d500
00000100:00100000:2.0:1777022484.095217:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.095365:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.095516:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816134400
00000100:00100000:3.0:1777022484.095527:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816134400
00002000:00100000:3.0:1777022484.095579:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (323584->352255)  req@ffff8efa65f0b100 x1863342816134400/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.095590:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f0b100 with x1863342816134400 ext(323584->352255)
00002000:00010000:3.0:1777022484.095596:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f0b100
00000100:00100000:3.0:1777022484.095748:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816134528
00000100:00100000:3.0:1777022484.095752:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816134528
00002000:00100000:3.0:1777022484.095768:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (352256->356351)  req@ffff8efa65f09c00 x1863342816134528/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.095776:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f09c00 with x1863342816134528 ext(352256->356351)
00002000:00010000:3.0:1777022484.095779:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f09c00
00000100:00100000:2.0:1777022484.097970:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 539
00000100:00100000:2.0:1777022484.097993:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816134400:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.098223:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 540
00000100:00100000:1.0:1777022484.098234:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342816134528:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.098328:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2377:x1863342816134528:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 96us (2961us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022484.098336:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 540
00002000:00100000:1.0:1777022484.098345:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (352256->356351)  req@ffff8efa65f09c00 x1863342816134528/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.098356:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f09c00 with x1863342816134528 ext(352256->356351)
00002000:00010000:1.0:1777022484.098361:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f09c00
00000100:00100000:1.0:1777022484.102529:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816134400:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4536us (7310us total) trans 0 rc 28672/28672
00000100:00100000:1.0:1777022484.102543:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 539
00002000:00100000:1.0:1777022484.102555:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (323584->352255)  req@ffff8efa65f0b100 x1863342816134400/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.102565:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65f0b100 with x1863342816134400 ext(323584->352255)
00002000:00010000:1.0:1777022484.102570:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65f0b100
00000100:00100000:0.0:1777022484.105280:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.105384:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816134656
00000100:00100000:1.0:1777022484.105394:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816134656
00002000:00100000:1.0:1777022484.105439:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (356352->360447)  req@ffff8ef94128c000 x1863342816134656/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.105449:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128c000 with x1863342816134656 ext(356352->360447)
00002000:00010000:1.0:1777022484.105454:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128c000
00000100:00100000:1.0:1777022484.105486:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 541
00000100:00100000:1.0:1777022484.105496:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2379:x1863342816134656:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.105792:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2379:x1863342816134656:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 296us (520us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022484.105801:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 541
00002000:00100000:1.0:1777022484.105808:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (356352->360447)  req@ffff8ef94128c000 x1863342816134656/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.105818:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128c000 with x1863342816134656 ext(356352->360447)
00002000:00010000:1.0:1777022484.105821:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128c000
00000100:00100000:0.0:1777022484.109847:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.110080:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816134784
00000100:00100000:2.0:1777022484.110091:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816134784
00002000:00100000:2.0:1777022484.110141:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (360448->364543)  req@ffff8ef94128c700 x1863342816134784/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.110153:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128c700 with x1863342816134784 ext(360448->364543)
00002000:00010000:2.0:1777022484.110159:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128c700
00000100:00100000:2.0:1777022484.110183:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 542
00000100:00100000:2.0:1777022484.110193:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2380:x1863342816134784:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022484.110357:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2380:x1863342816134784:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 165us (518us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022484.110364:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 542
00002000:00100000:2.0:1777022484.110371:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (360448->364543)  req@ffff8ef94128c700 x1863342816134784/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.110380:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128c700 with x1863342816134784 ext(360448->364543)
00002000:00010000:2.0:1777022484.110383:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128c700
00000100:00100000:0.0:1777022484.114120:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.114214:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816134912
00000100:00100000:1.0:1777022484.114223:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816134912
00002000:00100000:1.0:1777022484.114272:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (364544->368639)  req@ffff8ef94128ce00 x1863342816134912/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.114282:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128ce00 with x1863342816134912 ext(364544->368639)
00002000:00010000:1.0:1777022484.114288:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128ce00
00000100:00100000:1.0:1777022484.114321:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 543
00000100:00100000:1.0:1777022484.114330:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342816134912:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.114522:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342816134912:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 192us (412us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022484.114529:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 543
00002000:00100000:1.0:1777022484.114536:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (364544->368639)  req@ffff8ef94128ce00 x1863342816134912/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.114543:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128ce00 with x1863342816134912 ext(364544->368639)
00002000:00010000:1.0:1777022484.114546:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ef94128ce00
00000100:00100000:0.0:1777022484.116479:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.116563:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816135040
00000100:00100000:3.0:1777022484.116571:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816135040
00000100:00100000:3.0:1777022484.116624:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 904
00000100:00100000:3.0:1777022484.116635:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10187:x1863342816135040:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.116662:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.116684:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4f8e lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842061 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.116733:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 17 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.116743:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.116745:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.116749:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4f8e lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842061 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.116784:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 17 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.116798:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 17 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.116813:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835911424:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022484.116938:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595c00 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.120621:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835911424:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022484.120675:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4f8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842061 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.120699:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0c00, rc 0)
00000100:00100000:3.0:1777022484.120759:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816135040:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4126us (4289us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.120768:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 904
00000100:00100000:0.0:1777022484.122665:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.122760:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816135168
00000100:00100000:2.0:1777022484.122770:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816135168
00002000:00100000:2.0:1777022484.122824:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8ef94128f100 x1863342816135168/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.122835:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128f100 with x1863342816135168 ext(368640->372735)
00010000:00010000:2.0:1777022484.122844:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 18 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.122898:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 18 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022484.122907:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef94128f100
00000100:00100000:2.0:1777022484.122952:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 512
00000100:00100000:2.0:1777022484.122962:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2380:x1863342816135168:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022484.123134:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2380:x1863342816135168:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 173us (476us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022484.123142:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 512
00002000:00100000:2.0:1777022484.123149:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8ef94128f100 x1863342816135168/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.123157:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128f100 with x1863342816135168 ext(368640->372735)
00010000:00010000:2.0:1777022484.123162:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 18 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.123173:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 18 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022484.123180:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef94128f100
00000100:00100000:0.0:1777022484.125000:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.125312:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816135296
00000100:00100000:1.0:1777022484.125320:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816135296
00002000:00100000:1.0:1777022484.125372:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (352256->368639)  req@ffff8ef94128dc00 x1863342816135296/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 16872/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.125384:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128dc00 with x1863342816135296 ext(352256->368639)
00010000:00010000:1.0:1777022484.125391:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 18 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.125407:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 18 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.125414:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef94128dc00
00000100:00100000:1.0:1777022484.125443:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 513
00000100:00100000:1.0:1777022484.125452:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2378:x1863342816135296:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022484.125815:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816135296:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 363us (822us total) trans 4294967467 rc 0/0
00000100:00100000:1.0:1777022484.125824:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 513
00002000:00100000:1.0:1777022484.125832:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (352256->368639)  req@ffff8ef94128dc00 x1863342816135296/t4294967467(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 16872/448 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.125840:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128dc00 with x1863342816135296 ext(352256->368639)
00010000:00010000:1.0:1777022484.125845:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 20 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.125889:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 20 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.125897:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef94128dc00
00010000:00010000:3.0:1777022484.137533:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022484.138531:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.138818:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816135424
00000100:00100000:3.0:1777022484.138826:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816135424
00000100:00100000:3.0:1777022484.138919:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 905
00000100:00100000:3.0:1777022484.138941:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816135424:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.138960:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.138980:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842068 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.139013:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.139016:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.139021:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.139035:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.139049:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:3.0:1777022484.139100:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10188:x1863342816135424:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 172us (577us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.139107:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 905
00000100:00100000:2.0:1777022484.141541:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.141899:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816135552
00000100:00100000:1.0:1777022484.141908:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816135552
00010000:00010000:1.0:1777022484.141957:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 21 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.141998:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 870
00000100:00100000:1.0:1777022484.142007:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65698000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2379:x1863342816135552:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022484.142023:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:1.0:1777022484.142045:0:11978:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 696 -> 728
00010000:00010000:1.0:1777022484.142051:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 21 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.142065:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 21 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.142087:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e4f87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->18446744073709551615] (req 352256->356351) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784205a expref: 21 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.142102:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.142104:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.142112:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4f8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842061 expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.142123:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4f8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842061 expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.142131:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.142133:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.142136:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.142144:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.142183:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.142196:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835911552:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022484.142279:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4f8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842061 expref: 8 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.142289:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835911680:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022484.142311:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.146660:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.146920:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816135680
00000100:00100000:0.0:1777022484.146938:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816135680
00002000:00100000:0.0:1777022484.146983:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (352256->368639)  req@ffff8efa6569ad80 x1863342816135680/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.146996:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6569ad80 with x1863342816135680 ext(352256->368639)
00002000:00010000:0.0:1777022484.147001:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6569ad80
00000100:00100000:0.0:1777022484.147033:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 544
00000100:00100000:0.0:1777022484.147041:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816135680:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022484.147221:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816135680:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (568us total) trans 0 rc 16384/16384
00000100:00100000:0.0:1777022484.147228:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 544
00002000:00100000:0.0:1777022484.147234:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (352256->368639)  req@ffff8efa6569ad80 x1863342816135680/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/16824 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 16384/16384 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.147242:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6569ad80 with x1863342816135680 ext(352256->368639)
00002000:00010000:0.0:1777022484.147245:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6569ad80
00000100:00100000:1.0:1777022484.147828:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835911552:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022484.147841:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835911680:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022484.147886:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022484.147916:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65698000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2379:x1863342816135552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5910us (6386us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.147924:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 870
00000100:00100000:3.0:1777022484.156652:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.157522:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816135808
00000100:00100000:2.0:1777022484.157533:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816135808
00000100:00100000:2.0:1777022484.157968:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 906
00000100:00100000:2.0:1777022484.157980:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816135808:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022484.158000:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022484.158020:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784206f expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.158058:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.158068:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.158072:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.158076:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.158116:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.158146:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 19 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.158163:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66931880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835911808:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022484.158264:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.162045:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.162363:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816135936
00000100:00100000:1.0:1777022484.162372:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816135936
00002000:00100000:1.0:1777022484.162418:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa65758700 x1863342816135936/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.162431:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65758700 with x1863342816135936 ext(368640->372735)
00010000:00010000:1.0:1777022484.162446:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.162460:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.162466:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65758700
00000100:00100000:1.0:1777022484.162491:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 514
00000100:00100000:1.0:1777022484.162500:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816135936:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.162808:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816135936:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 308us (771us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022484.162816:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 514
00002000:00100000:1.0:1777022484.162822:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa65758700 x1863342816135936/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.162830:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65758700 with x1863342816135936 ext(368640->372735)
00010000:00010000:1.0:1777022484.162834:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.162841:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.162846:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65758700
00000100:00100000:2.0:1777022484.163435:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66931880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835911808:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022484.163543:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.163559:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511aa00, rc 0)
00000100:00100000:2.0:1777022484.163598:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816135808:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5622us (6967us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.163793:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 906
00000100:00100000:3.0:1777022484.167541:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.167587:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.168427:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816136192
00000100:00100000:0.0:1777022484.168436:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816136192
00010000:00010000:0.0:1777022484.168481:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.168524:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 871
00000100:00100000:0.0:1777022484.168532:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816136192:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022484.168546:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022484.168563:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.168574:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.168594:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e4f95 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842068 expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.168981:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816136064
00000100:00100000:2.0:1777022484.168985:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816136064
00000100:00100000:2.0:1777022484.169014:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 907
00000100:00100000:2.0:1777022484.169022:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816136064:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022484.169036:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022484.169050:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fa3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842076 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.169071:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.169076:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.169081:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.169084:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fa3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842076 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.169115:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.169193:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fa3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842076 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.169205:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.169207:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.169213:0:6924:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.169219:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.169235:0:6924:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.169247:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 9 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.169257:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66931880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835912064:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.169327:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f240 going to sleep for 11 seconds
00010000:00010000:0.0:1777022484.169506:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022484.169543:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342816136192:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1010us (1954us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022484.169551:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 871
00000100:00100000:2.0:1777022484.174195:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.174799:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816136320
00000100:00100000:1.0:1777022484.174809:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816136320
00002000:00100000:1.0:1777022484.174882:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa6564a300 x1863342816136320/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.174895:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564a300 with x1863342816136320 ext(368640->405503)
00010000:00010000:1.0:1777022484.174903:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.174919:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.174934:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564a300
00000100:00100000:1.0:1777022484.175009:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 515
00000100:00100000:1.0:1777022484.175018:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816136320:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022484.175039:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66931880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835912064:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022484.175060:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a200, rc 0)
00000100:00100000:0.0:1777022484.175117:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816136064:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6095us (7873us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022484.175124:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 907
00000100:00100000:1.0:1777022484.180712:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816136320:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5683us (6515us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022484.180725:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 515
00002000:00100000:1.0:1777022484.180737:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa6564a300 x1863342816136320/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.180748:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6564a300 with x1863342816136320 ext(368640->405503)
00010000:00010000:1.0:1777022484.180757:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.180773:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.180782:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa6564a300
00000100:00100000:0.0:1777022484.182789:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.182887:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816136448
00000100:00100000:3.0:1777022484.182894:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816136448
00000100:00100000:3.0:1777022484.182948:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 908
00000100:00100000:3.0:1777022484.182957:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816136448:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.182987:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.183003:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784207d expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.183027:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.183031:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fa3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842076 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.183035:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022484.183038:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.183068:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fa3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842076 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.183077:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.183085:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0800, rc 0)
00000100:00100000:3.0:1777022484.183123:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816136448:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 168us (340us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.183130:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 908
00000100:00100000:2.0:1777022484.184379:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.184483:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816136576
00000100:00100000:0.0:1777022484.184492:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816136576
00010000:00010000:0.0:1777022484.184521:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 11 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.184555:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 872
00000100:00100000:0.0:1777022484.184563:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342816136576:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022484.184577:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022484.184596:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 11 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.184701:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 11 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.184724:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e4f9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784206f expref: 11 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.184739:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.184741:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.184749:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842076 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.184759:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842076 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.184791:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842076 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.184801:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842076 expref: 19 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.184811:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8ef94128df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835912320:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022484.184924:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.186638:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8ef94128df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835912320:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022484.186661:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022484.186709:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816136576:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2146us (2335us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022484.186719:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 872
00000100:00100000:3.0:1777022484.187359:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.187798:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816136704
00000100:00100000:1.0:1777022484.187805:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816136704
00010000:00010000:1.0:1777022484.187835:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842076 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.187949:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 873
00000100:00100000:1.0:1777022484.187959:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816136704:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022484.187973:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022484.187992:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842076 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.188003:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842076 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.188021:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fa3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842076 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.188033:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.188034:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.188040:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.188047:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.188078:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.188088:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835912448:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022484.188166:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c40900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.190055:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835912448:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022484.190079:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022484.190184:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2377:x1863342816136704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2162us (2762us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.190195:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 873
00000100:00100000:2.0:1777022484.199597:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.199985:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816136832
00000100:00100000:3.0:1777022484.199995:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816136832
00000100:00100000:0.0:1777022484.200158:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 909
00000100:00100000:0.0:1777022484.200169:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10188:x1863342816136832:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022484.200187:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022484.200205:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842084 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.200236:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.200245:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022484.200247:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022484.200252:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.200282:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.200295:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 9 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.200307:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8ef94128df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835912576:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022484.200418:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.207708:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.207839:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8ef94128df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835912576:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022484.207912:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.207945:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace800, rc 0)
00000100:00100000:2.0:1777022484.208046:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816136960
00000100:00100000:2.0:1777022484.208055:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816136960
00002000:00100000:2.0:1777022484.208099:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa673a2a00 x1863342816136960/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.208110:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a2a00 with x1863342816136960 ext(368640->405503)
00010000:00010000:2.0:1777022484.208117:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.208131:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022484.208149:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a2a00
00000100:00100000:1.0:1777022484.208172:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816136832:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 8004us (8583us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.208180:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 516
00000100:00100000:1.0:1777022484.208181:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 909
00000100:00100000:2.0:1777022484.208189:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816136960:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022484.214298:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816136960:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6098us (6588us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022484.214315:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 516
00002000:00100000:2.0:1777022484.214330:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa673a2a00 x1863342816136960/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.214341:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa673a2a00 with x1863342816136960 ext(368640->405503)
00010000:00010000:2.0:1777022484.214364:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.214382:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022484.214391:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa673a2a00
00000100:00100000:0.0:1777022484.219916:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.220047:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.220441:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816137216
00000100:00100000:1.0:1777022484.220451:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816137216
00010000:00010000:1.0:1777022484.220490:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.220529:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 874
00000100:00100000:1.0:1777022484.220539:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816137216:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022484.220555:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022484.220574:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.220593:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.220627:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e4faa lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784207d expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.220653:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.220655:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.220664:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.220674:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.220713:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.220727:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835912704:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022484.220893:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.221584:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816137088
00000100:00100000:3.0:1777022484.221801:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816137088
00000100:00100000:3.0:1777022484.221877:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 910
00000100:00100000:3.0:1777022484.221887:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816137088:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.221901:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.221918:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4fb8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784208b expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.221954:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.221963:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.221965:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.221969:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4fb8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784208b expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.221995:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.222007:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 19 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.222020:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835912832:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022484.222071:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595c00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.238675:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.238884:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816137344
00000100:00100000:2.0:1777022484.238895:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816137344
00002000:00100000:2.0:1777022484.238957:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa657cf800 x1863342816137344/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.238969:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf800 with x1863342816137344 ext(368640->372735)
00010000:00010000:2.0:1777022484.238979:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.238997:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022484.239005:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cf800
00000100:00100000:2.0:1777022484.239038:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 517
00000100:00100000:2.0:1777022484.239048:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816137344:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022484.239211:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816137344:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 164us (546us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022484.239219:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 517
00002000:00100000:2.0:1777022484.239239:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa657cf800 x1863342816137344/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.239248:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657cf800 with x1863342816137344 ext(368640->372735)
00010000:00010000:2.0:1777022484.239253:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.239265:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022484.239273:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657cf800
00000100:00100000:3.0:1777022484.239900:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835912832:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022484.239943:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4fb8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784208b expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.239981:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1e00, rc 0)
00000100:00100000:3.0:1777022484.240014:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816137088:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 18129us (20107us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.240021:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 910
00000100:00100000:0.0:1777022484.242524:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835912704:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022484.242553:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022484.242627:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816137216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 22089us (22579us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022484.242647:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 874
00000100:00100000:2.0:1777022484.252269:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.252380:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816137472
00000100:00100000:1.0:1777022484.252390:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816137472
00000100:00100000:1.0:1777022484.252449:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 911
00000100:00100000:1.0:1777022484.252459:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816137472:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.252478:0:11994:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.252497:0:11994:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4fbf lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842092 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.252529:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.252535:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4fb8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784208b expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.252544:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022484.252548:0:11994:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4fbf lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842092 expref: 21 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.252587:0:11994:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4fb8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784208b expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.252599:0:11994:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4fbf lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842092 expref: 21 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.253237:0:11994:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:2.0:1777022484.253377:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10188:x1863342816137472:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 918us (1116us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.253386:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 911
00000100:00100000:1.0:1777022484.257617:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.258094:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816137600
00000100:00100000:0.0:1777022484.258104:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816137600
00010000:00010000:0.0:1777022484.258163:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 21 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.258207:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 875
00000100:00100000:0.0:1777022484.258217:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342816137600:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022484.258232:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022484.258252:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 21 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.258267:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 21 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.258298:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e5c42d1/0x72ae7b78094e4fb1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842084 expref: 21 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.258316:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.258319:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.258326:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4fb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784208b expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.258336:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4fb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784208b expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.258377:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4fb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784208b expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.258391:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4fb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784208b expref: 9 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.258405:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66931880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835913088:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022484.258912:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.264624:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.265659:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816137728
00000100:00100000:1.0:1777022484.265671:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816137728
00010000:00010000:1.0:1777022484.265711:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4fb8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784208b expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.265756:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 876
00000100:00100000:1.0:1777022484.265765:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342816137728:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022484.265782:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022484.265802:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4fb8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784208b expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.265816:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4fb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784208b expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.265843:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.265845:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.266105:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4fbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842092 expref: 20 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.266335:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4fbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842092 expref: 20 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.266388:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4fbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842092 expref: 20 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.266403:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835913216:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022484.266494:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.269558:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835913216:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022484.269584:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022484.269758:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342816137728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3992us (5148us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.269769:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 876
00010000:00010000:2.0:1777022484.270039:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e4fb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784208b expref: 9 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.270057:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66931880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835913088:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.270071:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.270095:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816137600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11880us (12498us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.270102:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 875
00000100:00100000:0.0:1777022484.276819:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.276978:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816137856
00000100:00100000:2.0:1777022484.276987:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816137856
00000100:00100000:2.0:1777022484.277099:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 912
00000100:00100000:2.0:1777022484.277110:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816137856:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022484.277129:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022484.277158:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842099 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.277197:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4fbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842092 expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.277207:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.277208:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.277212:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.277245:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4fbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842092 expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.277258:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4fbf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842092 expref: 19 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.277272:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835913344:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022484.277541:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168fd80 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.284403:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.284490:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.284632:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816138112
00000100:00100000:3.0:1777022484.284646:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816138112
00000100:00100000:3.0:1777022484.284699:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 913
00000100:00100000:3.0:1777022484.284709:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816138112:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.284727:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.284744:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420a0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.284775:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.284781:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.284788:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022484.284792:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.284834:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.284848:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.284909:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0200, rc 0)
00000100:00100000:3.0:1777022484.284969:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10188:x1863342816138112:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 261us (478us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.284976:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 913
00000100:00100000:1.0:1777022484.285594:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816137984
00000100:00100000:1.0:1777022484.285601:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816137984
00010000:00010000:1.0:1777022484.285634:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4fbf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842092 expref: 21 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.285670:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 877
00000100:00100000:1.0:1777022484.285678:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342816137984:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022484.285689:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022484.285709:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4fbf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842092 expref: 21 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.285721:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4fbf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842092 expref: 21 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.285740:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.285742:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.285749:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.285758:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.285787:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.285801:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.285820:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835913600:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022484.285901:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00010000:00010000:2.0:1777022484.287375:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e4fbf lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842092 expref: 21 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.287395:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835913344:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022484.287421:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.287431:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.287446:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a200, rc 0)
00000100:00100000:2.0:1777022484.287489:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816137856:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 10382us (10683us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.287496:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 912
00000100:00100000:0.0:1777022484.293412:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.293520:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835913600:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022484.293544:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022484.293598:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816137984:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7921us (9204us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.293618:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 877
00000100:00100000:3.0:1777022484.293839:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816138240
00000100:00100000:3.0:1777022484.293847:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816138240
00002000:00100000:3.0:1777022484.293938:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa658d4e00 x1863342816138240/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.293948:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4e00 with x1863342816138240 ext(368640->405503)
00010000:00010000:3.0:1777022484.293956:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.293973:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022484.293982:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d4e00
00000100:00100000:3.0:1777022484.294005:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 518
00000100:00100000:3.0:1777022484.294014:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816138240:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.304097:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816138240:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10074us (10684us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022484.304111:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 518
00002000:00100000:1.0:1777022484.304124:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa658d4e00 x1863342816138240/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.304144:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d4e00 with x1863342816138240 ext(368640->405503)
00010000:00010000:1.0:1777022484.304155:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.304173:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.304181:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa658d4e00
00000100:00100000:0.0:1777022484.309069:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.309753:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.309897:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816138496
00000100:00100000:2.0:1777022484.309909:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816138496
00010000:00010000:2.0:1777022484.309960:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.310057:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 878
00000100:00100000:2.0:1777022484.310067:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816138496:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.310083:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.310104:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.310144:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.310169:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fc6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842099 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.310185:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.310187:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.310195:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.310205:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.310242:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.310257:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835913728:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.310336:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168fd80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.310599:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816138368
00000100:00100000:3.0:1777022484.310605:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816138368
00000100:00100000:3.0:1777022484.310653:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 914
00000100:00100000:3.0:1777022484.310661:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816138368:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.310675:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.310703:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4fd4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420a7 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.310724:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.310732:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.310734:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.310737:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4fd4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420a7 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.310759:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.310771:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 19 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.310782:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835913856:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022484.310810:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595e40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.314494:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835913856:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022484.314529:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4fd4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420a7 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.314551:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1a00, rc 0)
00000100:00100000:0.0:1777022484.314614:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816138368:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3953us (5553us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022484.314623:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 914
00000100:00100000:3.0:1777022484.314783:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835913728:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022484.314796:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022484.314817:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816138496:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4753us (5067us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.314826:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 878
00000100:00100000:0.0:1777022484.318258:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.318432:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816138624
00000100:00100000:2.0:1777022484.318441:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816138624
00002000:00100000:2.0:1777022484.318492:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa661ace00 x1863342816138624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.318505:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661ace00 with x1863342816138624 ext(368640->372735)
00010000:00010000:2.0:1777022484.318514:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.318530:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022484.318538:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661ace00
00000100:00100000:2.0:1777022484.318573:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 519
00000100:00100000:2.0:1777022484.318583:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816138624:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022484.318756:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816138624:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 174us (507us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022484.318763:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 519
00002000:00100000:2.0:1777022484.318770:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa661ace00 x1863342816138624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.318778:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa661ace00 with x1863342816138624 ext(368640->372735)
00010000:00010000:2.0:1777022484.318783:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.318795:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022484.318802:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa661ace00
00000100:00100000:1.0:1777022484.323835:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.323912:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.324511:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816138880
00000100:00100000:3.0:1777022484.324521:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816138880
00010000:00010000:3.0:1777022484.324561:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.324619:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 879
00000100:00100000:3.0:1777022484.324629:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816138880:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022484.324655:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022484.324677:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.324692:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.324717:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4fcd lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a0 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.324735:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022484.324737:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022484.324743:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4fd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420a7 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.324753:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420a7 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.324792:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420a7 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.324807:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835913984:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022484.324918:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595e40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.325155:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816138752
00000100:00100000:2.0:1777022484.325161:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816138752
00000100:00100000:2.0:1777022484.325200:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 915
00000100:00100000:2.0:1777022484.325209:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816138752:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022484.325222:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022484.325236:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fdb lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420ae expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.325255:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420a7 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.325263:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.325265:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.325268:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fdb lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ae expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.325291:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a7 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.325303:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4fd4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a7 expref: 9 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.325313:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835914112:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022484.325338:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f480 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.329104:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.329293:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816139008
00000100:00100000:1.0:1777022484.329302:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816139008
00010000:00010000:1.0:1777022484.329339:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4fd4 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a7 expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.329388:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 880
00000100:00100000:1.0:1777022484.329397:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49da6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816139008:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022484.329413:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022484.329434:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4fd4 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a7 expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.329449:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4fd4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a7 expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.329473:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.329476:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.329485:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ae expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.329509:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ae expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.329548:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ae expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.329563:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656bd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835914240:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022484.329634:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa49c409c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.330811:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835913984:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022484.330833:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022484.330894:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2378:x1863342816138880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6265us (6981us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.330903:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 879
00010000:00010000:2.0:1777022484.331030:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e4fd4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420a7 expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.331047:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835914112:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022484.331067:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ae expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.331080:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a200, rc 0)
00000100:00100000:2.0:1777022484.331103:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816138752:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5896us (7278us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.331111:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 915
00000100:00100000:1.0:1777022484.334608:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835914240:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022484.334631:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022484.334738:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49da6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816139008:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5342us (5642us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.334748:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 880
00000100:00100000:1.0:1777022484.341061:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.341170:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816139136
00000100:00100000:0.0:1777022484.341180:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816139136
00000100:00100000:0.0:1777022484.341241:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 916
00000100:00100000:0.0:1777022484.341251:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816139136:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022484.341271:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022484.341290:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420b5 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.341322:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ae expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.341332:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022484.341334:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022484.341338:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.341388:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ae expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.341401:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ae expref: 19 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.341414:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835914368:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022484.341579:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.344782:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.344899:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816139264
00000100:00100000:3.0:1777022484.344909:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816139264
00010000:00010000:3.0:1777022484.344960:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fdb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ae expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.344992:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 881
00000100:00100000:3.0:1777022484.345001:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816139264:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022484.345019:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022484.345042:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fdb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ae expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.345057:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ae expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.345084:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022484.345086:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022484.345094:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.345103:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.345153:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.345169:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835914496:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022484.345253:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595e40 going to sleep for 11 seconds
00010000:00010000:0.0:1777022484.346392:0:6923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b762a7d4/0x72ae7b78094e4fdb lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ae expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.346409:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835914368:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022484.346562:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.346577:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acf200, rc 0)
00000100:00100000:1.0:1777022484.346698:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816139136:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5447us (5646us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.346707:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 916
00000100:00100000:2.0:1777022484.352561:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.352809:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816139392
00000100:00100000:0.0:1777022484.352818:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816139392
00000100:00100000:0.0:1777022484.352902:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 917
00000100:00100000:0.0:1777022484.352912:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816139392:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022484.352939:0:11994:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022484.352959:0:11994:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420bc expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.352995:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.353004:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022484.353006:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022484.353010:0:11994:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 21 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.353040:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.353051:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 9 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.353064:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835914624:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022484.353244:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835914496:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022484.353263:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022484.355782:0:11994:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.357920:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342816139264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 12911us (13137us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.357944:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 881
00000100:00100000:1.0:1777022484.358626:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.359898:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816139520
00000100:00100000:3.0:1777022484.359909:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816139520
00002000:00100000:3.0:1777022484.359969:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8ef94128fb80 x1863342816139520/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.359980:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128fb80 with x1863342816139520 ext(368640->405503)
00010000:00010000:3.0:1777022484.359989:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.360006:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022484.360014:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef94128fb80
00000100:00100000:3.0:1777022484.360045:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 520
00000100:00100000:3.0:1777022484.360054:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef94128fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816139520:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.360420:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835914624:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022484.360526:0:11994:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 20 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.360544:0:11994:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace000, rc 0)
00000100:00100000:1.0:1777022484.360708:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816139392:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7797us (8155us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.360717:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 917
00000100:00100000:3.0:1777022484.366117:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef94128fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816139520:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6051us (7480us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022484.366142:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 520
00002000:00100000:3.0:1777022484.366155:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8ef94128fb80 x1863342816139520/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.366166:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef94128fb80 with x1863342816139520 ext(368640->405503)
00010000:00010000:3.0:1777022484.366175:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.366192:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022484.366199:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef94128fb80
00000100:00100000:1.0:1777022484.370482:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.370530:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.370677:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816139776
00000100:00100000:2.0:1777022484.370688:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816139776
00010000:00010000:2.0:1777022484.370728:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.370774:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 882
00000100:00100000:2.0:1777022484.370783:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816139776:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.370799:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.370823:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.370839:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.370882:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b2d86a2/0x72ae7b78094e4fe2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420b5 expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.370900:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.370903:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.370910:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.370920:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.370972:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.370987:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835914752:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.371066:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f480 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.371384:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816139648
00000100:00100000:3.0:1777022484.371389:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816139648
00000100:00100000:3.0:1777022484.371427:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 918
00000100:00100000:3.0:1777022484.371436:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816139648:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.371449:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.371460:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4ff0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420c3 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.371478:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.371489:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.371491:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.371494:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4ff0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420c3 expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.371514:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.371527:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 19 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.371537:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835914880:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022484.371564:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595e40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.374921:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835914880:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022484.374962:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4ff0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420c3 expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.374984:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0200, rc 0)
00000100:00100000:3.0:1777022484.375038:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816139648:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3603us (4507us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.375047:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 918
00000100:00100000:1.0:1777022484.375656:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835914752:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022484.375670:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022484.375707:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816139776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4926us (5235us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.375715:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 882
00000100:00100000:2.0:1777022484.378079:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.378613:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816139904
00000100:00100000:1.0:1777022484.378623:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816139904
00002000:00100000:1.0:1777022484.378682:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa65c51500 x1863342816139904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.378693:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51500 with x1863342816139904 ext(368640->372735)
00010000:00010000:1.0:1777022484.378702:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 20 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.378719:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 20 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.378727:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c51500
00000100:00100000:1.0:1777022484.378763:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 521
00000100:00100000:1.0:1777022484.378773:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816139904:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.378979:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816139904:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 207us (906us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022484.378987:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 521
00002000:00100000:1.0:1777022484.378994:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa65c51500 x1863342816139904/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.379003:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65c51500 with x1863342816139904 ext(368640->372735)
00010000:00010000:1.0:1777022484.379009:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 20 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.379019:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 20 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.379027:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa65c51500
00000100:00100000:2.0:1777022484.382163:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.382677:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816140032
00000100:00100000:1.0:1777022484.382688:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816140032
00000100:00100000:1.0:1777022484.382748:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 919
00000100:00100000:1.0:1777022484.382760:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816140032:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.382780:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.382798:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4ff7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420ca expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.382829:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.382835:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4ff0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420c3 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.382841:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022484.382845:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4ff7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ca expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.382918:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4ff0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420c3 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.382942:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4ff7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ca expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.382955:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570cc00, rc 0)
00000100:00100000:1.0:1777022484.383020:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10188:x1863342816140032:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 263us (864us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.383029:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 919
00000100:00100000:2.0:1777022484.384615:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.384701:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816140160
00000100:00100000:1.0:1777022484.384709:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816140160
00010000:00010000:1.0:1777022484.384738:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 21 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.384818:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 883
00000100:00100000:1.0:1777022484.384827:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2378:x1863342816140160:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022484.384839:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022484.384877:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 21 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.384891:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 21 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.384913:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d14a6a4/0x72ae7b78094e4fe9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420bc expref: 21 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.384937:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.384939:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.384947:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4ff0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420c3 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.384956:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4ff0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420c3 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.384994:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4ff0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420c3 expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.385007:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4ff0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420c3 expref: 9 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.385020:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835915136:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022484.385110:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816839c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.389265:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.389334:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816140288
00000100:00100000:3.0:1777022484.389352:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816140288
00010000:00010000:3.0:1777022484.389388:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4ff0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420c3 expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.389431:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 884
00000100:00100000:3.0:1777022484.389441:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816140288:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022484.389456:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022484.389476:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4ff0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420c3 expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.389489:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4ff0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420c3 expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.389516:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022484.389518:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022484.389526:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ca expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.389534:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ca expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.389571:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ca expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.389586:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835915264:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022484.389679:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595e40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.392242:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835915264:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022484.392266:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022484.392314:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816140288:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2875us (3195us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.392325:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 884
00000100:00100000:2.0:1777022484.398624:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.398721:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816140416
00000100:00100000:3.0:1777022484.398732:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816140416
00000100:00100000:3.0:1777022484.398785:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 920
00000100:00100000:3.0:1777022484.398795:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816140416:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.398811:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.398828:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420d1 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.398888:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ca expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.398898:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.398900:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.398904:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.398947:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ca expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.398960:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4ff7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ca expref: 20 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.398974:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835915392:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022484.399061:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595e40 going to sleep for 11 seconds
00010000:00010000:1.0:1777022484.399366:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e4ff0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420c3 expref: 11 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.399380:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835915136:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022484.399396:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022484.399422:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816140160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 14597us (14812us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.399432:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 883
00000100:00100000:2.0:1777022484.403988:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.404081:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816140544
00000100:00100000:1.0:1777022484.404090:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816140544
00010000:00010000:1.0:1777022484.404127:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4ff7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ca expref: 20 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.404175:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 885
00000100:00100000:1.0:1777022484.404185:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816140544:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022484.404258:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022484.404277:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4ff7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ca expref: 20 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.404290:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4ff7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ca expref: 20 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.404316:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.404318:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.404326:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.404337:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.404383:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.404397:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835915520:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022484.404485:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816839c0 going to sleep for 11 seconds
00010000:00010000:3.0:1777022484.405094:0:6921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004dbddd1/0x72ae7b78094e4ff7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ca expref: 20 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.405110:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835915392:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022484.405154:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 10 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.405166:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1c00, rc 0)
00000100:00100000:3.0:1777022484.405195:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816140416:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6402us (6581us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.405203:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 920
00000100:00100000:2.0:1777022484.405453:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.406653:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816140672
00000100:00100000:3.0:1777022484.406664:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816140672
00000100:00100000:3.0:1777022484.406730:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 921
00000100:00100000:3.0:1777022484.406740:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816140672:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.406757:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.406773:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420d8 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.406803:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.406811:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.406813:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.406817:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.406847:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.406888:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 9 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.406902:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835915648:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022484.406980:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595e40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.411801:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835915520:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022484.411830:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022484.411903:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342816140544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7719us (7923us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.411914:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 885
00000100:00100000:2.0:1777022484.415660:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.415795:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835915648:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022484.415830:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.415885:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1000, rc 0)
00000100:00100000:3.0:1777022484.415949:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816140672:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9210us (10494us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.415958:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 921
00000100:00100000:1.0:1777022484.416482:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816140800
00000100:00100000:1.0:1777022484.416489:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816140800
00002000:00100000:1.0:1777022484.416527:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa66add180 x1863342816140800/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.416538:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66add180 with x1863342816140800 ext(368640->405503)
00010000:00010000:1.0:1777022484.416545:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.416559:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.416567:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66add180
00000100:00100000:1.0:1777022484.416586:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 522
00000100:00100000:1.0:1777022484.416594:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816140800:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.420044:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816140800:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3440us (4382us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022484.420056:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 522
00002000:00100000:1.0:1777022484.420069:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa66add180 x1863342816140800/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.420079:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66add180 with x1863342816140800 ext(368640->405503)
00010000:00010000:1.0:1777022484.420089:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.420106:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.420115:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66add180
00000100:00100000:3.0:1777022484.426556:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.426604:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816140928
00000100:00100000:1.0:1777022484.426614:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816140928
00000100:00100000:1.0:1777022484.426675:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 922
00000100:00100000:1.0:1777022484.426685:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816140928:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.426703:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.426721:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e500c lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420df expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.426751:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.426758:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.426765:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022484.426769:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e500c lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420df expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.426811:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.426824:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e500c lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420df expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.426835:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:1.0:1777022484.426937:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816140928:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 253us (390us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.426945:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 922
00000100:00100000:2.0:1777022484.427399:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.427463:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816141056
00000100:00100000:0.0:1777022484.427468:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816141056
00010000:00010000:0.0:1777022484.427492:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 11 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.427528:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 886
00000100:00100000:0.0:1777022484.427536:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66ade300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2380:x1863342816141056:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022484.427546:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022484.427565:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 11 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.427579:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 11 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.427601:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000daf40e82/0x72ae7b78094e4ffe lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d1 expref: 11 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.427614:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.427616:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.427623:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.427633:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.427661:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.427673:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 19 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.427686:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835915904:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022484.427745:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.430648:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.430753:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835915904:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022484.430781:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022484.430849:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66ade300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342816141056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3313us (3449us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022484.430884:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 886
00000100:00100000:1.0:1777022484.431532:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816141184
00000100:00100000:1.0:1777022484.431541:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816141184
00002000:00100000:1.0:1777022484.431587:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa66addf80 x1863342816141184/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.431600:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66addf80 with x1863342816141184 ext(368640->372735)
00010000:00010000:1.0:1777022484.431608:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.431624:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.431632:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66addf80
00000100:00100000:1.0:1777022484.431688:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 523
00000100:00100000:1.0:1777022484.431698:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816141184:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.431876:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816141184:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 180us (1237us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022484.431884:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 523
00002000:00100000:1.0:1777022484.431890:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa66addf80 x1863342816141184/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.431898:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66addf80 with x1863342816141184 ext(368640->372735)
00010000:00010000:1.0:1777022484.431903:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.431919:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.431937:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66addf80
00000100:00100000:2.0:1777022484.434633:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.434800:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.434921:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816141312
00000100:00100000:1.0:1777022484.434945:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816141312
00000100:00100000:0.0:1777022484.435024:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816141440
00000100:00100000:0.0:1777022484.435029:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816141440
00000100:00100000:1.0:1777022484.435048:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 923
00000100:00100000:1.0:1777022484.435056:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10188:x1863342816141312:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.435070:0:11994:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.435088:0:11994:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e5013 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420e6 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.435120:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.435126:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e500c lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420df expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.435144:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022484.435149:0:11994:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e5013 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420e6 expref: 22 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.435181:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 21 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.435188:0:11994:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e500c lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420df expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.435201:0:11994:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e5013 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420e6 expref: 22 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.435212:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 887
00010000:00010000:1.0:1777022484.435219:0:11994:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:0.0:1777022484.435219:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f842850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342816141440:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022484.435228:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022484.435246:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 22 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.435257:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 22 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.435265:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+22:10188:x1863342816141312:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 211us (644us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.435271:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 923
00010000:00010000:0.0:1777022484.435276:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012277b3e/0x72ae7b78094e5005 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420d8 expref: 22 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.435288:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.435290:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.435297:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e500c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420df expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.435306:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e500c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420df expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.435336:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e500c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420df expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.435430:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e500c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420df expref: 9 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.435528:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835916160:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022484.435589:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943ee40 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.439814:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.439833:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835916160:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022484.439890:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022484.439953:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f842850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816141440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4733us (5152us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022484.439964:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 887
00000100:00100000:0.0:1777022484.440023:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816141568
00000100:00100000:0.0:1777022484.440030:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816141568
00010000:00010000:0.0:1777022484.440069:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e500c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420df expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.440097:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 888
00000100:00100000:0.0:1777022484.440107:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816141568:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022484.440131:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022484.440152:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e500c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420df expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.440170:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e500c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420df expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.440193:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e500c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420df expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.440209:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.440211:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.440218:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e5013 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420e6 expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.440228:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e5013 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420e6 expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.440261:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e5013 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420e6 expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.440275:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835916288:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022484.440336:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.446124:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835916288:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022484.446151:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022484.446207:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816141568:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6100us (6400us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022484.446218:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 888
00000100:00100000:1.0:1777022484.451970:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.452269:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816141696
00000100:00100000:2.0:1777022484.452280:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816141696
00000100:00100000:2.0:1777022484.452355:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 924
00000100:00100000:2.0:1777022484.452366:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816141696:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022484.452386:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022484.452414:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420ed expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.452447:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e5013 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420e6 expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.452458:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.452460:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.452464:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.452503:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e5013 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420e6 expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.452517:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e5013 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420e6 expref: 19 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.452532:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835916416:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022484.452639:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.456598:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835916416:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022484.456715:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.456744:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ac00, rc 0)
00000100:00100000:2.0:1777022484.457920:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816141696:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5551us (5955us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.457941:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 924
00000100:00100000:0.0:1777022484.460832:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.461179:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816141824
00000100:00100000:3.0:1777022484.461188:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816141824
00010000:00010000:3.0:1777022484.461227:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e5013 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420e6 expref: 20 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.461262:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 889
00000100:00100000:3.0:1777022484.461271:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816141824:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022484.461287:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022484.461309:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e5013 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420e6 expref: 20 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.461324:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e5013 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420e6 expref: 20 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.461360:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e5013 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420e6 expref: 20 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.461378:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022484.461381:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022484.461388:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.461400:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.461439:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.461455:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835916544:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022484.461812:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595e40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.463356:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.463574:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816141952
00000100:00100000:2.0:1777022484.463584:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816141952
00000100:00100000:2.0:1777022484.463651:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 925
00000100:00100000:2.0:1777022484.463661:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816141952:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022484.463678:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022484.463696:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420f4 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.463729:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.463738:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.463740:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.463744:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.463776:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 9 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.463788:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 9 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.463809:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835916672:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022484.463942:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.470896:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.471366:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816142080
00000100:00100000:2.0:1777022484.471377:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816142080
00002000:00100000:2.0:1777022484.471432:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa467b5180 x1863342816142080/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.471444:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b5180 with x1863342816142080 ext(368640->405503)
00010000:00010000:2.0:1777022484.471454:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.471470:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022484.471478:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b5180
00000100:00100000:2.0:1777022484.471518:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 524
00000100:00100000:2.0:1777022484.471529:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816142080:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022484.472356:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835916544:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022484.472378:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022484.472423:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342816141824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11153us (11600us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.472432:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 889
00000100:00100000:1.0:1777022484.475813:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816142080:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4277us (4959us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022484.475825:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 524
00002000:00100000:1.0:1777022484.475837:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa467b5180 x1863342816142080/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.475847:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa467b5180 with x1863342816142080 ext(368640->405503)
00010000:00010000:1.0:1777022484.475893:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.475912:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.475921:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa467b5180
00000100:00100000:3.0:1777022484.478506:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.478670:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816142208
00000100:00100000:1.0:1777022484.478680:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816142208
00000100:00100000:1.0:1777022484.478738:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 926
00000100:00100000:1.0:1777022484.478748:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816142208:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.478763:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.478782:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e5028 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78420fb expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.478812:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.478818:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.478824:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022484.478828:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e5028 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78420fb expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.479028:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.479044:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e5028 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420fb expref: 11 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.479057:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570ce00, rc 0)
00000100:00100000:1.0:1777022484.479304:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816142208:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 556us (807us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.479312:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 926
00000100:00100000:2.0:1777022484.481445:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835916672:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022484.481487:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 20 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.481511:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022484.482088:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816141952:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 18427us (18749us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.482098:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 925
00000100:00100000:0.0:1777022484.482485:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.483676:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816142336
00000100:00100000:1.0:1777022484.483687:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816142336
00010000:00010000:1.0:1777022484.483725:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 11 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.484032:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 890
00000100:00100000:1.0:1777022484.484043:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816142336:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022484.484060:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022484.484080:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 11 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.484093:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 11 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.484116:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d05d6de4/0x72ae7b78094e501a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420ed expref: 11 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.484142:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.484144:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.484152:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.484161:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.484196:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 19 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.484209:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 19 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.484223:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835916928:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022484.484299:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b08240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.487232:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.487451:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816142464
00000100:00100000:3.0:1777022484.487458:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816142464
00000100:00100000:1.0:1777022484.487472:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835916928:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022484.487492:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00100000:3.0:1777022484.487501:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa64f03b80 x1863342816142464/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.487510:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f03b80 with x1863342816142464 ext(368640->372735)
00010000:00010000:3.0:1777022484.487518:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 20 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.487532:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 20 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.487535:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65453480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816142336:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3494us (5052us total) trans 0 rc 0/0
00002000:00010000:3.0:1777022484.487541:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f03b80
00000100:00100000:1.0:1777022484.487546:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 890
00000100:00100000:3.0:1777022484.487568:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 525
00000100:00100000:3.0:1777022484.487831:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816142464:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022484.488007:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816142464:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 431us (785us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022484.488014:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 525
00002000:00100000:3.0:1777022484.488020:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa64f03b80 x1863342816142464/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.488027:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa64f03b80 with x1863342816142464 ext(368640->372735)
00010000:00010000:3.0:1777022484.488033:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 20 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.488045:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 20 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022484.488052:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa64f03b80
00000100:00100000:0.0:1777022484.491533:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.491754:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.491837:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816142592
00000100:00100000:3.0:1777022484.491846:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816142592
00000100:00100000:3.0:1777022484.491932:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 927
00000100:00100000:3.0:1777022484.491942:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816142592:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.491960:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.491977:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e502f lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842102 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.492008:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.492014:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e5028 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78420fb expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.492021:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022484.492024:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e502f lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842102 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.492063:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e5028 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420fb expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.492075:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e502f lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842102 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.492095:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0800, rc 0)
00000100:00100000:3.0:1777022484.492144:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10188:x1863342816142592:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 204us (619us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.492151:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 927
00000100:00100000:2.0:1777022484.497106:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816142720
00000100:00100000:2.0:1777022484.497128:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816142720
00010000:00010000:2.0:1777022484.497184:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 21 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.497234:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 891
00000100:00100000:2.0:1777022484.497244:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2378:x1863342816142720:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.497260:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.497282:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 21 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.497294:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 21 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.497317:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5021 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420f4 expref: 21 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.497333:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.497335:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.497452:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e5028 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420fb expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.497464:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e5028 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420fb expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.497509:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e5028 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420fb expref: 9 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.497522:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e5028 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420fb expref: 9 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.497535:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835917184:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.497612:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.502533:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.502590:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816142848
00000100:00100000:1.0:1777022484.502600:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816142848
00010000:00010000:1.0:1777022484.502637:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e5028 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420fb expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.502667:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 892
00000100:00100000:1.0:1777022484.502677:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816142848:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022484.502691:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022484.502711:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e5028 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420fb expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.502726:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e5028 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420fb expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.502751:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.502753:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022484.502761:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e502f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842102 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.502772:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e502f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842102 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.502799:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004daf045e/0x72ae7b78094e5028 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de78420fb expref: 10 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.502806:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e502f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 15 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842102 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.502813:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835917184:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022484.502819:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa657cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835917312:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022484.502829:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.503076:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816142720:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5831us (11320us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.503085:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 891
00000100:00100000:1.0:1777022484.503297:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa53b08240 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.507687:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa657cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835917312:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022484.507713:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022484.507762:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816142848:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5086us (5237us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.507773:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 892
00000100:00100000:0.0:1777022484.512837:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.513302:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816142976
00000100:00100000:3.0:1777022484.513311:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816142976
00000100:00100000:0.0:1777022484.513985:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 928
00000100:00100000:0.0:1777022484.513997:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816142976:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022484.514019:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022484.514041:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842109 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.514079:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e502f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842102 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.514089:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022484.514091:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022484.514095:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.514129:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e502f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842102 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.514145:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e502f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842102 expref: 19 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.514159:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835917440:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022484.514251:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.518718:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.518829:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.519020:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6923:1863342835917440:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022484.519053:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.519074:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acec00, rc 0)
00000100:00100000:1.0:1777022484.519139:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816142976:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5144us (6310us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.519148:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 928
00000100:00100000:1.0:1777022484.519180:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816143232
00000100:00100000:1.0:1777022484.519185:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816143232
00000100:00100000:1.0:1777022484.519228:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 929
00000100:00100000:1.0:1777022484.519235:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816143232:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.519249:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.519265:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842110 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.519298:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.519303:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.519310:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022484.519314:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.519355:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.519367:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.519376:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:1.0:1777022484.519397:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10188:x1863342816143232:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 162us (568us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.519403:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 929
00000100:00100000:2.0:1777022484.519891:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816143104
00000100:00100000:2.0:1777022484.519896:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816143104
00010000:00010000:2.0:1777022484.519917:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e502f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842102 expref: 21 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.519955:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 893
00000100:00100000:2.0:1777022484.519963:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2378:x1863342816143104:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.519974:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.519995:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e502f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842102 expref: 21 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.520008:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e502f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842102 expref: 21 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.520027:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052530134/0x72ae7b78094e502f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842102 expref: 21 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.520040:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.520042:0:11978:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.520049:0:11978:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.520057:0:11978:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.520083:0:11978:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.520095:0:11978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 9 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.520107:0:11978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835917696:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.520171:0:11978:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168ff00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.523183:0:11978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11978:1863342835917696:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.523208:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.523264:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816143104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3301us (4553us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.523274:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 893
00000100:00100000:0.0:1777022484.525975:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.526062:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816143360
00000100:00100000:1.0:1777022484.526071:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816143360
00002000:00100000:1.0:1777022484.526118:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa66f21880 x1863342816143360/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.526130:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f21880 with x1863342816143360 ext(368640->405503)
00010000:00010000:1.0:1777022484.526138:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.526156:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.526163:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66f21880
00000100:00100000:1.0:1777022484.526194:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 526
00000100:00100000:1.0:1777022484.526204:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816143360:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022484.533316:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816143360:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 7103us (7338us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022484.533329:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 526
00002000:00100000:0.0:1777022484.533352:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa66f21880 x1863342816143360/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.533363:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f21880 with x1863342816143360 ext(368640->405503)
00010000:00010000:0.0:1777022484.533372:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.533390:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022484.533400:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66f21880
00000100:00100000:1.0:1777022484.535962:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.536040:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.536131:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816143488
00000100:00100000:3.0:1777022484.536141:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816143488
00000100:00100000:3.0:1777022484.536191:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 930
00000100:00100000:3.0:1777022484.536200:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816143488:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.536218:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.536236:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e5044 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842117 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.536267:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.536273:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.536280:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022484.536285:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e5044 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842117 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.536324:0:9584:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.536338:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e5044 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842117 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.536468:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1a00, rc 0)
00000100:00100000:3.0:1777022484.536522:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816143488:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 322us (567us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.536529:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 930
00000100:00100000:0.0:1777022484.537616:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816143616
00000100:00100000:0.0:1777022484.537626:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816143616
00010000:00010000:0.0:1777022484.537734:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 11 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.537818:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 894
00000100:00100000:0.0:1777022484.537827:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f843450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816143616:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022484.537839:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022484.537872:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 11 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.537885:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 11 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.537905:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005bc95dcd/0x72ae7b78094e5036 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842109 expref: 11 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.537919:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.537931:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.537941:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.537951:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.537983:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.537996:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 19 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.538010:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f23100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835917952:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022484.538094:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.541462:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.541586:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816143744
00000100:00100000:3.0:1777022484.541594:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816143744
00002000:00100000:3.0:1777022484.541649:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa657ced80 x1863342816143744/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.541659:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ced80 with x1863342816143744 ext(368640->372735)
00010000:00010000:3.0:1777022484.541668:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 20 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.541684:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 20 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022484.541693:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657ced80
00000100:00100000:3.0:1777022484.541721:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 527
00000100:00100000:3.0:1777022484.541728:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816143744:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022484.541918:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa657ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816143744:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 189us (465us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022484.541938:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 527
00002000:00100000:3.0:1777022484.541944:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa657ced80 x1863342816143744/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.541952:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa657ced80 with x1863342816143744 ext(368640->372735)
00010000:00010000:3.0:1777022484.541957:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 20 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.541968:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 20 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022484.541974:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa657ced80
00000100:00100000:3.0:1777022484.544472:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.544570:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816143872
00000100:00100000:1.0:1777022484.544580:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816143872
00000100:00100000:1.0:1777022484.544642:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 931
00000100:00100000:1.0:1777022484.544651:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816143872:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.544666:0:11994:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.544684:0:11994:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784211e expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.544712:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.544718:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e5044 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842117 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.544725:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022484.544729:0:11994:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 21 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.544772:0:11994:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e5044 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842117 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.544784:0:11994:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 21 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.544795:0:11994:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:1.0:1777022484.544846:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10188:x1863342816143872:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 196us (382us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.544875:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 931
00000100:00100000:0.0:1777022484.547085:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f23100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835917952:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022484.547112:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.547394:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f843450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816143616:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9566us (11351us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.547406:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 894
00000100:00100000:3.0:1777022484.548138:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.548289:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816144000
00000100:00100000:2.0:1777022484.548296:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816144000
00010000:00010000:2.0:1777022484.548327:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 21 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.548365:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 895
00000100:00100000:2.0:1777022484.548372:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2380:x1863342816144000:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.548383:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.548402:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 21 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.548414:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 21 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.548438:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e503d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842110 expref: 21 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.548454:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.548456:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.548463:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e5044 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842117 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.548472:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e5044 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842117 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.548512:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e5044 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842117 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.548526:0:5938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e5044 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842117 expref: 9 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.548539:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835918208:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.548607:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.552942:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.553058:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835918208:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.553082:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.553138:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816144000:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4765us (5003us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.553148:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 895
00000100:00100000:2.0:1777022484.553180:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816144128
00000100:00100000:2.0:1777022484.553186:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816144128
00010000:00010000:2.0:1777022484.553213:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e5044 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842117 expref: 10 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.553249:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 896
00000100:00100000:2.0:1777022484.553257:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816144128:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.553269:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.553286:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e5044 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842117 expref: 10 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.553304:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e5044 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842117 expref: 10 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.553327:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b64be48d/0x72ae7b78094e5044 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842117 expref: 10 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.553353:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.553355:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.553362:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.553372:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.553405:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.553418:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835918336:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.553467:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.556504:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835918336:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.556527:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.556575:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342816144128:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3317us (3649us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.556585:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 896
00000100:00100000:3.0:1777022484.565238:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.565845:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816144256
00000100:00100000:1.0:1777022484.565898:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816144256
00000100:00100000:1.0:1777022484.566076:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 932
00000100:00100000:1.0:1777022484.566087:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816144256:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.566104:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.566123:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842125 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.566160:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.566169:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.566171:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.566175:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.566218:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 19 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.566232:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 19 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.566246:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835918464:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022484.566326:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa816839c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.571280:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.571509:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835918464:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022484.571541:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.571563:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c400, rc 0)
00000100:00100000:3.0:1777022484.571619:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816144256:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5534us (6391us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.571636:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 932
00000100:00100000:1.0:1777022484.572998:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816144384
00000100:00100000:1.0:1777022484.573013:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816144384
00002000:00100000:1.0:1777022484.573140:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa66adc380 x1863342816144384/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.573153:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adc380 with x1863342816144384 ext(368640->372735)
00010000:00010000:1.0:1777022484.573162:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 20 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.573177:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 20 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.573185:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66adc380
00000100:00100000:1.0:1777022484.573253:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 528
00000100:00100000:1.0:1777022484.573262:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816144384:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.573461:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816144384:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 199us (2189us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022484.573469:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 528
00002000:00100000:1.0:1777022484.573475:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa66adc380 x1863342816144384/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.573484:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adc380 with x1863342816144384 ext(368640->372735)
00010000:00010000:1.0:1777022484.573489:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 20 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.573500:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 20 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.573507:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66adc380
00000100:00100000:2.0:1777022484.576560:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.576654:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816144512
00000100:00100000:3.0:1777022484.576664:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816144512
00000100:00100000:3.0:1777022484.576719:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 933
00000100:00100000:3.0:1777022484.576728:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816144512:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.576745:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.576761:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e5059 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784212c expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.576790:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.576795:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.576803:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022484.576806:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e5059 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784212c expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.576848:0:6924:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.576894:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e5059 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784212c expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.576906:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:3.0:1777022484.576960:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10188:x1863342816144512:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 234us (409us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.576970:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 933
00000100:00100000:3.0:1777022484.579147:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.579235:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816144640
00000100:00100000:2.0:1777022484.579244:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816144640
00010000:00010000:2.0:1777022484.579278:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 21 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.579317:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 897
00000100:00100000:2.0:1777022484.579325:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2379:x1863342816144640:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.579347:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.579367:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 21 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.579381:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 21 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.579404:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e504b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784211e expref: 21 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.579421:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.579423:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.579431:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.579442:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.579485:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.579499:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 9 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.579512:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835918720:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.579591:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.583438:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835918720:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.583466:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.583515:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2379:x1863342816144640:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4189us (4376us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.583526:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 897
00000100:00100000:0.0:1777022484.583569:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.583898:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816144768
00000100:00100000:1.0:1777022484.583905:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816144768
00002000:00100000:1.0:1777022484.583955:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa66f23100 x1863342816144768/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.583965:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f23100 with x1863342816144768 ext(368640->405503)
00010000:00010000:1.0:1777022484.583973:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.583990:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.583996:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66f23100
00000100:00100000:1.0:1777022484.584019:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 529
00000100:00100000:1.0:1777022484.584027:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816144768:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.587793:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816144768:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3752us (4211us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022484.587807:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 529
00002000:00100000:1.0:1777022484.587820:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa66f23100 x1863342816144768/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.587832:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f23100 with x1863342816144768 ext(368640->405503)
00010000:00010000:1.0:1777022484.587841:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.587898:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.587907:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66f23100
00000100:00100000:3.0:1777022484.590528:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.590571:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.590598:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816144896
00000100:00100000:0.0:1777022484.590608:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816144896
00010000:00010000:0.0:1777022484.590649:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.590755:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 898
00000100:00100000:0.0:1777022484.590765:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816144896:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022484.590781:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022484.590800:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.590815:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.590837:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c378676/0x72ae7b78094e5052 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842125 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.590898:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.590901:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.590910:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e5059 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784212c expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.590935:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e5059 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784212c expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.590972:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e5059 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784212c expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.590986:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f21c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835918848:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022484.591070:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.591601:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816145024
00000100:00100000:1.0:1777022484.591606:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816145024
00000100:00100000:1.0:1777022484.591651:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 934
00000100:00100000:1.0:1777022484.591659:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816145024:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.591672:0:11994:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.591685:0:11994:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5060 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842133 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.591706:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e5059 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784212c expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.591719:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.591721:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.591724:0:11994:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5060 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842133 expref: 11 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.591748:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e5059 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784212c expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.591761:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e5059 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784212c expref: 19 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.591772:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835918976:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022484.591818:0:11994:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553ae40 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.593497:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f21c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835918848:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022484.593519:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022484.593565:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816144896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2801us (3045us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.593575:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 898
00000100:00100000:2.0:1777022484.599015:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65698000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835918976:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022484.599057:0:11994:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5060 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842133 expref: 10 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.599078:0:11994:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:2.0:1777022484.599246:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816145024:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7586us (8673us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.599256:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 934
00000100:00100000:3.0:1777022484.603738:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.603887:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816145152
00000100:00100000:2.0:1777022484.603897:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816145152
00010000:00010000:2.0:1777022484.603946:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e5059 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784212c expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.603986:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 899
00000100:00100000:2.0:1777022484.603996:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816145152:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.604011:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.604033:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e5059 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784212c expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.604048:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e5059 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784212c expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.604072:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098df301f/0x72ae7b78094e5059 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784212c expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.604090:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.604092:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.604099:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842133 expref: 9 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.604111:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842133 expref: 9 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.604158:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842133 expref: 9 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.604179:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835919104:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.604263:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.608914:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835919104:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.608957:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.609007:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2380:x1863342816145152:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5011us (5276us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.609018:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 899
00000100:00100000:0.0:1777022484.611561:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.611721:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816145280
00000100:00100000:3.0:1777022484.611731:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816145280
00000100:00100000:3.0:1777022484.611828:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 935
00000100:00100000:3.0:1777022484.611838:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10188:x1863342816145280:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.611874:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.611893:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784213a expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.611931:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842133 expref: 9 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.611941:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.611943:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.611947:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.611977:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842133 expref: 9 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.611990:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5060 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842133 expref: 9 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.612010:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835919232:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022484.612472:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595cc0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.615370:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.615454:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816145408
00000100:00100000:0.0:1777022484.615462:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816145408
00010000:00010000:0.0:1777022484.615497:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5060 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842133 expref: 10 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.615541:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 900
00000100:00100000:0.0:1777022484.615551:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816145408:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022484.615564:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022484.615583:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5060 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842133 expref: 10 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.615596:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842133 expref: 10 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.615618:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5060 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842133 expref: 10 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.615638:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.615640:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.615648:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.615658:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.615695:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.615711:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f22680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835919360:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022484.615792:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.617114:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835919232:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022484.617160:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.617176:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0e00, rc 0)
00000100:00100000:3.0:1777022484.617233:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816145280:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5395us (5679us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.617240:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 935
00000100:00100000:0.0:1777022484.619797:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f22680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835919360:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022484.619825:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022484.619908:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342816145408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4358us (4545us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022484.619920:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 900
00000100:00100000:2.0:1777022484.620735:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.620770:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.620833:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816145664
00000100:00100000:3.0:1777022484.620841:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816145664
00000100:00100000:3.0:1777022484.621010:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 936
00000100:00100000:3.0:1777022484.621019:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816145664:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.621035:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.621062:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842141 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.621094:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.621102:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.621104:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.621108:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.621149:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.621162:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 19 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.621177:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835919488:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022484.621246:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.621464:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816145536
00000100:00100000:0.0:1777022484.621469:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816145536
00002000:00100000:0.0:1777022484.621496:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa66adfb80 x1863342816145536/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.621506:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adfb80 with x1863342816145536 ext(368640->372735)
00010000:00010000:0.0:1777022484.621513:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.621525:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022484.621533:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66adfb80
00000100:00100000:0.0:1777022484.621547:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 530
00000100:00100000:0.0:1777022484.621553:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816145536:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022484.621722:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816145536:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 167us (988us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022484.621728:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 530
00002000:00100000:0.0:1777022484.621734:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa66adfb80 x1863342816145536/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.621744:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adfb80 with x1863342816145536 ext(368640->372735)
00010000:00010000:0.0:1777022484.621748:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.621759:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022484.621766:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66adfb80
00000100:00100000:3.0:1777022484.627556:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835919488:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022484.627596:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.627616:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1e00, rc 0)
00000100:00100000:1.0:1777022484.628041:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.628092:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.628240:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816145792
00000100:00100000:3.0:1777022484.628247:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816145792
00000100:00100000:3.0:1777022484.628302:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 937
00000100:00100000:3.0:1777022484.628311:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816145792:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.628328:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.628354:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e5075 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842148 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.628380:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.628385:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.628393:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022484.628397:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e5075 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842148 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.628430:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.628441:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e5075 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842148 expref: 21 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.628450:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1600, rc 0)
00000100:00100000:3.0:1777022484.628499:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10188:x1863342816145792:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 188us (460us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.628507:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 937
00000100:00100000:0.0:1777022484.629910:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816145920
00000100:00100000:0.0:1777022484.629932:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816145920
00010000:00010000:0.0:1777022484.629974:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 21 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.630010:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 901
00000100:00100000:0.0:1777022484.630018:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f841850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2380:x1863342816145920:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022484.630031:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022484.630067:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 21 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.630080:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 21 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.630102:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bb00087/0x72ae7b78094e5067 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784213a expref: 21 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.630117:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.630309:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.630317:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.630327:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.630375:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.630389:0:11988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.630404:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f22680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835919744:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022484.632107:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.632428:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816145664:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11406us (11652us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.632439:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 936
00000100:00100000:3.0:1777022484.636797:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.637099:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816146048
00000100:00100000:1.0:1777022484.637108:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816146048
00002000:00100000:1.0:1777022484.637165:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa66f2fb80 x1863342816146048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.637184:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2fb80 with x1863342816146048 ext(368640->405503)
00010000:00010000:1.0:1777022484.637192:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.637208:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.637216:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66f2fb80
00000100:00100000:1.0:1777022484.637245:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 531
00000100:00100000:1.0:1777022484.637254:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816146048:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022484.638793:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f22680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835919744:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.638817:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.639001:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f841850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816145920:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8983us (10907us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.639012:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 901
00000100:00100000:1.0:1777022484.642007:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816146048:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4744us (5209us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022484.642021:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 531
00002000:00100000:1.0:1777022484.642034:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa66f2fb80 x1863342816146048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.642045:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2fb80 with x1863342816146048 ext(368640->405503)
00010000:00010000:1.0:1777022484.642063:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.642081:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.642090:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66f2fb80
00000100:00100000:0.0:1777022484.647903:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.647954:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.648045:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816146304
00000100:00100000:2.0:1777022484.648126:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816146304
00010000:00010000:2.0:1777022484.648238:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.648287:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 902
00000100:00100000:2.0:1777022484.648297:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816146304:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.648313:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.648422:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.648436:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.648458:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000483ad9b0/0x72ae7b78094e506e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842141 expref: 10 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.648474:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.648476:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.648483:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e5075 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842148 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.648492:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e5075 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842148 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.648529:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e5075 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842148 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.648543:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835919872:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.648618:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.649585:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816146176
00000100:00100000:1.0:1777022484.649593:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816146176
00000100:00100000:1.0:1777022484.649648:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 938
00000100:00100000:1.0:1777022484.649658:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816146176:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.649673:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.649689:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e507c lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784214f expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.649715:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e5075 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842148 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.649723:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.649725:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.649728:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e507c lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784214f expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.649755:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e5075 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842148 expref: 19 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.649768:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e5075 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842148 expref: 19 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.649781:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835920000:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022484.649877:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.654614:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.654810:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835920000:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022484.654843:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e507c lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784214f expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.654888:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d800, rc 0)
00000100:00100000:3.0:1777022484.654961:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816146176:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5305us (7066us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.654971:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 938
00000100:00100000:0.0:1777022484.656302:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816146432
00000100:00100000:0.0:1777022484.656314:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816146432
00010000:00010000:0.0:1777022484.656495:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e5075 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842148 expref: 20 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.656541:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 903
00000100:00100000:0.0:1777022484.656550:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816146432:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022484.656564:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022484.656584:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e5075 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842148 expref: 20 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.656598:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e5075 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842148 expref: 20 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.656623:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.656624:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.656767:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e507c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784214f expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.656779:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e507c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784214f expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.656822:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e507c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784214f expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.656837:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835920128:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022484.657013:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e000 going to sleep for 11 seconds
00010000:00010000:2.0:1777022484.657125:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b51732f/0x72ae7b78094e5075 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842148 expref: 20 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.657156:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835919872:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.657177:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.657203:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816146304:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8907us (9251us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.657212:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 902
00000100:00100000:2.0:1777022484.660562:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835920128:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.660588:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.660647:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2378:x1863342816146432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4097us (6040us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.660658:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 903
00000100:00100000:1.0:1777022484.663550:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.663720:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816146560
00000100:00100000:2.0:1777022484.663730:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816146560
00000100:00100000:2.0:1777022484.663825:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 939
00000100:00100000:2.0:1777022484.663837:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10188:x1863342816146560:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022484.663878:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022484.663897:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842156 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.663938:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e507c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784214f expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.663948:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.663949:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.663953:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.663985:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e507c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784214f expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.663999:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e507c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784214f expref: 9 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.664013:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835920256:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022484.664095:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.666546:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835920256:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022484.666578:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.666599:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511aa00, rc 0)
00000100:00100000:2.0:1777022484.666761:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816146560:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2925us (3218us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.666771:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 939
00000100:00100000:1.0:1777022484.670564:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.670659:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816146688
00000100:00100000:2.0:1777022484.670668:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816146688
00010000:00010000:2.0:1777022484.670704:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e507c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784214f expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.670744:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 904
00000100:00100000:2.0:1777022484.670753:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816146688:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.670770:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.670790:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e507c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784214f expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.670803:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e507c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784214f expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.670825:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964e62f6/0x72ae7b78094e507c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784214f expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.670840:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.670842:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.670850:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.671049:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.671336:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.671498:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835920384:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.671582:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.674025:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.674277:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816146816
00000100:00100000:2.0:1777022484.674287:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816146816
00000100:00100000:2.0:1777022484.674488:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 940
00000100:00100000:2.0:1777022484.674499:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816146816:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022484.674515:0:11994:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022484.674531:0:11994:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784215d expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.674562:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.674570:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.674572:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.674575:0:11994:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 11 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.674607:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.674619:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 19 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.674642:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835920512:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022484.674777:0:11994:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168fa80 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.675446:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835920384:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.675463:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.677683:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816146688:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6920us (7117us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.677697:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 904
00000100:00100000:1.0:1777022484.679298:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.679517:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816146944
00000100:00100000:0.0:1777022484.679526:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816146944
00002000:00100000:0.0:1777022484.679573:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8ef9412ab480 x1863342816146944/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.679584:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef9412ab480 with x1863342816146944 ext(368640->372735)
00010000:00010000:0.0:1777022484.679594:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.679611:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022484.679619:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef9412ab480
00000100:00100000:0.0:1777022484.679731:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 532
00000100:00100000:0.0:1777022484.679742:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816146944:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022484.679942:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816146944:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 202us (651us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022484.679949:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 532
00002000:00100000:0.0:1777022484.679955:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8ef9412ab480 x1863342816146944/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.679964:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ef9412ab480 with x1863342816146944 ext(368640->372735)
00010000:00010000:0.0:1777022484.679968:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.679979:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022484.679986:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ef9412ab480
00000100:00100000:2.0:1777022484.681815:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835920512:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022484.681847:0:11994:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 10 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.681879:0:11994:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022484.681947:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4d1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816146816:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 7450us (7931us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.681955:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 940
00000100:00100000:1.0:1777022484.686058:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.686102:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.686198:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816147072
00000100:00100000:3.0:1777022484.686207:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816147072
00000100:00100000:3.0:1777022484.686256:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 941
00000100:00100000:2.0:1777022484.686263:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816147200
00000100:00100000:3.0:1777022484.686267:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816147072:12345-192.168.202.33@tcp:101:mmap_sanity.0
00000100:00100000:2.0:1777022484.686268:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816147200
00010000:00010000:3.0:1777022484.686283:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022484.686289:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 21 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.686299:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e5091 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842164 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.686322:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.686328:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 9 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.686335:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00000100:00100000:2.0:1777022484.686335:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 905
00010000:00010000:3.0:1777022484.686339:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e5091 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842164 expref: 22 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.686341:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342816147200:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.686351:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.686380:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 22 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.686387:0:6921:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 15 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 9 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.686392:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 15 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 22 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.686409:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059090293/0x72ae7b78094e5083 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842156 expref: 22 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.686511:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e5091 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842164 expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.686524:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022484.686525:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022484.686533:0:6921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 9 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.686542:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 9 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.686566:0:6921:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 9 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.686579:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 9 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.686591:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835920768:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022484.686676:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595cc0 going to sleep for 11 seconds
00010000:00010000:2.0:1777022484.687079:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.687107:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2377:x1863342816147200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 765us (1003us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.687116:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 905
00000100:00100000:1.0:1777022484.691293:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.691449:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816147328
00000100:00100000:2.0:1777022484.691458:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816147328
00002000:00100000:2.0:1777022484.691502:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa66c06680 x1863342816147328/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.691514:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c06680 with x1863342816147328 ext(368640->405503)
00010000:00010000:2.0:1777022484.691523:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 10 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.691540:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 10 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022484.691548:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66c06680
00000100:00100000:2.0:1777022484.691623:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 533
00000100:00100000:2.0:1777022484.691642:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816147328:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022484.696480:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835920768:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022484.696506:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1400, rc 0)
00000100:00100000:0.0:1777022484.697575:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816147328:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5938us (6450us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022484.697587:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 533
00002000:00100000:0.0:1777022484.697599:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa66c06680 x1863342816147328/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.697609:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c06680 with x1863342816147328 ext(368640->405503)
00010000:00010000:0.0:1777022484.697618:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 10 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.698085:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816147072:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 11818us (12033us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.698094:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 941
00010000:00010000:0.0:1777022484.698763:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 10 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022484.698889:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66c06680
00000100:00100000:1.0:1777022484.701256:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.701328:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.701451:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816147584
00000100:00100000:2.0:1777022484.701462:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816147584
00010000:00010000:2.0:1777022484.701500:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 10 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.701548:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816147456
00000100:00100000:3.0:1777022484.701553:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816147456
00000100:00100000:2.0:1777022484.701600:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 906
00000100:00100000:2.0:1777022484.701610:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816147584:12345-192.168.202.33@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1777022484.701622:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 942
00010000:00010000:2.0:1777022484.701625:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1777022484.701628:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816147456:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.701643:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.701658:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784216b expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.701681:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.701687:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e5091 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842164 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.701694:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:3.0:1777022484.701699:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.701737:0:6923:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e5091 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842164 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.701751:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.701763:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0400, rc 0)
00000100:00100000:3.0:1777022484.701819:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10187:x1863342816147456:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 190us (688us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.701826:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 942
00010000:00010000:2.0:1777022484.702013:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 11 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.702026:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 11 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.702044:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e508a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784215d expref: 11 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.702057:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.702060:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.702067:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e5091 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842164 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.702075:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e5091 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842164 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.702106:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e5091 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842164 expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.702301:0:5939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e5091 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842164 expref: 19 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.702319:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835921024:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.702385:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f900 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.707736:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.707757:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835921024:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.707792:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022484.707815:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816147712
00000100:00100000:3.0:1777022484.707822:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816147712
00000100:00100000:2.0:1777022484.707844:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816147584:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6236us (6515us total) trans 0 rc 0/0
00010000:00010000:3.0:1777022484.707883:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e5091 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842164 expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.707884:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 906
00000100:00100000:2.0:1777022484.707908:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 907
00000100:00100000:2.0:1777022484.707916:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2377:x1863342816147712:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.707962:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.707989:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e5091 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842164 expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.708003:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e5091 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842164 expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.708030:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e5091 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842164 expref: 20 pid: 6921 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.708049:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.708051:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.708060:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.708070:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.708111:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.708126:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835921152:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.708190:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.712037:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835921152:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.712061:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.712124:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+19:2377:x1863342816147712:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4207us (4396us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.712135:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 907
00000100:00100000:3.0:1777022484.725774:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.725893:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816147840
00000100:00100000:2.0:1777022484.725902:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816147840
00000100:00100000:2.0:1777022484.725977:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 943
00000100:00100000:2.0:1777022484.725989:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+19:10188:x1863342816147840:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022484.726011:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022484.726033:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842172 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.726064:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.726072:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.726074:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.726078:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.726111:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.726125:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 9 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.726138:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835921280:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022484.726220:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f900 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.727049:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.727130:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816147968
00000100:00100000:1.0:1777022484.727137:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816147968
00002000:00100000:1.0:1777022484.727177:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa66f23800 x1863342816147968/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.727187:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f23800 with x1863342816147968 ext(368640->405503)
00010000:00010000:1.0:1777022484.727195:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.727209:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.727216:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66f23800
00000100:00100000:1.0:1777022484.727252:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 534
00000100:00100000:1.0:1777022484.727261:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342816147968:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.737670:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342816147968:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10399us (10615us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022484.737683:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 534
00002000:00100000:1.0:1777022484.737696:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa66f23800 x1863342816147968/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.737706:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f23800 with x1863342816147968 ext(368640->405503)
00010000:00010000:1.0:1777022484.737715:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.737731:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 10 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.737739:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66f23800
00000100:00100000:2.0:1777022484.738345:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835921280:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022484.738374:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.738392:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022484.738430:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816147840:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12444us (12668us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.738437:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 943
00000100:00100000:3.0:1777022484.742366:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.742485:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816148096
00000100:00100000:1.0:1777022484.742495:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816148096
00000100:00100000:1.0:1777022484.742569:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 944
00000100:00100000:1.0:1777022484.742582:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816148096:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.742602:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.742620:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e50a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842179 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.742661:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.742668:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.742676:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 2
00010000:00010000:1.0:1777022484.742680:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e50a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842179 expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.742721:0:11979:0:(ldlm_lockd.c:949:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.742736:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e50a6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842179 expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.742747:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:1.0:1777022484.747112:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816148096:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4518us (4741us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.747128:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 944
00000100:00100000:0.0:1777022484.747608:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.747971:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816148224
00000100:00100000:2.0:1777022484.747983:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816148224
00010000:00010000:2.0:1777022484.748029:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 11 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.748075:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 908
00000100:00100000:2.0:1777022484.748084:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f842450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816148224:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.748107:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.748130:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 11 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.748146:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 11 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.748172:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e5c7da/0x72ae7b78094e5098 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784216b expref: 11 pid: 6923 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.748189:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.748191:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.748201:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.748211:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.748248:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 19 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.748261:0:5937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 19 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.748275:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835921536:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.748344:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f900 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.758306:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835921536:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.758336:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.758399:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f842450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816148224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10315us (10791us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.758410:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 908
00000100:00100000:2.0:1777022484.765172:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.765510:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816148352
00000100:00100000:1.0:1777022484.765522:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816148352
00002000:00100000:1.0:1777022484.765572:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa66adc000 x1863342816148352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.765584:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adc000 with x1863342816148352 ext(368640->372735)
00010000:00010000:1.0:1777022484.765593:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.765610:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.765619:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66adc000
00000100:00100000:1.0:1777022484.765654:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 535
00000100:00100000:1.0:1777022484.765664:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816148352:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.765848:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816148352:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 185us (685us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022484.765893:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 535
00002000:00100000:1.0:1777022484.765900:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa66adc000 x1863342816148352/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.765908:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adc000 with x1863342816148352 ext(368640->372735)
00010000:00010000:1.0:1777022484.765913:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.765935:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.765941:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66adc000
00000100:00100000:0.0:1777022484.772704:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.772745:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.772901:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816148608
00000100:00100000:3.0:1777022484.772911:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816148608
00010000:00010000:3.0:1777022484.772962:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.772997:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 909
00000100:00100000:3.0:1777022484.773007:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2379:x1863342816148608:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022484.773024:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022484.773048:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.773062:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.773088:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000841f22f2/0x72ae7b78094e509f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842172 expref: 20 pid: 6924 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.773105:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022484.773107:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022484.773116:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e50a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842179 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.773125:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e50a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842179 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.773159:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e50a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842179 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.773174:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835921664:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022484.773254:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022484.773757:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816148480
00000100:00100000:1.0:1777022484.773763:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816148480
00000100:00100000:1.0:1777022484.773809:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 945
00000100:00100000:1.0:1777022484.773817:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816148480:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.773832:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.773847:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e50ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842180 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.773897:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e50a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842179 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.773906:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.773908:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.773912:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e50ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842180 expref: 21 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.773947:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e50a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842179 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.773961:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e50a6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842179 expref: 9 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.773972:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66c07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835921792:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022484.774026:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.776298:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835921664:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022484.776326:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022484.776378:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2379:x1863342816148608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3372us (3631us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.776392:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 909
00000100:00100000:1.0:1777022484.776828:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66c07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835921792:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022484.776880:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e50ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842180 expref: 20 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.776901:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c600, rc 0)
00000100:00100000:1.0:1777022484.776949:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816148480:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3133us (4254us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.776956:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 945
00000100:00100000:2.0:1777022484.790114:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.790226:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816148736
00000100:00100000:0.0:1777022484.790237:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816148736
00010000:00010000:0.0:1777022484.790284:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e50a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842179 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.790333:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 910
00000100:00100000:0.0:1777022484.790343:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816148736:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022484.790359:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022484.790380:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e50a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842179 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.790395:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e50a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842179 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.790421:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f90113a9/0x72ae7b78094e50a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842179 expref: 10 pid: 11979 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.790438:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.790440:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022484.790449:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e50ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842180 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.790459:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e50ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842180 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.790496:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e50ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842180 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022484.790511:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835921920:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022484.790598:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943eb40 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.791322:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.794261:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816148864
00000100:00100000:1.0:1777022484.794276:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816148864
00000100:00100000:1.0:1777022484.794346:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 946
00000100:00100000:1.0:1777022484.794357:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816148864:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.794375:0:11994:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.794393:0:11994:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842187 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.794428:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e50ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842180 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.794437:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.794439:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.794443:0:11994:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 11 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.794478:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e50ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842180 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.794489:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e50ad lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842180 expref: 19 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.794503:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66c07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835922048:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022484.794597:0:11994:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.796380:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835921920:192.168.202.33@tcp:105:
00010000:00010000:0.0:1777022484.796406:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022484.796473:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816148736:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6131us (6369us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022484.796484:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 910
00000100:00100000:0.0:1777022484.802230:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.802327:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816148992
00000100:00100000:2.0:1777022484.802336:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816148992
00010000:00010000:2.0:1777022484.802383:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e50ad lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842180 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.802425:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 911
00000100:00100000:2.0:1777022484.802435:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816148992:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.802451:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.802470:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e50ad lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842180 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.802484:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e50ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842180 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.802510:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.802512:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.802520:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 10 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.802535:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 10 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.802569:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 10 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.802584:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835922176:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.802673:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f480 going to sleep for 11 seconds
00010000:00010000:1.0:1777022484.803678:0:11994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000907e61b/0x72ae7b78094e50ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842180 expref: 20 pid: 9584 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.803694:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66c07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835922048:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022484.803719:0:11994:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 10 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.803730:0:11994:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d600, rc 0)
00000100:00100000:1.0:1777022484.803782:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816148864:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9427us (12461us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.803790:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 946
00000100:00100000:0.0:1777022484.807448:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.807496:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.807583:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816149248
00000100:00100000:3.0:1777022484.807592:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816149248
00002000:00100000:3.0:1777022484.807649:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa81a1f050 x1863342816149248/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.807660:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa81a1f050 with x1863342816149248 ext(368640->405503)
00002000:00010000:3.0:1777022484.807666:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa81a1f050
00000100:00100000:3.0:1777022484.807696:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 545
00000100:00100000:3.0:1777022484.807707:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa81a1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816149248:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.808110:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816149120
00000100:00100000:1.0:1777022484.808114:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816149120
00000100:00100000:1.0:1777022484.808143:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 947
00000100:00100000:1.0:1777022484.808150:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818cd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816149120:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.808159:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.808176:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e50bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784218e expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.808205:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 11 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.808214:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.808216:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.808220:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e50bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784218e expref: 21 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.808254:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 11 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.808267:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 11 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.808281:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66c07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835922304:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022484.808343:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.809440:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835922176:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.809460:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.809499:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2378:x1863342816148992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7066us (7279us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.809507:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 911
00000100:00100000:3.0:1777022484.814459:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa81a1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816149248:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6742us (6950us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022484.814472:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 545
00002000:00100000:3.0:1777022484.814487:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (368640->405503)  req@ffff8efa81a1f050 x1863342816149248/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.814496:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa81a1f050 with x1863342816149248 ext(368640->405503)
00010000:00010000:3.0:1777022484.814506:0:6928:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 10 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.814524:0:6928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 10 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022484.814531:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa81a1f050
00000100:00100000:1.0:1777022484.820253:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66c07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835922304:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022484.820290:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e50bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [368640->372735] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784218e expref: 20 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.820314:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c800, rc 0)
00000100:00100000:1.0:1777022484.820387:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818cd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816149120:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 12237us (12947us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.820397:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 947
00000100:00100000:0.0:1777022484.823715:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.823905:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816149376
00000100:00100000:2.0:1777022484.823914:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816149376
00000100:00100000:2.0:1777022484.823983:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 948
00000100:00100000:2.0:1777022484.823992:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816149376:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022484.824009:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022484.824029:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842195 expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.824061:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.824064:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022484.824069:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->405503] (req 401408->405503) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.824081:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->405503] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.824094:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022484.824277:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816149376:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 285us (569us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.824284:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 948
00000100:00100000:0.0:1777022484.829031:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.830120:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816149504
00000100:00100000:1.0:1777022484.830134:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816149504
00002000:00100000:1.0:1777022484.830196:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (110592->401407)  req@ffff8efa66f22680 x1863342816149504/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.830208:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f22680 with x1863342816149504 ext(110592->401407)
00010000:00010000:1.0:1777022484.830229:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 11 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.830247:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 11 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022484.830255:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66f22680
00000100:00100000:1.0:1777022484.830299:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 536
00000100:00100000:1.0:1777022484.830311:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816149504:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022484.843744:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342816149504:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 13425us (14715us total) trans 4294967468 rc 0/0
00000100:00100000:0.0:1777022484.843759:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 536
00002000:00100000:0.0:1777022484.843771:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (110592->401407)  req@ffff8efa66f22680 x1863342816149504/t4294967468(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/448 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.843781:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f22680 with x1863342816149504 ext(110592->401407)
00010000:00010000:0.0:1777022484.843799:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 13 pid: 11994 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022484.843817:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 13 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022484.843825:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66f22680
00000100:00100000:3.0:1777022484.847105:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.847262:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816149632
00000100:00100000:2.0:1777022484.847273:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816149632
00010000:00010000:2.0:1777022484.847315:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 13 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.847363:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 912
00000100:00100000:2.0:1777022484.847372:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2377:x1863342816149632:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.847386:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022484.847402:0:11988:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb mtime from disk: 1777022483 -> 1777022484
00002000:00010000:2.0:1777022484.847405:0:11988:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb ctime from disk: 1777022483 -> 1777022484
00002000:00010000:2.0:1777022484.847408:0:11988:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 728 -> 792
00010000:00010000:2.0:1777022484.847413:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 13 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.847426:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 13 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.847455:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000623484e6/0x72ae7b78094e50b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [368640->18446744073709551615] (req 368640->372735) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842187 expref: 13 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.847473:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.847475:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.847482:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e50bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->401407] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784218e expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.847491:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e50bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->401407] (req 368640->372735) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784218e expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.847500:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.847501:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.847504:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.847512:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.847543:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 12 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.847557:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835922432:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.847671:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e50bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->401407] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784218e expref: 19 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.847686:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835922560:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.847708:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.851558:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835922432:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.851572:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835922560:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.851596:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.851650:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2377:x1863342816149632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4278us (4554us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.851660:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 912
00000100:00100000:3.0:1777022484.852552:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.853182:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816149760
00000100:00100000:1.0:1777022484.853191:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816149760
00002000:00100000:1.0:1777022484.853239:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa66f2c700 x1863342816149760/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.853251:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2c700 with x1863342816149760 ext(368640->372735)
00002000:00010000:1.0:1777022484.853256:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2c700
00000100:00100000:1.0:1777022484.853285:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 546
00000100:00100000:1.0:1777022484.853294:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816149760:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.853450:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2378:x1863342816149760:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 157us (901us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022484.853457:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 546
00002000:00100000:1.0:1777022484.853464:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (368640->372735)  req@ffff8efa66f2c700 x1863342816149760/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.853472:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2c700 with x1863342816149760 ext(368640->372735)
00002000:00010000:1.0:1777022484.853475:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2c700
00000100:00100000:3.0:1777022484.859415:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.859800:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816149888
00000100:00100000:0.0:1777022484.859813:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816149888
00002000:00100000:0.0:1777022484.859904:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (372736->376831)  req@ffff8efa66f2ce00 x1863342816149888/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.859916:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2ce00 with x1863342816149888 ext(372736->376831)
00002000:00010000:0.0:1777022484.859931:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2ce00
00000100:00100000:0.0:1777022484.859956:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 547
00000100:00100000:0.0:1777022484.859965:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2379:x1863342816149888:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022484.860240:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2379:x1863342816149888:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 274us (833us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022484.860247:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 547
00002000:00100000:0.0:1777022484.860255:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (372736->376831)  req@ffff8efa66f2ce00 x1863342816149888/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.860263:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2ce00 with x1863342816149888 ext(372736->376831)
00002000:00010000:0.0:1777022484.860266:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2ce00
00000100:00100000:0.0:1777022484.869692:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.869794:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.870112:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816150016
00000100:00100000:1.0:1777022484.870122:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816150016
00002000:00100000:1.0:1777022484.870169:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (401408->405503)  req@ffff8efa66f21c00 x1863342816150016/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.870181:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f21c00 with x1863342816150016 ext(401408->405503)
00002000:00010000:1.0:1777022484.870187:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f21c00
00000100:00100000:1.0:1777022484.870217:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816150144
00000100:00100000:1.0:1777022484.870229:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816150144
00002000:00100000:1.0:1777022484.870247:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (376832->380927)  req@ffff8efa66f22d80 x1863342816150144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.870262:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f22d80 with x1863342816150144 ext(376832->380927)
00002000:00010000:1.0:1777022484.870266:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f22d80
00000100:00100000:1.0:1777022484.870331:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 548
00000100:00100000:1.0:1777022484.870459:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2380:x1863342816150016:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.870623:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2380:x1863342816150016:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 284us (939us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022484.870722:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 548
00002000:00100000:1.0:1777022484.870730:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (401408->405503)  req@ffff8efa66f21c00 x1863342816150016/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.870737:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f21c00 with x1863342816150016 ext(401408->405503)
00002000:00010000:1.0:1777022484.870741:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f21c00
00000100:00100000:1.0:1777022484.870757:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 549
00000100:00100000:1.0:1777022484.870764:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816150144:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.870818:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816150144:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 54us (1024us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1777022484.870824:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 549
00002000:00100000:1.0:1777022484.870829:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (376832->380927)  req@ffff8efa66f22d80 x1863342816150144/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.870836:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f22d80 with x1863342816150144 ext(376832->380927)
00002000:00010000:1.0:1777022484.870839:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f22d80
00000100:00100000:0.0:1777022484.875534:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.875616:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816150272
00000100:00100000:3.0:1777022484.875625:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816150272
00002000:00100000:3.0:1777022484.875677:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (380928->385023)  req@ffff8efa66f23b80 x1863342816150272/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.875688:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f23b80 with x1863342816150272 ext(380928->385023)
00002000:00010000:3.0:1777022484.875693:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f23b80
00000100:00100000:3.0:1777022484.875728:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 550
00000100:00100000:3.0:1777022484.875736:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816150272:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022484.875908:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816150272:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 172us (382us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022484.875915:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 550
00002000:00100000:3.0:1777022484.875932:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (380928->385023)  req@ffff8efa66f23b80 x1863342816150272/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.875940:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f23b80 with x1863342816150272 ext(380928->385023)
00002000:00010000:3.0:1777022484.875943:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f23b80
00000100:00100000:3.0:1777022484.878628:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.878801:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816150400
00000100:00100000:0.0:1777022484.878811:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816150400
00002000:00100000:0.0:1777022484.878917:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (405504->409599)  req@ffff8efa66f2d880 x1863342816150400/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.878944:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2d880 with x1863342816150400 ext(405504->409599)
00002000:00010000:0.0:1777022484.878950:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2d880
00000100:00100000:0.0:1777022484.878998:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 551
00000100:00100000:0.0:1777022484.879007:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2378:x1863342816150400:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022484.879173:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2378:x1863342816150400:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 166us (555us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022484.879180:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 551
00002000:00100000:0.0:1777022484.879187:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (405504->409599)  req@ffff8efa66f2d880 x1863342816150400/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.879195:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2d880 with x1863342816150400 ext(405504->409599)
00002000:00010000:0.0:1777022484.879198:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2d880
00000100:00100000:0.0:1777022484.884452:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.884550:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816150528
00000100:00100000:3.0:1777022484.884561:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816150528
00002000:00100000:3.0:1777022484.884607:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (385024->389119)  req@ffff8efa66f20700 x1863342816150528/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.884617:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f20700 with x1863342816150528 ext(385024->389119)
00002000:00010000:3.0:1777022484.884623:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f20700
00000100:00100000:3.0:1777022484.884667:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 552
00000100:00100000:3.0:1777022484.884676:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2379:x1863342816150528:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022484.884831:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2379:x1863342816150528:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 155us (389us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022484.884838:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 552
00002000:00100000:3.0:1777022484.884845:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (385024->389119)  req@ffff8efa66f20700 x1863342816150528/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.884890:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f20700 with x1863342816150528 ext(385024->389119)
00002000:00010000:3.0:1777022484.884894:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f20700
00000100:00100000:1.0:1777022484.889156:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022484.889260:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816150656
00000100:00100000:0.0:1777022484.889270:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816150656
00002000:00100000:0.0:1777022484.889321:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (389120->393215)  req@ffff8efa66c05c00 x1863342816150656/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.889332:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c05c00 with x1863342816150656 ext(389120->393215)
00002000:00010000:0.0:1777022484.889399:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66c05c00
00000100:00100000:0.0:1777022484.889437:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 553
00000100:00100000:0.0:1777022484.889447:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816150656:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022484.889619:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816150656:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 172us (471us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022484.889787:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 553
00002000:00100000:0.0:1777022484.889795:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (389120->393215)  req@ffff8efa66c05c00 x1863342816150656/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022484.889804:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c05c00 with x1863342816150656 ext(389120->393215)
00002000:00010000:0.0:1777022484.889807:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66c05c00
00000100:00100000:0.0:1777022484.893257:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.893362:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816150784
00000100:00100000:3.0:1777022484.893373:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816150784
00002000:00100000:3.0:1777022484.893425:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (393216->397311)  req@ffff8efa66f20000 x1863342816150784/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.893436:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f20000 with x1863342816150784 ext(393216->397311)
00002000:00010000:3.0:1777022484.893441:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f20000
00000100:00100000:3.0:1777022484.893480:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 554
00000100:00100000:3.0:1777022484.893491:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816150784:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022484.893671:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816150784:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 181us (427us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022484.893679:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 554
00002000:00100000:3.0:1777022484.893687:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (393216->397311)  req@ffff8efa66f20000 x1863342816150784/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.893696:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f20000 with x1863342816150784 ext(393216->397311)
00002000:00010000:3.0:1777022484.893699:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f20000
00000100:00100000:1.0:1777022484.897604:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.897775:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816150912
00000100:00100000:2.0:1777022484.897785:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816150912
00002000:00100000:2.0:1777022484.897832:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (397312->401407)  req@ffff8efa66c05180 x1863342816150912/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.897843:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c05180 with x1863342816150912 ext(397312->401407)
00002000:00010000:2.0:1777022484.897849:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66c05180
00000100:00100000:2.0:1777022484.897913:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 555
00000100:00100000:2.0:1777022484.897934:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816150912:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022484.898116:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+20:2380:x1863342816150912:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 194us (522us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022484.898123:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 555
00002000:00100000:2.0:1777022484.898129:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (397312->401407)  req@ffff8efa66c05180 x1863342816150912/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/4536 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.898137:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c05180 with x1863342816150912 ext(397312->401407)
00002000:00010000:2.0:1777022484.898141:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66c05180
00000100:00100000:0.0:1777022484.901744:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.901946:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816151040
00000100:00100000:3.0:1777022484.901956:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816151040
00000100:00100000:3.0:1777022484.902018:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 949
00000100:00100000:3.0:1777022484.902029:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+20:10188:x1863342816151040:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.902046:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.902066:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e50c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784219c expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.902100:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.902108:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.902110:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.902115:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e50c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->405503] (req 401408->405503) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784219c expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.902149:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 11 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.902161:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 11 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.902175:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835922688:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022484.902286:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa815953c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.905143:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835922688:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022484.905179:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e50c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->405503] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784219c expref: 21 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.905201:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1200, rc 0)
00000100:00100000:2.0:1777022484.905251:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10188:x1863342816151040:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3225us (3516us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.905260:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 949
00000100:00100000:0.0:1777022484.907063:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.907147:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816151168
00000100:00100000:3.0:1777022484.907156:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816151168
00002000:00100000:3.0:1777022484.907200:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (401408->409599)  req@ffff8efa66f20e00 x1863342816151168/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 8680/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.907212:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f20e00 with x1863342816151168 ext(401408->409599)
00010000:00010000:3.0:1777022484.907222:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 12 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.907237:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 12 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022484.907246:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66f20e00
00000100:00100000:3.0:1777022484.907280:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 537
00000100:00100000:3.0:1777022484.907290:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2377:x1863342816151168:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:3.0:1777022484.908143:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+14:2377:x1863342816151168:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 850us (1083us total) trans 4294967469 rc 0/0
00000100:00100000:3.0:1777022484.908152:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 537
00002000:00100000:3.0:1777022484.908181:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (401408->409599)  req@ffff8efa66f20e00 x1863342816151168/t4294967469(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:135/0 lens 8680/448 e 0 to 0 dl 1777022495 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022484.908190:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f20e00 with x1863342816151168 ext(401408->409599)
00010000:00010000:3.0:1777022484.908196:0:6929:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 14 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.908209:0:6929:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 14 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022484.908217:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66f20e00
00000100:00100000:0.0:1777022484.911394:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.911500:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816151296
00000100:00100000:2.0:1777022484.911510:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816151296
00010000:00010000:2.0:1777022484.911550:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 14 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.911590:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 913
00000100:00100000:2.0:1777022484.911600:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+14:2378:x1863342816151296:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.911613:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:2.0:1777022484.911630:0:5939:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 792 -> 808
00010000:00010000:2.0:1777022484.911644:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 14 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.911657:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 14 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.911681:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc1f5e1/0x72ae7b78094e50c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842195 expref: 14 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.911704:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.911706:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.911714:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e50c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784219c expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.911724:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e50c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784219c expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.911760:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e50c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784219c expref: 20 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.911773:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835922816:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.911908:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f000 going to sleep for 11 seconds
00000100:00100000:2.0:1777022484.914978:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835922816:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.915008:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.915065:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2378:x1863342816151296:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3465us (3678us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.915076:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 913
00000100:00100000:1.0:1777022484.917987:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.918088:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816151424
00000100:00100000:2.0:1777022484.918097:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816151424
00002000:00100000:2.0:1777022484.918151:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (401408->409599)  req@ffff8efa66c07800 x1863342816151424/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.918161:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c07800 with x1863342816151424 ext(401408->409599)
00002000:00010000:2.0:1777022484.918166:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66c07800
00000100:00100000:2.0:1777022484.918202:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 556
00000100:00100000:2.0:1777022484.918213:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2378:x1863342816151424:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022484.918405:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+21:2378:x1863342816151424:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 193us (426us total) trans 0 rc 8192/8192
00000100:00100000:2.0:1777022484.918413:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 556
00002000:00100000:2.0:1777022484.918420:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (401408->409599)  req@ffff8efa66c07800 x1863342816151424/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/8632 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.918428:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c07800 with x1863342816151424 ext(401408->409599)
00002000:00010000:2.0:1777022484.918431:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66c07800
00000100:00100000:0.0:1777022484.933173:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022484.933268:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816151552
00000100:00100000:3.0:1777022484.933277:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816151552
00000100:00100000:3.0:1777022484.933332:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 950
00000100:00100000:3.0:1777022484.933342:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+21:10188:x1863342816151552:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022484.933359:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022484.933377:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e50d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421a3 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.933409:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4f6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784203e expref: 12 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.933418:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.933420:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022484.933424:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e50d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421a3 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.933454:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4f6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784203e expref: 12 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022484.933466:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4f6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784203e expref: 12 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022484.933479:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835922944:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022484.933558:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595b40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.937258:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.937655:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835922944:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022484.937690:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e50d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [110592->114687] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421a3 expref: 22 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.937711:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1400, rc 0)
00000100:00100000:1.0:1777022484.937793:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+22:10188:x1863342816151552:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4452us (4628us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.937802:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 950
00000100:00100000:2.0:1777022484.939378:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816151680
00000100:00100000:2.0:1777022484.939394:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816151680
00010000:00010000:2.0:1777022484.939447:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4f6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784203e expref: 13 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.939493:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 914
00000100:00100000:2.0:1777022484.939503:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:2378:x1863342816151680:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.939518:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.939538:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4f6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784203e expref: 13 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.939552:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4f6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784203e expref: 13 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.939576:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e7ded09/0x72ae7b78094e4f6b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784203e expref: 13 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.939598:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.939600:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.939609:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e50d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421a3 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.939619:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e50d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421a3 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.939668:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e50d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421a3 expref: 21 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.939680:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835923072:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.939768:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168fd80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022484.944636:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.944788:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835923072:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022484.944812:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022484.944904:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2378:x1863342816151680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5401us (7655us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022484.944915:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 914
00000100:00100000:1.0:1777022484.945229:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816151808
00000100:00100000:1.0:1777022484.945237:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816151808
00002000:00100000:1.0:1777022484.945277:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa66f2e680 x1863342816151808/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.945289:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2e680 with x1863342816151808 ext(110592->147455)
00002000:00010000:1.0:1777022484.945293:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2e680
00000100:00100000:1.0:1777022484.945319:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 557
00000100:00100000:1.0:1777022484.945328:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342816151808:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022484.953425:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+22:2377:x1863342816151808:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8087us (8795us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022484.953438:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 557
00002000:00100000:1.0:1777022484.953450:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (110592->147455)  req@ffff8efa66f2e680 x1863342816151808/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022484.953461:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2e680 with x1863342816151808 ext(110592->147455)
00002000:00010000:1.0:1777022484.953467:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2e680
00000100:00100000:3.0:1777022484.958373:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022484.959127:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816151936
00000100:00100000:1.0:1777022484.959138:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816151936
00000100:00100000:1.0:1777022484.959195:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 951
00000100:00100000:1.0:1777022484.959204:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+22:10188:x1863342816151936:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022484.959233:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022484.959254:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e50d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421aa expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.959284:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842045 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.959292:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.959294:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022484.959298:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e50d7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421aa expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.959427:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842045 expref: 11 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.959452:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842045 expref: 11 pid: 9584 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.959468:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66c04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835923200:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022484.959569:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022484.963348:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.963449:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816152064
00000100:00100000:2.0:1777022484.963460:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816152064
00010000:00010000:2.0:1777022484.963500:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f72 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842045 expref: 12 pid: 9584 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.963545:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 915
00000100:00100000:2.0:1777022484.963554:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f840450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2377:x1863342816152064:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022484.963571:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022484.963591:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f72 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842045 expref: 12 pid: 9584 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.963606:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842045 expref: 12 pid: 9584 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.963645:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.963647:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022484.963655:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e50d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421aa expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.963666:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e50d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421aa expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022484.963702:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e50d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421aa expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022484.963716:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835923328:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022484.963795:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168fd80 going to sleep for 11 seconds
00010000:00010000:1.0:1777022484.964649:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617ee4d6/0x72ae7b78094e4f72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842045 expref: 12 pid: 9584 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022484.964672:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66c04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835923200:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022484.964697:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e50d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421aa expref: 23 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022484.964710:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570dc00, rc 0)
00000100:00100000:1.0:1777022484.964762:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+23:10188:x1863342816151936:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 5559us (6398us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022484.964771:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 951
00000100:00100000:0.0:1777022484.971538:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022484.971686:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816152192
00000100:00100000:2.0:1777022484.971696:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816152192
00002000:00100000:2.0:1777022484.971744:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (147456->184319)  req@ffff8efa66f20380 x1863342816152192/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/0 e 0 to 0 dl 1777022495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.971756:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f20380 with x1863342816152192 ext(147456->184319)
00002000:00010000:2.0:1777022484.971761:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f20380
00000100:00100000:2.0:1777022484.971795:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 558
00000100:00100000:2.0:1777022484.971805:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2377:x1863342816152192:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022484.972233:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11988:1863342835923328:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022484.972256:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022484.972297:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f840450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816152064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8743us (9078us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022484.972306:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 915
00000100:00100000:2.0:1777022484.995952:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2377:x1863342816152192:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 24138us (24413us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022484.995967:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 558
00002000:00100000:2.0:1777022484.995982:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (147456->184319)  req@ffff8efa66f20380 x1863342816152192/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:135/0 lens 488/440 e 0 to 0 dl 1777022495 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022484.995993:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f20380 with x1863342816152192 ext(147456->184319)
00002000:00010000:2.0:1777022484.996000:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f20380
00000100:00100000:1.0:1777022485.005040:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022485.005147:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816152320
00000100:00100000:3.0:1777022485.005157:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816152320
00002000:00100000:3.0:1777022485.005202:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (184320->221183)  req@ffff8efa66c04380 x1863342816152320/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:136/0 lens 488/0 e 0 to 0 dl 1777022496 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022485.005214:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c04380 with x1863342816152320 ext(184320->221183)
00002000:00010000:3.0:1777022485.005229:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66c04380
00000100:00100000:3.0:1777022485.005258:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 559
00000100:00100000:3.0:1777022485.005268:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2380:x1863342816152320:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022485.015705:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2380:x1863342816152320:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10428us (10663us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022485.015720:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 559
00002000:00100000:3.0:1777022485.015733:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (184320->221183)  req@ffff8efa66c04380 x1863342816152320/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:136/0 lens 488/440 e 0 to 0 dl 1777022496 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022485.015744:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c04380 with x1863342816152320 ext(184320->221183)
00002000:00010000:3.0:1777022485.015750:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66c04380
00000100:00100000:0.0:1777022485.027201:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022485.027311:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816152448
00000100:00100000:1.0:1777022485.027321:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816152448
00002000:00100000:1.0:1777022485.027377:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (221184->258047)  req@ffff8efa66f22300 x1863342816152448/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:136/0 lens 488/0 e 0 to 0 dl 1777022496 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022485.027389:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f22300 with x1863342816152448 ext(221184->258047)
00002000:00010000:1.0:1777022485.027395:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f22300
00000100:00100000:1.0:1777022485.027430:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 560
00000100:00100000:1.0:1777022485.027439:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2379:x1863342816152448:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022485.032375:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2379:x1863342816152448:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4560us (4807us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022485.032392:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 560
00002000:00100000:1.0:1777022485.032405:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (221184->258047)  req@ffff8efa66f22300 x1863342816152448/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:136/0 lens 488/440 e 0 to 0 dl 1777022496 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022485.032423:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f22300 with x1863342816152448 ext(221184->258047)
00002000:00010000:1.0:1777022485.032429:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f22300
00000100:00100000:3.0:1777022485.048203:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022485.048593:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816152576
00000100:00100000:1.0:1777022485.048603:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816152576
00002000:00100000:1.0:1777022485.048650:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (258048->286719)  req@ffff8efa66f2fb80 x1863342816152576/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:136/0 lens 488/0 e 0 to 0 dl 1777022496 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022485.048662:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2fb80 with x1863342816152576 ext(258048->286719)
00002000:00010000:1.0:1777022485.048667:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2fb80
00000100:00100000:1.0:1777022485.048699:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 561
00000100:00100000:1.0:1777022485.048708:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2377:x1863342816152576:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022485.052824:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+23:2377:x1863342816152576:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4106us (4622us total) trans 0 rc 28672/28672
00000100:00100000:1.0:1777022485.052837:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 561
00002000:00100000:1.0:1777022485.052850:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (258048->286719)  req@ffff8efa66f2fb80 x1863342816152576/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:136/0 lens 488/440 e 0 to 0 dl 1777022496 ref 1 fl Complete:/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022485.052892:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2fb80 with x1863342816152576 ext(258048->286719)
00002000:00010000:1.0:1777022485.052898:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2fb80
00000100:00100000:3.0:1777022485.068387:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022485.069587:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816152704
00000100:00100000:1.0:1777022485.069598:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816152704
00000100:00100000:1.0:1777022485.069670:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 952
00000100:00100000:1.0:1777022485.069682:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+23:10188:x1863342816152704:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022485.069701:0:11994:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022485.069720:0:11994:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e50de lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421b1 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022485.069752:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4f80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842053 expref: 10 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022485.069762:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022485.069764:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022485.069768:0:11994:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e50de lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421b1 expref: 24 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022485.069804:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4f80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842053 expref: 10 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022485.069819:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4f80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842053 expref: 10 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022485.069833:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66c06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835923456:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022485.069987:0:11994:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022485.073198:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66c06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835923456:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022485.073236:0:11994:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e50de lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->290815] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421b1 expref: 24 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022485.073258:0:11994:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570da00, rc 0)
00000100:00100000:1.0:1777022485.073318:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+24:10188:x1863342816152704:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3639us (4953us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022485.073331:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 952
00000100:00100000:3.0:1777022485.078228:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022485.080105:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816152832
00000100:00100000:2.0:1777022485.080244:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816152832
00010000:00010000:2.0:1777022485.080301:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4f80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842053 expref: 11 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022485.080665:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 916
00000100:00100000:2.0:1777022485.080676:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2378:x1863342816152832:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022485.080692:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022485.080823:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4f80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842053 expref: 11 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.080838:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4f80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842053 expref: 11 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.080885:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e4f80 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842053 expref: 11 pid: 11994 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.080907:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022485.080908:0:5939:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022485.080915:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e50de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421b1 expref: 23 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.080935:0:5939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e50de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421b1 expref: 23 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.080975:0:5939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e50de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421b1 expref: 23 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022485.080990:0:5939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835923584:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022485.081170:0:5939:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022485.097763:0:5939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5939:1863342835923584:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022485.097790:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022485.097895:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816152832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 17181us (19634us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022485.097906:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 916
00000100:00100000:3.0:1777022485.098342:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022485.098388:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816152960
00000100:00100000:2.0:1777022485.098395:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816152960
00002000:00100000:2.0:1777022485.098435:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (286720->323583)  req@ffff8efa66f2dc00 x1863342816152960/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:136/0 lens 488/0 e 0 to 0 dl 1777022496 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022485.098446:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2dc00 with x1863342816152960 ext(286720->323583)
00002000:00010000:2.0:1777022485.098451:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2dc00
00000100:00100000:2.0:1777022485.098545:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 562
00000100:00100000:2.0:1777022485.098555:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2377:x1863342816152960:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022485.102093:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2377:x1863342816152960:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3530us (3747us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022485.102106:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 562
00002000:00100000:0.0:1777022485.102119:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (286720->323583)  req@ffff8efa66f2dc00 x1863342816152960/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:136/0 lens 488/440 e 0 to 0 dl 1777022496 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022485.102129:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2dc00 with x1863342816152960 ext(286720->323583)
00002000:00010000:0.0:1777022485.102134:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2dc00
00000100:00100000:3.0:1777022485.109718:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022485.110075:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816153088
00000100:00100000:0.0:1777022485.110159:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816153088
00002000:00100000:0.0:1777022485.110216:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (323584->352255)  req@ffff8efa66f2f100 x1863342816153088/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:136/0 lens 488/0 e 0 to 0 dl 1777022496 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022485.110233:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2f100 with x1863342816153088 ext(323584->352255)
00002000:00010000:0.0:1777022485.110238:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2f100
00000100:00100000:0.0:1777022485.110308:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 563
00000100:00100000:0.0:1777022485.110324:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2377:x1863342816153088:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022485.121813:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+24:2377:x1863342816153088:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 11473us (12082us total) trans 0 rc 28672/28672
00000100:00100000:0.0:1777022485.121827:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 563
00002000:00100000:0.0:1777022485.121843:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (323584->352255)  req@ffff8efa66f2f100 x1863342816153088/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:136/0 lens 488/440 e 0 to 0 dl 1777022496 ref 1 fl Complete:/600/0 rc 28672/28672 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022485.121891:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2f100 with x1863342816153088 ext(323584->352255)
00002000:00010000:0.0:1777022485.121896:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2f100
00000100:00100000:1.0:1777022485.126202:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022485.126380:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816153216
00000100:00100000:2.0:1777022485.126391:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816153216
00000100:00100000:2.0:1777022485.126490:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 953
00000100:00100000:2.0:1777022485.126501:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+24:10188:x1863342816153216:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022485.126525:0:6921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022485.126546:0:6921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e50e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421b8 expref: -99 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.126578:0:6921:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4f8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842061 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.126587:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022485.126589:0:6921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022485.126593:0:6921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e50e5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421b8 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.126638:0:6921:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4f8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842061 expref: 9 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.126654:0:6921:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4f8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842061 expref: 9 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022485.126668:0:6921:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835923712:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022485.126778:0:6921:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022485.129287:0:6921:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6921:1863342835923712:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022485.129322:0:6921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e50e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->356351] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421b8 expref: 25 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022485.129355:0:6921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511bc00, rc 0)
00000100:00100000:3.0:1777022485.129410:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10188:x1863342816153216:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 2911us (3219us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022485.129419:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 953
00000100:00100000:3.0:1777022485.133521:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022485.134427:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816153344
00000100:00100000:2.0:1777022485.134439:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816153344
00010000:00010000:2.0:1777022485.134487:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4f8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842061 expref: 10 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022485.134577:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 917
00000100:00100000:2.0:1777022485.134588:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816153344:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022485.134604:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022485.134624:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4f8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842061 expref: 10 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.134650:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4f8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842061 expref: 10 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.134674:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011c667ab/0x72ae7b78094e4f8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842061 expref: 10 pid: 6923 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.134692:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022485.134694:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022485.134702:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e50e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421b8 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.134712:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e50e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421b8 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022485.134752:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e50e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421b8 expref: 24 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022485.134772:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66add880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835923840:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022485.134905:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022485.139320:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022485.139790:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816153472
00000100:00100000:3.0:1777022485.139809:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816153472
00002000:00100000:3.0:1777022485.139901:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (352256->368639)  req@ffff8efa66c07480 x1863342816153472/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:136/0 lens 488/0 e 0 to 0 dl 1777022496 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022485.139912:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c07480 with x1863342816153472 ext(352256->368639)
00002000:00010000:3.0:1777022485.139928:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66c07480
00000100:00100000:3.0:1777022485.139958:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 564
00000100:00100000:3.0:1777022485.139970:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2377:x1863342816153472:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022485.140544:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2377:x1863342816153472:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 574us (1231us total) trans 0 rc 16384/16384
00000100:00100000:3.0:1777022485.140552:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 564
00002000:00100000:3.0:1777022485.140560:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (352256->368639)  req@ffff8efa66c07480 x1863342816153472/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:136/0 lens 488/16824 e 0 to 0 dl 1777022496 ref 1 fl Complete:/600/0 rc 16384/16384 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022485.140568:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c07480 with x1863342816153472 ext(352256->368639)
00002000:00010000:3.0:1777022485.140572:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66c07480
00000100:00100000:2.0:1777022485.140900:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66add880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835923840:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022485.140943:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022485.140978:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342816153344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6392us (7467us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022485.140987:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 917
00000100:00100000:0.0:1777022485.150086:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022485.150182:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816153728
00000100:00100000:1.0:1777022485.150193:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816153728
00000100:00100000:1.0:1777022485.150268:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 51
00000100:00100000:1.0:1777022485.150279:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49df8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10188:x1863342816153728:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:1.0:1777022485.150554:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49df8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10188:x1863342816153728:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 275us (476us total) trans 4294967453 rc 0/0
00000100:00100000:1.0:1777022485.150563:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 51
00000100:00080000:3.0:1777022485.151533:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:3.0:1777022485.161106:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022486.186828:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022486.762650:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1777022486.770396:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3465:1863342835924096:0@lo:400:kworker.0
00000100:00100000:0.0:1777022486.770479:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022486.770637:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66add880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3465:1863342835923968:0@lo:400:kworker.0
00000100:00100000:0.0:1777022486.770668:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022486.770977:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835924096
00000100:00100000:1.0:1777022486.770986:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835924096
00000100:00100000:1.0:1777022486.771038:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151
00000100:00100000:1.0:1777022486.771048:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3465:x1863342835924096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022486.771103:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3465:x1863342835924096:12345-0@lo:400:kworker.0 Request processed in 57us (624us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022486.771109:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151
00000100:00100000:1.0:1777022486.772711:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835923968
00000100:00100000:1.0:1777022486.772719:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835923968
00000100:00100000:0.0:1777022486.775306:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66addc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835924608:0@lo:400:kworker.0
00000100:00100000:0.0:1777022486.775382:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022486.775447:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3465:1863342835924096:0@lo:400:kworker.0
00000100:00100000:0.0:1777022486.775468:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1777022486.775475:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3465:1863342835924480:0@lo:400:kworker.0
00000100:00100000:0.0:1777022486.775498:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022486.775527:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835924352:0@lo:400:kworker.0
00000100:00100000:0.0:1777022486.775550:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022486.775571:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1777022486.775577:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3463:1863342835924224:0@lo:400:kworker.0
00000100:00100000:0.0:1777022486.775596:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022486.781398:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835924480
00000100:00100000:0.0:1777022486.781413:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835924480
00000100:00100000:0.0:1777022486.781501:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835924224
00000100:00100000:0.0:1777022486.781504:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835924224
00000100:00100000:0.0:1777022486.781533:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152
00000100:00100000:0.0:1777022486.781543:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3465:x1863342835924480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022486.781642:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3465:x1863342835924480:12345-0@lo:400:kworker.0 Request processed in 100us (6142us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022486.781650:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152
00000100:00100000:0.0:1777022486.781668:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153
00000100:00100000:0.0:1777022486.781769:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3463:x1863342835924224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022486.781805:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3463:x1863342835924224:12345-0@lo:400:kworker.0 Request processed in 39us (6207us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022486.781811:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153
00000100:00100000:2.0:1777022486.781940:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835924608
00000100:00100000:2.0:1777022486.781946:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835924608
00000100:00100000:2.0:1777022486.781983:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835924352
00000100:00100000:2.0:1777022486.781987:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835924352
00000100:00100000:2.0:1777022486.782009:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102
00000100:00100000:2.0:1777022486.782016:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3465:x1863342835924608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022486.782054:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3465:x1863342835924608:12345-0@lo:400:kworker.0 Request processed in 39us (6672us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022486.782060:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102
00000100:00100000:2.0:1777022486.782071:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103
00000100:00100000:2.0:1777022486.782077:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835924352:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022486.782103:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835924352:12345-0@lo:400:kworker.0 Request processed in 27us (6553us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022486.782108:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103
00000100:00080000:2.0:1777022486.782249:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1777022486.782253:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1777022486.782255:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022486.782306:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3465:1863342835924480:0@lo:400:kworker.0
00000100:00100000:2.0:1777022486.782323:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66addc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835924608:0@lo:400:kworker.0
00000100:00100000:0.0:1777022486.782481:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3463:1863342835924224:0@lo:400:kworker.0
00000100:00100000:0.0:1777022486.782494:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835924352:0@lo:400:kworker.0
00000100:00100000:1.0:1777022486.786591:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270
00000100:00100000:1.0:1777022486.786615:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3465:x1863342835923968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022486.786735:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3465:x1863342835923968:12345-0@lo:400:kworker.0 Request processed in 133us (16065us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022486.786743:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270
00000100:00100000:2.0:1777022486.786895:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66add880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3465:1863342835923968:0@lo:400:kworker.0
00000100:00100000:1.0:1777022486.887641:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022486.887774:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816153984
00000100:00100000:3.0:1777022486.887785:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816153984
00000100:00100000:3.0:1777022486.887921:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 52
00000100:00100000:3.0:1777022486.887933:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:10187:x1863342816153984:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:3.0:1777022486.888185:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10187:x1863342816153984:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 254us (553us total) trans 4294967454 rc 0/0
00000100:00100000:3.0:1777022486.888193:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 52
00000100:00080000:2.0:1777022486.892041:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022486.895143:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022486.895261:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816154112
00000100:00100000:2.0:1777022486.895273:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816154112
00000100:00100000:2.0:1777022486.895347:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 218
00000100:00100000:2.0:1777022486.895358:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10187:x1863342816154112:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022486.895388:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022486.895413:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e50ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421bf expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.895479:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e50f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.895494:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e50f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.895508:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e50f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022486.895549:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022486.895553:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022486.895573:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e50f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.895596:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e50ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421bf expref: 10 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.895615:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e50f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421bf expref: 9 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.895623:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de400)
00010000:00010000:2.0:1777022486.895626:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022486.895629:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ac00, rc 0)
00000100:00100000:2.0:1777022486.895690:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816154112:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 334us (562us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022486.895698:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 218
00000100:00100000:1.0:1777022486.901575:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022486.901659:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816154240
00000100:00100000:2.0:1777022486.901669:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816154240
00000100:00100000:2.0:1777022486.901735:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:2.0:1777022486.901755:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816154240:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022486.901776:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022486.901794:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e50fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421c6 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.901879:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e5101 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.901891:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e5101 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.901910:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e5101 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.901926:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5108 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.901937:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5108 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.901948:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5108 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902030:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e510f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902039:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e510f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902046:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e510f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022486.902088:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1a:0x0]: returning size 409600
00000004:00200000:2.0:1777022486.902092:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022486.902111:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e510f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902123:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e510f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902130:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e5101 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902137:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e5101 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902144:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e5101 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902150:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022486.902154:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e5101 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902160:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e5101 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902172:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de400)
00010000:00010000:2.0:1777022486.902175:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022486.902180:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e5101 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902185:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b000/0x72ae7b78094e5101 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902196:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5108 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902201:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5108 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902206:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5108 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902211:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022486.902213:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5108 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902219:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5108 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902225:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (ffff8efa655def00)
00010000:00010000:2.0:1777022486.902227:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022486.902229:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5108 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902238:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5108 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902266:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e50fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421c6 expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902278:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e510f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421c6 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.902285:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8efa655de500)
00010000:00010000:2.0:1777022486.902287:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022486.902289:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022486.904879:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816154240:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 3091us (3279us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022486.904891:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:1.0:1777022486.907975:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022486.908778:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816154496
00000100:00100000:2.0:1777022486.908790:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816154496
00000100:00100000:2.0:1777022486.908879:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 220
00000100:00100000:2.0:1777022486.908891:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816154496:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022486.908954:0:5953:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1777022486.908984:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e510f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421c6 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.909009:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e4d42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e54 expref: 9 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.909023:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8efa655de500)
00010000:00010000:2.0:1777022486.909032:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e50f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421bf expref: 8 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.909040:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de400)
00010000:00010000:2.0:1777022486.909043:0:5953:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022486.909065:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.909077:0:5953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4d57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e62 expref: 7 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.909086:0:5953:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.909135:0:5953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4d57 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e62 expref: 7 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.909148:0:5953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4d57 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e62 expref: 7 pid: 5954 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022486.909162:0:5953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66add880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835924736:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022486.909255:0:5953:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f300 going to sleep for 11 seconds
00000100:00100000:0.0:1777022486.915651:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022486.916007:0:5953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66add880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835924736:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022486.916036:0:5953:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022486.916978:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816154624
00000100:00100000:3.0:1777022486.916987:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816154624
00010000:00010000:3.0:1777022486.917029:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4d57 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e62 expref: 8 pid: 5954 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022486.917131:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 918
00000100:00100000:3.0:1777022486.917141:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816154624:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022486.917156:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022486.917164:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4d57 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e62 expref: 8 pid: 5954 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.917177:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4d57 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e62 expref: 8 pid: 5954 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.917198:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a800/0x72ae7b78094e4d57 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e62 expref: 8 pid: 5954 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.917219:0:11988:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de400)
00010000:00010000:3.0:1777022486.917224:0:11988:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.917233:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.917240:0:11988:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.917268:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022486.917340:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2378:x1863342816154624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 200us (1699us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022486.917348:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 918
00010000:00010000:2.0:1777022486.917396:0:5953:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.917403:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.917426:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e511d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.917435:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e511d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.917442:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e511d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.917520:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.917530:0:5953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4d73 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e69 expref: 6 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.917537:0:5953:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.917565:0:5953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4d73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e69 expref: 6 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.917577:0:5953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4d73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e69 expref: 6 pid: 7637 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022486.917596:0:5953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66add880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835924864:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022486.917657:0:5953:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f300 going to sleep for 11 seconds
00000100:00100000:1.0:1777022486.923712:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022486.924532:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816154752
00000100:00100000:0.0:1777022486.924544:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816154752
00010000:00010000:0.0:1777022486.924584:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4d73 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e69 expref: 7 pid: 7637 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022486.924635:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 919
00000100:00100000:0.0:1777022486.924646:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2378:x1863342816154752:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022486.924662:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022486.924668:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4d73 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e69 expref: 7 pid: 7637 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.924682:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4d73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e69 expref: 7 pid: 7637 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.924704:0:5939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8efa655de500)
00010000:00010000:0.0:1777022486.924709:0:5939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.924718:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.924725:0:5939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.924744:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022486.924801:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2378:x1863342816154752:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 157us (1098us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022486.924809:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 919
00010000:00010000:2.0:1777022486.928051:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e4d73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e69 expref: 6 pid: 7637 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022486.928075:0:5953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66add880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5953:1863342835924864:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022486.928100:0:5953:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.928110:0:5953:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.928115:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1777022486.929498:0:5953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088
00000004:00080000:3.0:1777022486.929515:0:5953:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 425095658948ns, next at 426095655458ns, rc = 0
00010000:00010000:3.0:1777022486.929578:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e512b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.929593:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e512b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.929603:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e512b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.930982:0:5953:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e512b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.930995:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e512b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931003:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e512b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931026:0:5953:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1777022486.931053:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931059:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931065:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931071:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022486.931076:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931084:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931097:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8efa655de500)
00010000:00010000:3.0:1777022486.931100:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1777022486.931104:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931110:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a600/0x72ae7b78094e5124 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931131:0:5953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931137:0:5953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931143:0:5953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931148:0:5953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022486.931150:0:5953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931155:0:5953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931162:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de400)
00010000:00010000:3.0:1777022486.931164:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022486.931166:0:5953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.931172:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b600/0x72ae7b78094e5116 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1777022486.931188:0:5953:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000715ccc5f reply state 0000000008a1febc transno 4294967455 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e511d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022486.931197:0:5953:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1777022486.931292:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816154496:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 22400us (23323us total) trans 4294967455 rc 0/0
00000100:00100000:3.0:1777022486.931310:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 220
00010000:00010000:0.0:1777022486.931537:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1777022486.931543:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e512b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.931551:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f1600 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:0.0:1777022486.931554:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e512b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.931559:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e512b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.931569:0:5941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8efa655de500)
00010000:00010000:0.0:1777022486.931571:0:5941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1777022486.931574:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e512b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.931580:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1600/0x72ae7b78094e512b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.931595:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022486.931597:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022486.931598:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022486.936211:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022486.936287:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816154880
00000100:00100000:1.0:1777022486.936306:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816154880
00000100:00100000:1.0:1777022486.936375:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 221
00000100:00100000:1.0:1777022486.936387:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816154880:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022486.936412:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022486.936434:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e5132 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421cd expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.936500:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e5139 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.936515:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e5139 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.936526:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e5139 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1777022486.936571:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:1.0:1777022486.936575:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1777022486.936594:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e5139 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.936619:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570d800/0x72ae7b78094e5132 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421cd expref: 11 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.936651:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e5139 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421cd expref: 10 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.936665:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569300)
00010000:00010000:1.0:1777022486.936669:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1777022486.936672:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570cc00, rc 0)
00000100:00100000:1.0:1777022486.936773:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816154880:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 388us (570us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022486.936780:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 221
00010000:00010000:2.0:1777022486.939579:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e511d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.939594:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e511d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.939601:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e511d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.939607:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022486.939612:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e511d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.939625:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e511d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.939641:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1b4ce6b (ffff8efa655def00)
00010000:00010000:2.0:1777022486.939644:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022486.939648:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e511d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.939653:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e511d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb1b4ce6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022486.945815:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022486.946360:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816155008
00000100:00100000:0.0:1777022486.946370:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816155008
00000100:00100000:0.0:1777022486.946436:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 222
00000100:00100000:0.0:1777022486.946446:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816155008:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022486.946468:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022486.946491:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfe00/0x72ae7b78094e5140 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421d4 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946560:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5147 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946580:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5147 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946591:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5147 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946606:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e514e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946614:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e514e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946620:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e514e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946664:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5147 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946672:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5147 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946678:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5147 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946685:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022486.946689:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5147 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946696:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5147 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946707:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569300)
00010000:00010000:0.0:1777022486.946710:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022486.946714:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5147 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946720:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5147 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946733:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e514e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946739:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e514e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946745:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e514e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946750:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022486.946753:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e514e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946759:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e514e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946765:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa4954ae00)
00010000:00010000:0.0:1777022486.946768:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022486.946770:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e514e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946775:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e514e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946810:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfe00/0x72ae7b78094e5140 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421d4 expref: 10 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946825:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569300)
00010000:00010000:0.0:1777022486.946828:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022486.946831:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfe00/0x72ae7b78094e5140 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421d4 expref: 10 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.946840:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acfe00, rc 0)
00000100:00100000:0.0:1777022486.946960:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816155008:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 515us (1155us total) trans 0 rc 301/301
00000100:00100000:0.0:1777022486.946967:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 222
00000100:00100000:0.0:1777022486.952141:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022486.952545:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816155136
00000100:00100000:2.0:1777022486.952556:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816155136
00000100:00100000:2.0:1777022486.952637:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 223
00000100:00100000:2.0:1777022486.952648:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816155136:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022486.952679:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022486.952709:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e5155 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421db expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952780:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e515c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952798:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e515c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952810:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e515c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952824:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5163 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952832:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5163 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952840:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5163 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952925:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e515c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952933:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e515c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952939:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e515c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952945:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022486.952949:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e515c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952956:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e515c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952967:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569300)
00010000:00010000:2.0:1777022486.952970:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022486.952974:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e515c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952980:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e515c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.952993:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5163 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.953000:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5163 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.953005:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5163 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.953010:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022486.953012:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5163 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.953017:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5163 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.953024:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa655de200)
00010000:00010000:2.0:1777022486.953026:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022486.953029:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5163 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.953033:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5163 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.953061:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e5155 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421db expref: 10 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.953071:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569300)
00010000:00010000:2.0:1777022486.953073:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022486.953076:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e5155 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421db expref: 10 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.953084:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ac00, rc 0)
00000100:00100000:2.0:1777022486.953171:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816155136:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 525us (2326us total) trans 0 rc 301/301
00000100:00100000:2.0:1777022486.953179:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 223
00000100:00100000:2.0:1777022486.957620:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022486.957704:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816155392
00000100:00100000:0.0:1777022486.957717:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816155392
00000100:00100000:0.0:1777022486.957788:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 224
00000100:00100000:0.0:1777022486.957798:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66add880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816155392:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022486.957821:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022486.957825:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1777022486.957920:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570cc00/0x72ae7b78094e5139 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421cd expref: 9 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.957938:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa81569300)
00010000:00010000:0.0:1777022486.957951:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022486.957966:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfe00/0x72ae7b78094e516a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421e2 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958072:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e5171 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958085:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e5171 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958094:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e5171 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958108:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5178 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958115:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5178 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958120:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5178 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1777022486.958435:0:5952:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe:0x0], index 0: 0
00010000:00010000:0.0:1777022486.958568:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e517f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958577:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e517f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958583:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e517f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958616:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e5171 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958624:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e5171 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958629:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e5171 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958635:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022486.958639:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e5171 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958646:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e5171 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958654:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954ae00)
00010000:00010000:0.0:1777022486.958657:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022486.958660:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e5171 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958666:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e5171 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1777022486.958677:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000655dc5b7 reply state 00000000379d0215 transno 4294967456 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5178 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022486.958686:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1777022486.958709:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfe00/0x72ae7b78094e516a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421e2 expref: 11 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958726:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e517f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421e2 expref: 10 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.958733:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8efa4954a500)
00010000:00010000:0.0:1777022486.958736:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1777022486.958738:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace600, rc 0)
00000100:00100000:0.0:1777022486.958802:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66add880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816155392:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1006us (1205us total) trans 4294967456 rc 0/0
00000100:00100000:0.0:1777022486.958810:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 224
00000100:00100000:2.0:1777022486.963895:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022486.964723:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816155648
00000100:00100000:3.0:1777022486.964736:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816155648
00000100:00100000:3.0:1777022486.964802:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 225
00000100:00100000:3.0:1777022486.964813:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66addc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816155648:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:3.0:1777022486.965146:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022486.965173:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace600/0x72ae7b78094e517f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421e2 expref: 11 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.965190:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8efa4954a500)
00010000:00010000:3.0:1777022486.965202:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1777022486.965397:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e518d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.965413:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e518d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.965423:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e518d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1777022486.965461:0:5954:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967457
00000004:00010000:3.0:1777022486.965481:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f6d8f1a reply state 00000000db5741bd transno 4294967458 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e518d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022486.965490:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1777022486.965593:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66addc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10187:x1863342816155648:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 781us (1745us total) trans 4294967458 rc 0/0
00000100:00100000:3.0:1777022486.965600:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 225
00000020:00080000:3.0:1777022486.965605:0:5954:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1777022486.971597:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022486.971813:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816155776
00000100:00100000:0.0:1777022486.971823:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816155776
00000100:00100000:0.0:1777022486.971917:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 226
00000100:00100000:0.0:1777022486.971927:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10187:x1863342816155776:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022486.971951:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022486.971970:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e5194 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421e9 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.972031:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e5194 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421e9 expref: 14 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.972046:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e5194 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421e9 expref: 14 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.972061:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8efa6519e600)
00010000:00010000:0.0:1777022486.972064:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:0.0:1777022486.972067:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acfc00, rc 0)
00000100:00100000:0.0:1777022486.972132:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10187:x1863342816155776:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 194us (597us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022486.972139:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 226
00010000:00010000:1.0:1777022486.972886:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5178 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.972905:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5178 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.972912:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5178 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.972918:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022486.972922:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5178 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.972930:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5178 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.972944:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa4954a900)
00010000:00010000:1.0:1777022486.972947:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022486.972950:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5178 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.972957:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5178 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022486.975886:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022486.976018:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816155904
00000100:00100000:1.0:1777022486.976028:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816155904
00000100:00100000:1.0:1777022486.976101:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 954
00000100:00100000:1.0:1777022486.976111:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10187:x1863342816155904:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022486.976128:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022486.976150:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421f0 expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022486.976177:0:11979:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1777022486.976199:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022486.976201:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022486.976209:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421f0 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.976226:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421f0 expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022486.976239:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c200, rc 0)
00000100:00100000:1.0:1777022486.976307:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816155904:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 186us (450us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022486.976322:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 954
00000100:00080000:3.0:1777022486.976600:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022486.978689:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022486.978851:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816156032
00000100:00100000:0.0:1777022486.978884:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816156032
00002000:00010000:0.0:1777022486.978937:0:6927:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/14 (409600->18446744073709551615)
00002000:00100000:0.0:1777022486.978941:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2c000 with x1863342816156032 ext(409600->18446744073709551615)
00002000:00010000:0.0:1777022486.978955:0:6927:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66f2c000.
00000100:00100000:0.0:1777022486.978984:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 565
00000100:00100000:0.0:1777022486.978994:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816156032:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:0.0:1777022486.979173:0:6927:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb size from disk: 0 -> 409600
00002000:00010000:0.0:1777022486.979178:0:6927:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb mtime from disk: 0 -> 1777022486
00002000:00010000:0.0:1777022486.979180:0:6927:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:0.0:1777022486.979182:0:6927:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb ctime from disk: 0 -> 1777022486
00002000:00010000:0.0:1777022486.979184:0:6927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:0.0:1777022486.979241:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816156032:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 249us (562us total) trans 4294967328 rc 0/0
00000100:00100000:0.0:1777022486.979249:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 565
00002000:00010000:0.0:1777022486.979253:0:6927:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/14 (409600->18446744073709551615)
00002000:00100000:0.0:1777022486.979255:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2c000 with x1863342816156032 ext(409600->18446744073709551615)
00002000:00010000:0.0:1777022486.979260:0:6927:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66f2c000.
00000100:00100000:1.0:1777022486.983425:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022486.983502:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816156160
00000100:00100000:3.0:1777022486.983515:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816156160
00000100:00100000:3.0:1777022486.983584:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 227
00000100:00100000:3.0:1777022486.983596:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10187:x1863342816156160:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022486.983629:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022486.983653:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e51a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421f7 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.983719:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51a9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.983734:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.983745:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022486.983793:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022486.983796:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022486.983820:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.983844:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e51a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421f7 expref: 15 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.983911:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421f7 expref: 14 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.983920:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e700)
00010000:00010000:3.0:1777022486.983922:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022486.983925:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0600, rc 0)
00000100:00100000:3.0:1777022486.983987:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10187:x1863342816156160:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 394us (573us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022486.983998:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 227
00010000:00010000:2.0:1777022486.984616:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e518d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.984626:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e518d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.984633:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e518d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.984639:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0e00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022486.984644:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e518d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.984650:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e518d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.984662:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8efa6519e600)
00010000:00010000:2.0:1777022486.984664:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022486.984667:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e518d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022486.984674:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0e00/0x72ae7b78094e518d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022486.987962:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022486.988198:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816156416
00000100:00100000:3.0:1777022486.988213:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816156416
00000100:00100000:3.0:1777022486.988279:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 228
00000100:00100000:3.0:1777022486.988292:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10187:x1863342816156416:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022486.988414:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022486.988417:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1777022486.988447:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421f7 expref: 13 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.988469:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e700)
00010000:00010000:3.0:1777022486.988481:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1777022486.988497:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51b0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de78421fe expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.988599:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e51b7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.988624:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e51b7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.988634:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e51b7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.988647:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e51be lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.988653:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e51be lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.988663:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e51be lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1777022486.989219:0:5952:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xf:0x0], index 1: 0
00010000:00010000:3.0:1777022486.989361:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e51c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.989371:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e51c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.989378:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e51c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.989411:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e51b7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.989419:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e51b7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.989425:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e51b7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.989432:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f1a00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022486.989436:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e51b7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.989443:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e51b7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.989452:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e300)
00010000:00010000:3.0:1777022486.989455:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022486.989460:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e51b7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.989467:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e51b7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1777022486.989478:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c9feee65 reply state 000000008dbd02c1 transno 4294967459 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e51be lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022486.989487:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1777022486.989514:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51b0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421fe expref: 15 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.989531:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e51c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421fe expref: 14 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.989538:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8efa6519e400)
00010000:00010000:3.0:1777022486.989541:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1777022486.989543:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1000, rc 0)
00000100:00100000:3.0:1777022486.989616:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+15:10187:x1863342816156416:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1326us (1667us total) trans 4294967459 rc 0/0
00000100:00100000:3.0:1777022486.989624:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 228
00010000:00010000:0.0:1777022486.992180:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e51be lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.992195:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e51be lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.992202:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e51be lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.992207:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:0.0:1777022486.992212:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e51be lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.992223:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e51be lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.992237:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa6519e200)
00010000:00010000:0.0:1777022486.992240:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1777022486.992245:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e51be lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022486.992250:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e51be lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022486.995594:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022486.995668:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816156672
00000100:00100000:3.0:1777022486.995677:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816156672
00000100:00100000:3.0:1777022486.995735:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 229
00000100:00100000:3.0:1777022486.995745:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+14:10187:x1863342816156672:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:3.0:1777022486.995802:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022486.995828:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e51c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421fe expref: 14 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.995893:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8efa6519e400)
00010000:00010000:3.0:1777022486.995914:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1777022486.996081:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e51d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.996094:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e51d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022486.996104:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e51d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1777022486.996268:0:7637:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967460
00000004:00010000:3.0:1777022486.996289:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048b879cd reply state 000000007aef54b3 transno 4294967461 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e51d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022486.996298:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1777022486.996444:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10187:x1863342816156672:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 699us (857us total) trans 4294967461 rc 0/0
00000100:00100000:3.0:1777022486.996452:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 229
00000020:00080000:3.0:1777022486.996457:0:7637:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1777022487.001139:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022487.001269:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816156800
00000100:00100000:3.0:1777022487.001282:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816156800
00000100:00100000:3.0:1777022487.001360:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 230
00000100:00100000:3.0:1777022487.001371:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+16:10187:x1863342816156800:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022487.001412:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022487.001437:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e51da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842205 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.001504:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e51da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842205 expref: 17 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.001519:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e51da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842205 expref: 17 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.001537:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8efa6519e000)
00010000:00010000:3.0:1777022487.001540:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:3.0:1777022487.001543:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1c00, rc 0)
00000100:00100000:3.0:1777022487.001598:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+17:10187:x1863342816156800:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 230us (477us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022487.001605:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 230
00000100:00100000:0.0:1777022487.005771:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022487.005990:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816156928
00000100:00100000:3.0:1777022487.006000:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816156928
00000100:00100000:3.0:1777022487.006068:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 955
00000100:00100000:3.0:1777022487.006080:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816156928:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022487.006099:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022487.006122:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e51e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784220c expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022487.006147:0:6923:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1777022487.006168:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022487.006170:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022487.006178:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e51e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784220c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.006202:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e51e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784220c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.006216:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0200, rc 0)
00000100:00100000:3.0:1777022487.006270:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816156928:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 194us (509us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022487.006277:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 955
00000100:00080000:0.0:1777022487.006407:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022487.010239:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022487.010513:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816157056
00000100:00100000:3.0:1777022487.010526:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816157056
00002000:00010000:3.0:1777022487.011826:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/15 (409600->18446744073709551615)
00002000:00100000:3.0:1777022487.011835:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c05880 with x1863342816157056 ext(409600->18446744073709551615)
00002000:00010000:3.0:1777022487.011847:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66c05880.
00000100:00100000:3.0:1777022487.011907:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 566
00000100:00100000:3.0:1777022487.011922:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816157056:12345-192.168.202.33@tcp:10:mmap_sanity.0
00002000:00010000:3.0:1777022487.012104:0:11976:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb size from disk: 0 -> 409600
00002000:00010000:3.0:1777022487.012108:0:11976:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb mtime from disk: 0 -> 1777022486
00002000:00010000:3.0:1777022487.012110:0:11976:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:3.0:1777022487.012112:0:11976:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb ctime from disk: 0 -> 1777022486
00002000:00010000:3.0:1777022487.012114:0:11976:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:3.0:1777022487.012186:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342816157056:12345-192.168.202.33@tcp:10:mmap_sanity.0 Request processed in 269us (1958us total) trans 4294967470 rc 0/0
00000100:00100000:3.0:1777022487.012194:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 566
00002000:00010000:3.0:1777022487.012199:0:11976:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/15 (409600->18446744073709551615)
00002000:00100000:3.0:1777022487.012201:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c05880 with x1863342816157056 ext(409600->18446744073709551615)
00002000:00010000:3.0:1777022487.012206:0:11976:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66c05880.
00010000:00010000:2.0:1777022487.012564:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e51d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.012580:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e51d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.012588:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e51d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.012594:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f1e00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022487.012599:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e51d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.012615:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e51d3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.012630:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8efa6519e000)
00010000:00010000:2.0:1777022487.012633:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022487.012637:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e51d3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.012642:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e51d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022487.020140:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022487.020233:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816157184
00000100:00100000:0.0:1777022487.020243:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816157184
00002000:00100000:0.0:1777022487.020309:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe:0x0] (0->4095)  req@ffff8efa66c07100 x1863342816157184/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022487.020328:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c07100 with x1863342816157184 ext(0->4095)
00002000:00010000:0.0:1777022487.020335:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66c07100
00000100:00100000:0.0:1777022487.020371:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 567
00000100:00100000:0.0:1777022487.020381:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816157184:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022487.021035:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816157184:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 653us (902us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022487.021044:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 567
00002000:00100000:0.0:1777022487.021051:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe:0x0] (0->4095)  req@ffff8efa66c07100 x1863342816157184/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/4536 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022487.021061:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c07100 with x1863342816157184 ext(0->4095)
00002000:00010000:0.0:1777022487.021065:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66c07100
00000100:00100000:1.0:1777022487.028045:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022487.029580:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816157312
00000100:00100000:3.0:1777022487.029593:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816157312
00000100:00100000:3.0:1777022487.029885:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 231
00000100:00100000:3.0:1777022487.029906:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10190:x1863342816157312:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022487.029937:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022487.029966:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e51e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842213 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.030059:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.030074:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.030085:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022487.030125:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022487.030129:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022487.030147:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.030172:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e51e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842213 expref: 8 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.030193:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842213 expref: 7 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.030201:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e400)
00010000:00010000:3.0:1777022487.030205:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022487.030208:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0a00, rc 0)
00000100:00100000:3.0:1777022487.030272:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10190:x1863342816157312:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 378us (2238us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022487.030280:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 231
00000100:00080000:0.0:1777022487.030786:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1777022487.037160:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022487.037469:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816157568
00000100:00100000:3.0:1777022487.037479:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816157568
00000100:00100000:3.0:1777022487.037542:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 232
00000100:00100000:3.0:1777022487.037552:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10190:x1863342816157568:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022487.037574:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022487.037593:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e51f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784221a expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.037891:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.037915:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.037928:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.037944:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5204 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.037950:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.037955:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038063:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e520b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038072:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e520b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038079:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e520b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022487.038088:0:5952:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1c:0x0]: returning size 409600
00010000:00010000:3.0:1777022487.038167:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038175:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51fd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038181:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038187:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0600 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022487.038191:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038198:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038209:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e400)
00010000:00010000:3.0:1777022487.038212:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022487.038215:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038225:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0600/0x72ae7b78094e51fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038238:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038243:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5204 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038248:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5204 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038252:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f1e00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022487.038254:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5204 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038259:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5204 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038265:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa6519e300)
00010000:00010000:3.0:1777022487.038267:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022487.038269:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5204 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038274:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5204 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038454:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e51f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784221a expref: 10 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038470:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e520b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784221a expref: 9 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022487.038477:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8efa6519e000)
00010000:00010000:3.0:1777022487.038479:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1777022487.038481:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f0800, rc 0)
00000100:00100000:2.0:1777022487.038925:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10190:x1863342816157568:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1373us (1774us total) trans 4294967462 rc 0/0
00000100:00100000:2.0:1777022487.038936:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 232
00000100:00100000:1.0:1777022487.041341:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022487.041666:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816157696
00000100:00100000:3.0:1777022487.041685:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816157696
00002000:00100000:3.0:1777022487.041735:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (4096->8191)  req@ffff8efa66c06300 x1863342816157696/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022487.041746:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c06300 with x1863342816157696 ext(4096->8191)
00002000:00010000:3.0:1777022487.041752:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66c06300
00000100:00100000:3.0:1777022487.041784:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 568
00000100:00100000:3.0:1777022487.041794:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816157696:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022487.042043:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816157696:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 249us (710us total) trans 0 rc 4096/4096
00000100:00100000:3.0:1777022487.042052:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 568
00002000:00100000:3.0:1777022487.042059:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (4096->8191)  req@ffff8efa66c06300 x1863342816157696/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/4536 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022487.042068:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66c06300 with x1863342816157696 ext(4096->8191)
00002000:00010000:3.0:1777022487.042071:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66c06300
00000100:00100000:1.0:1777022487.050064:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022487.050174:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816157952
00000100:00100000:2.0:1777022487.050185:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816157952
00000100:00100000:2.0:1777022487.050244:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 233
00000100:00100000:2.0:1777022487.050254:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:10190:x1863342816157952:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022487.050277:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022487.050311:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e5219 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842221 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050392:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5220 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050406:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5220 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050419:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5220 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050432:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e5227 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050439:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e5227 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050446:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e5227 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050548:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e522e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050558:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e522e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050564:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e522e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022487.050574:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1b:0x0]: returning size 409600
00010000:00010000:2.0:1777022487.050658:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5220 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050963:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5220 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050969:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5220 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050975:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022487.050979:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5220 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050986:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5220 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.050998:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e400)
00010000:00010000:2.0:1777022487.051001:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022487.051005:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5220 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.051011:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e5220 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.051025:0:5954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e5227 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.051031:0:5954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e5227 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.051036:0:5954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e5227 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.051041:0:5954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022487.051044:0:5954:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e5227 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.051050:0:5954:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e5227 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.051057:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa655de200)
00010000:00010000:2.0:1777022487.051059:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022487.051062:0:5954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e5227 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.051068:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e5227 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.051109:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e5219 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842221 expref: 12 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.051124:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e522e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842221 expref: 11 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.051131:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8efa6519e600)
00010000:00010000:2.0:1777022487.051133:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022487.051135:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511a400, rc 0)
00000100:00100000:2.0:1777022487.051201:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:10190:x1863342816157952:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 948us (1146us total) trans 4294967463 rc 0/0
00000100:00100000:2.0:1777022487.051208:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 233
00000100:00100000:3.0:1777022487.055494:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022487.055581:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816158080
00000100:00100000:2.0:1777022487.055590:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816158080
00000100:00100000:2.0:1777022487.055688:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 956
00000100:00100000:2.0:1777022487.055699:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342816158080:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022487.055719:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022487.055736:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e523c lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842228 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022487.055800:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835924992:192.168.202.33@tcp:106:
00000100:00100000:2.0:1777022487.055918:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168fe40 going to sleep for 11 seconds
00000100:00080000:3.0:1777022487.057204:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00010000:2.0:1777022487.062418:0:9584:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb atime: 0 -> 1777022486
00000100:00100000:2.0:1777022487.062449:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835924992:192.168.202.33@tcp:106:
00010000:00010000:2.0:1777022487.062483:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e523c lrc: 1/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842228 expref: 26 pid: 9584 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.062507:0:9584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e523c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842228 expref: 26 pid: 9584 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.062520:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022487.062573:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+25:2378:x1863342816158080:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6876us (7088us total) trans 0 rc 301/301
00000100:00100000:2.0:1777022487.062582:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 956
00000100:00100000:3.0:1777022487.063175:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022487.063744:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816158208
00000100:00100000:2.0:1777022487.063752:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816158208
00002000:00100000:2.0:1777022487.063798:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (8192->12287)  req@ffff8efa66f2c380 x1863342816158208/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022487.063810:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2c380 with x1863342816158208 ext(8192->12287)
00002000:00010000:2.0:1777022487.063815:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66f2c380
00000100:00100000:2.0:1777022487.063842:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 569
00000100:00100000:2.0:1777022487.063851:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816158208:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022487.064051:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816158208:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 201us (878us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022487.064060:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 569
00002000:00100000:2.0:1777022487.064066:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (8192->12287)  req@ffff8efa66f2c380 x1863342816158208/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/4536 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022487.064074:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2c380 with x1863342816158208 ext(8192->12287)
00002000:00010000:2.0:1777022487.064077:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66f2c380
00000100:00100000:1.0:1777022487.071627:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022487.071675:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022487.071753:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816158336
00000100:00100000:3.0:1777022487.071764:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816158336
00002000:00100000:3.0:1777022487.071810:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (12288->69631)  req@ffff8efa66128e00 x1863342816158336/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022487.071822:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128e00 with x1863342816158336 ext(12288->69631)
00002000:00010000:3.0:1777022487.071828:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66128e00
00000100:00100000:3.0:1777022487.071889:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 570
00000100:00100000:3.0:1777022487.071909:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816158336:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022487.078644:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816158464
00000100:00100000:2.0:1777022487.078661:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816158464
00000100:00100000:2.0:1777022487.079034:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 957
00000100:00100000:2.0:1777022487.079045:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+25:10190:x1863342816158464:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022487.079063:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022487.079083:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784222f expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.079117:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e51e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784220c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.079126:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022487.079128:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022487.079133:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.079169:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e51e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de784220c expref: 10 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.079188:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e51e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784220c expref: 10 pid: 6923 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022487.079203:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835925120:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022487.079291:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168fe40 going to sleep for 11 seconds
00000100:00100000:3.0:1777022487.083975:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022487.084545:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816158592
00000100:00100000:2.0:1777022487.084558:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816158592
00010000:00010000:2.0:1777022487.084608:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e51e1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784220c expref: 11 pid: 6923 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022487.084668:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 920
00000100:00100000:2.0:1777022487.084678:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2377:x1863342816158592:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022487.084695:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022487.084719:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e51e1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784220c expref: 11 pid: 6923 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.084735:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e51e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784220c expref: 11 pid: 6923 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.084761:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022487.084763:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022487.084772:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.084788:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022487.084826:0:5937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022487.084841:0:5937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66ade680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835925248:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022487.085644:0:11979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeed65ec/0x72ae7b78094e51e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784220c expref: 11 pid: 6923 timeout: 525 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022487.085664:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11979:1863342835925120:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022487.085704:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 26 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022487.085715:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b000, rc 0)
00000100:00100000:2.0:1777022487.086104:0:5937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f0c0 going to sleep for 11 seconds
00000100:00100000:0.0:1777022487.086310:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816158336:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 14400us (14680us total) trans 0 rc 57344/57344
00000100:00100000:0.0:1777022487.086477:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 570
00002000:00100000:0.0:1777022487.086492:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (12288->69631)  req@ffff8efa66128e00 x1863342816158336/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/440 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022487.086503:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128e00 with x1863342816158336 ext(12288->69631)
00002000:00010000:0.0:1777022487.086509:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66128e00
00000100:00100000:2.0:1777022487.089941:0:5937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66ade680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5937:1863342835925248:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022487.089968:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022487.090033:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816158592:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5354us (6065us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022487.090045:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 920
00000100:00100000:1.0:1777022487.092134:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:10190:x1863342816158464:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 13075us (20447us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022487.092148:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 957
00000100:00100000:3.0:1777022487.098188:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022487.098968:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816158720
00000100:00100000:2.0:1777022487.098978:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816158720
00002000:00100000:2.0:1777022487.099034:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (0->4095)  req@ffff8efa66f2ed80 x1863342816158720/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022487.099045:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2ed80 with x1863342816158720 ext(0->4095)
00002000:00010000:2.0:1777022487.099051:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2ed80
00000100:00100000:2.0:1777022487.099091:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 571
00000100:00100000:2.0:1777022487.099103:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342816158720:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022487.099345:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342816158720:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 244us (1167us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022487.099356:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 571
00002000:00100000:2.0:1777022487.099363:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (0->4095)  req@ffff8efa66f2ed80 x1863342816158720/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/4536 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022487.099371:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f2ed80 with x1863342816158720 ext(0->4095)
00002000:00010000:2.0:1777022487.099374:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66f2ed80
00000100:00100000:2.0:1777022487.110037:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022487.110753:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816158848
00000100:00100000:0.0:1777022487.110765:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816158848
00002000:00100000:0.0:1777022487.110817:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (69632->106495)  req@ffff8efa66ade680 x1863342816158848/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022487.110829:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66ade680 with x1863342816158848 ext(69632->106495)
00002000:00010000:0.0:1777022487.110835:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66ade680
00000100:00100000:0.0:1777022487.110907:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 572
00000100:00100000:0.0:1777022487.110917:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342816158848:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022487.116046:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022487.116290:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342816158848:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5373us (6263us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022487.116312:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 572
00002000:00100000:0.0:1777022487.116334:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (69632->106495)  req@ffff8efa66ade680 x1863342816158848/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/440 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022487.116350:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66ade680 with x1863342816158848 ext(69632->106495)
00002000:00010000:0.0:1777022487.116356:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66ade680
00000100:00100000:0.0:1777022487.116385:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816158976
00000100:00100000:0.0:1777022487.116392:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816158976
00002000:00100000:0.0:1777022487.116427:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (4096->8191)  req@ffff8efa66adf800 x1863342816158976/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022487.116434:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adf800 with x1863342816158976 ext(4096->8191)
00002000:00010000:0.0:1777022487.116437:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66adf800
00000100:00100000:3.0:1777022487.120670:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 573
00000100:00100000:2.0:1777022487.122556:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342816158976:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022487.124275:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342816158976:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3583us (8232us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1777022487.124288:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 573
00002000:00100000:2.0:1777022487.124307:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (4096->8191)  req@ffff8efa66adf800 x1863342816158976/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/4536 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022487.124323:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adf800 with x1863342816158976 ext(4096->8191)
00002000:00010000:2.0:1777022487.124330:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66adf800
00000100:00100000:1.0:1777022487.127177:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022487.128646:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816159104
00000100:00100000:0.0:1777022487.128659:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816159104
00002000:00100000:1.0:1777022487.128893:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (106496->143359)  req@ffff8efa6612b100 x1863342816159104/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022487.129235:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612b100 with x1863342816159104 ext(106496->143359)
00002000:00010000:1.0:1777022487.129241:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa6612b100
00000100:00100000:1.0:1777022487.129323:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 574
00000100:00100000:1.0:1777022487.129334:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816159104:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022487.140069:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022487.140150:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816159232
00000100:00100000:0.0:1777022487.140159:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816159232
00002000:00100000:0.0:1777022487.140209:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (8192->12287)  req@ffff8efa66128700 x1863342816159232/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022487.140220:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128700 with x1863342816159232 ext(8192->12287)
00002000:00010000:0.0:1777022487.140226:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128700
00000100:00100000:0.0:1777022487.140259:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 575
00000100:00100000:0.0:1777022487.140270:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342816159232:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022487.140495:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342816159232:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 225us (435us total) trans 0 rc 4096/4096
00000100:00100000:0.0:1777022487.140502:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 575
00002000:00100000:0.0:1777022487.140510:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (8192->12287)  req@ffff8efa66128700 x1863342816159232/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/4536 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022487.140524:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128700 with x1863342816159232 ext(8192->12287)
00002000:00010000:0.0:1777022487.140527:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128700
00000100:00100000:1.0:1777022487.145184:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022487.145271:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816159360
00000100:00100000:3.0:1777022487.145281:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816159360
00002000:00100000:3.0:1777022487.145923:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (12288->69631)  req@ffff8efa6612aa00 x1863342816159360/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022487.145935:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612aa00 with x1863342816159360 ext(12288->69631)
00002000:00010000:3.0:1777022487.145942:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612aa00
00000100:00100000:3.0:1777022487.145968:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 576
00000100:00100000:3.0:1777022487.145980:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342816159360:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022487.150249:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342816159360:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4263us (5063us total) trans 0 rc 57344/57344
00000100:00100000:0.0:1777022487.150261:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 576
00002000:00100000:0.0:1777022487.150272:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (12288->69631)  req@ffff8efa6612aa00 x1863342816159360/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/440 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022487.150283:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612aa00 with x1863342816159360 ext(12288->69631)
00002000:00010000:0.0:1777022487.150288:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612aa00
00000100:00100000:2.0:1777022487.153922:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816159104:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 24580us (26746us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022487.153935:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 574
00002000:00100000:2.0:1777022487.153949:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (106496->143359)  req@ffff8efa6612b100 x1863342816159104/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/440 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022487.153960:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612b100 with x1863342816159104 ext(106496->143359)
00002000:00010000:2.0:1777022487.153966:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa6612b100
00000100:00100000:1.0:1777022487.160408:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022487.160577:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816159488
00000100:00100000:3.0:1777022487.160589:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816159488
00002000:00100000:3.0:1777022487.160656:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (69632->106495)  req@ffff8efa6612ad80 x1863342816159488/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022487.160667:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612ad80 with x1863342816159488 ext(69632->106495)
00002000:00010000:3.0:1777022487.160673:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612ad80
00000100:00100000:3.0:1777022487.160708:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 577
00000100:00100000:3.0:1777022487.160718:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816159488:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022487.167309:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816159488:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6581us (6898us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022487.167322:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 577
00002000:00100000:0.0:1777022487.167335:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (69632->106495)  req@ffff8efa6612ad80 x1863342816159488/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/440 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022487.167345:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6612ad80 with x1863342816159488 ext(69632->106495)
00002000:00010000:0.0:1777022487.167351:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6612ad80
00000100:00100000:3.0:1777022487.176284:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022487.181395:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816159616
00000100:00100000:0.0:1777022487.181410:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816159616
00002000:00100000:1.0:1777022487.181636:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (106496->143359)  req@ffff8efa65b33100 x1863342816159616/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022487.181648:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33100 with x1863342816159616 ext(106496->143359)
00002000:00010000:1.0:1777022487.181655:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b33100
00000100:00100000:1.0:1777022487.181694:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 578
00000100:00100000:1.0:1777022487.181704:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342816159616:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022487.189671:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022487.189917:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816159744
00000100:00100000:0.0:1777022487.189926:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816159744
00002000:00100000:0.0:1777022487.189972:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (143360->180223)  req@ffff8efa66adf480 x1863342816159744/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022487.189985:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adf480 with x1863342816159744 ext(143360->180223)
00002000:00010000:0.0:1777022487.189991:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66adf480
00000100:00100000:0.0:1777022487.190021:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 579
00000100:00100000:0.0:1777022487.190030:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816159744:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022487.196831:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342816159616:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 15118us (20632us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022487.196844:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 578
00002000:00100000:1.0:1777022487.196908:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (106496->143359)  req@ffff8efa65b33100 x1863342816159616/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/440 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022487.196919:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33100 with x1863342816159616 ext(106496->143359)
00002000:00010000:1.0:1777022487.196924:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b33100
00000100:00100000:0.0:1777022487.205508:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816159744:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 15469us (15836us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022487.205520:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 579
00002000:00100000:0.0:1777022487.205543:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (143360->180223)  req@ffff8efa66adf480 x1863342816159744/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/440 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022487.205553:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adf480 with x1863342816159744 ext(143360->180223)
00002000:00010000:0.0:1777022487.205559:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66adf480
00000100:00100000:3.0:1777022487.206596:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022487.206695:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816159872
00000100:00100000:2.0:1777022487.206704:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816159872
00002000:00100000:2.0:1777022487.206747:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (143360->180223)  req@ffff8efa65b31f80 x1863342816159872/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022487.206757:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31f80 with x1863342816159872 ext(143360->180223)
00002000:00010000:2.0:1777022487.206761:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31f80
00000100:00100000:2.0:1777022487.206794:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 580
00000100:00100000:2.0:1777022487.206803:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816159872:12345-192.168.202.33@tcp:3:kworker.0
00010000:00010000:3.0:1777022487.209157:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022487.216281:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816159872:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 9466us (9674us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022487.216308:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 580
00002000:00100000:1.0:1777022487.216321:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (143360->180223)  req@ffff8efa65b31f80 x1863342816159872/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/440 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022487.216331:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31f80 with x1863342816159872 ext(143360->180223)
00002000:00010000:1.0:1777022487.216336:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31f80
00000100:00100000:3.0:1777022487.222947:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022487.223063:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816160000
00000100:00100000:1.0:1777022487.223079:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816160000
00002000:00100000:1.0:1777022487.223138:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe:0x0] (180224->217087)  req@ffff8efa65b33480 x1863342816160000/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022487.223151:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33480 with x1863342816160000 ext(180224->217087)
00002000:00010000:1.0:1777022487.223157:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65b33480
00000100:00100000:1.0:1777022487.223247:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 581
00000100:00100000:1.0:1777022487.223257:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816160000:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022487.228323:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816160000:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5055us (5378us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022487.228336:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 581
00002000:00100000:1.0:1777022487.228350:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe:0x0] (180224->217087)  req@ffff8efa65b33480 x1863342816160000/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:138/0 lens 488/440 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022487.228362:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b33480 with x1863342816160000 ext(180224->217087)
00002000:00010000:1.0:1777022487.228368:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65b33480
00000100:00100000:1.0:1777022487.262328:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022487.262412:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816160128
00000100:00100000:3.0:1777022487.262422:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816160128
00002000:00100000:3.0:1777022487.262473:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (180224->217087)  req@ffff8efa66128a80 x1863342816160128/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/0 e 0 to 0 dl 1777022498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022487.262483:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128a80 with x1863342816160128 ext(180224->217087)
00002000:00010000:3.0:1777022487.262489:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128a80
00000100:00100000:3.0:1777022487.262520:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 582
00000100:00100000:3.0:1777022487.262529:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342816160128:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022487.269011:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342816160128:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6471us (6680us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022487.269025:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 582
00002000:00100000:1.0:1777022487.269038:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (180224->217087)  req@ffff8efa66128a80 x1863342816160128/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:138/0 lens 488/440 e 0 to 0 dl 1777022498 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022487.269050:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66128a80 with x1863342816160128 ext(180224->217087)
00002000:00010000:1.0:1777022487.269056:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66128a80
00000100:00100000:2.0:1777022487.273160:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835925376:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1777022487.273230:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022487.273427:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835925376
00000100:00100000:3.0:1777022487.273435:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835925376
00000100:00100000:3.0:1777022487.273484:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69
00000100:00100000:3.0:1777022487.273493:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3462:x1863342835925376:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1777022487.273524:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 884736 granted 960000576 pending 1036288 free 3923255296 avail 3691732992
00000100:00100000:3.0:1777022487.273574:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3462:x1863342835925376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (344us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022487.273581:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69
00000100:00100000:2.0:1777022487.273803:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835925376:0@lo:13:osp-pre-1-0.0
00000004:00080000:3.0:1777022487.274024:0:7191:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 425440168738ns, next at 426440166524ns, rc = 0
00000100:00100000:1.0:1777022487.274083:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835925504:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022487.274116:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022487.274205:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835925504
00000100:00100000:3.0:1777022487.274209:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835925504
00000100:00100000:3.0:1777022487.274242:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70
00000100:00100000:3.0:1777022487.274250:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835925504:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022487.274271:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 323584 granted 99181120 pending 0 free 3923668992 avail 3692146688
00000100:00100000:3.0:1777022487.274306:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3463:x1863342835925504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022487.274388:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70
00000100:00100000:3.0:1777022487.274424:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65b31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835925504:0@lo:13:osp-pre-0-0.0
00000001:00080000:0.0:1777022487.789228:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967328 is committed
00000001:00080000:0.0:1777022487.789248:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967327 is committed
00010000:00010000:3.0:1777022488.233748:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022488.822437:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022488.822492:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022488.822525:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022488.822562:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022488.822591:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816160640
00000100:00100000:3.0:1777022488.822597:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816160256
00000100:00100000:1.0:1777022488.822602:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816160640
00000100:00100000:3.0:1777022488.822603:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816160256
00000100:00100000:2.0:1777022488.822611:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816160512
00000100:00100000:2.0:1777022488.822617:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816160512
00000100:00100000:3.0:1777022488.822664:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 271
00000100:00100000:2.0:1777022488.822673:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 104
00000100:00100000:3.0:1777022488.822679:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816160256:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022488.822687:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816160512:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022488.822703:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816160384
00000100:00100000:0.0:1777022488.822708:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816160384
00000100:00100000:0.0:1777022488.822744:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 154
00000100:00100000:0.0:1777022488.822752:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+16:2379:x1863342816160384:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022488.822758:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816160256:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 81us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022488.822758:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816160512:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 71us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022488.822772:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 104
00000100:00100000:3.0:1777022488.822774:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 271
00000100:00100000:0.0:1777022488.822786:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+16:2379:x1863342816160384:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 35us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022488.822793:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 154
00000100:00100000:2.0:1777022488.822794:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 105
00000100:00100000:2.0:1777022488.822801:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816160640:12345-192.168.202.33@tcp:400:kworker.0
00000100:00080000:3.0:1777022488.822814:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1777022488.822820:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1777022488.822827:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2379:x1863342816160640:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022488.822834:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 105
00000100:00100000:1.0:1777022488.826764:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022488.826824:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022488.826873:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022488.826907:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816160896
00000100:00100000:1.0:1777022488.826916:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816160896
00000100:00100000:1.0:1777022488.826966:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816161024
00000100:00100000:1.0:1777022488.826970:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816161024
00000100:00100000:1.0:1777022488.826990:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 106
00000100:00100000:1.0:1777022488.826999:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342816160896:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022488.827068:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2379:x1863342816160896:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 70us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022488.827076:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 106
00000100:00100000:1.0:1777022488.827092:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 107
00000100:00100000:1.0:1777022488.827098:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342816161024:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022488.827124:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2380:x1863342816161024:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (270us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022488.827647:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816160768
00000100:00100000:2.0:1777022488.827652:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816160768
00000100:00100000:2.0:1777022488.827687:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 155
00000100:00100000:2.0:1777022488.827694:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2380:x1863342816160768:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022488.827743:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2380:x1863342816160768:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 49us (917us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022488.827749:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 155
00000100:00080000:3.0:1777022488.828171:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1777022488.828563:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 107
00000100:00100000:3.0:1777022489.240969:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022489.241160:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816161152
00000100:00100000:0.0:1777022489.241172:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816161152
00002000:00100000:0.0:1777022489.241234:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (217088->253951)  req@ffff8efa65b31880 x1863342816161152/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022489.241244:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31880 with x1863342816161152 ext(217088->253951)
00002000:00010000:0.0:1777022489.241251:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65b31880
00000100:00100000:0.0:1777022489.241287:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 583
00000100:00100000:0.0:1777022489.241296:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816161152:12345-192.168.202.33@tcp:3:kworker.0
00010000:00010000:0.0:1777022489.261905:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022489.264070:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816161152:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 22764us (23099us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022489.264083:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 583
00002000:00100000:0.0:1777022489.264096:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (217088->253951)  req@ffff8efa65b31880 x1863342816161152/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/440 e 0 to 0 dl 1777022500 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022489.264105:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31880 with x1863342816161152 ext(217088->253951)
00002000:00010000:0.0:1777022489.264112:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65b31880
00000100:00100000:3.0:1777022489.274033:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022489.280437:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816161280
00000100:00100000:1.0:1777022489.280453:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816161280
00002000:00100000:1.0:1777022489.280513:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (253952->290815)  req@ffff8efa65b30380 x1863342816161280/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022489.280532:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30380 with x1863342816161280 ext(253952->290815)
00002000:00010000:1.0:1777022489.280538:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65b30380
00000100:00100000:1.0:1777022489.280581:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 584
00000100:00100000:1.0:1777022489.280601:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816161280:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022489.287062:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022489.287172:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816161408
00000100:00100000:1.0:1777022489.287182:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816161408
00002000:00100000:1.0:1777022489.287255:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (217088->253951)  req@ffff8efa65b32300 x1863342816161408/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022489.287267:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32300 with x1863342816161408 ext(217088->253951)
00002000:00010000:1.0:1777022489.287272:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b32300
00000100:00100000:1.0:1777022489.287309:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 585
00000100:00100000:1.0:1777022489.287319:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816161408:12345-192.168.202.33@tcp:3:kworker.0
00000100:00080000:3.0:1777022489.288004:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022489.302463:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816161280:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 21851us (28425us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022489.302477:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 584
00002000:00100000:1.0:1777022489.302491:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (253952->290815)  req@ffff8efa65b30380 x1863342816161280/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/440 e 0 to 0 dl 1777022500 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022489.302502:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b30380 with x1863342816161280 ext(253952->290815)
00002000:00010000:1.0:1777022489.302508:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65b30380
00000100:00100000:1.0:1777022489.302576:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816161408:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 15259us (15524us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022489.302583:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 585
00002000:00100000:1.0:1777022489.302591:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (217088->253951)  req@ffff8efa65b32300 x1863342816161408/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/440 e 0 to 0 dl 1777022500 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022489.302599:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b32300 with x1863342816161408 ext(217088->253951)
00002000:00010000:1.0:1777022489.302603:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b32300
00000100:00100000:2.0:1777022489.311391:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022489.311481:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816161536
00000100:00100000:3.0:1777022489.312529:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816161536
00002000:00100000:2.0:1777022489.314976:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (253952->290815)  req@ffff8efa66add180 x1863342816161536/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022489.314990:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66add180 with x1863342816161536 ext(253952->290815)
00002000:00010000:2.0:1777022489.314996:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66add180
00000100:00100000:2.0:1777022489.315034:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 586
00000100:00100000:2.0:1777022489.315044:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816161536:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022489.324147:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022489.328695:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816161536:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 13641us (17303us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022489.328708:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 586
00002000:00100000:0.0:1777022489.328721:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (253952->290815)  req@ffff8efa66add180 x1863342816161536/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/440 e 0 to 0 dl 1777022500 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022489.328731:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66add180 with x1863342816161536 ext(253952->290815)
00002000:00010000:0.0:1777022489.328737:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66add180
00000100:00100000:0.0:1777022489.328764:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816161664
00000100:00100000:0.0:1777022489.328962:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816161664
00002000:00100000:0.0:1777022489.329002:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (290816->327679)  req@ffff8efa660b3b80 x1863342816161664/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022489.329011:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b3b80 with x1863342816161664 ext(290816->327679)
00002000:00010000:0.0:1777022489.329015:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b3b80
00000100:00100000:1.0:1777022489.332218:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 587
00000100:00100000:1.0:1777022489.332246:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816161664:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022489.336778:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816161664:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 4529us (12621us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022489.336793:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 587
00002000:00100000:1.0:1777022489.336808:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (290816->327679)  req@ffff8efa660b3b80 x1863342816161664/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/440 e 0 to 0 dl 1777022500 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022489.336819:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660b3b80 with x1863342816161664 ext(290816->327679)
00002000:00010000:1.0:1777022489.336825:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660b3b80
00000100:00100000:3.0:1777022489.345524:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022489.345640:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816161792
00000100:00100000:1.0:1777022489.345656:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816161792
00002000:00100000:1.0:1777022489.345719:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (290816->327679)  req@ffff8efa65b31c00 x1863342816161792/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022489.345731:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31c00 with x1863342816161792 ext(290816->327679)
00002000:00010000:1.0:1777022489.345737:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31c00
00000100:00100000:1.0:1777022489.345787:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 588
00000100:00100000:1.0:1777022489.345798:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816161792:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022489.351146:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816161792:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 5336us (5624us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022489.351164:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 588
00002000:00100000:1.0:1777022489.351178:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (290816->327679)  req@ffff8efa65b31c00 x1863342816161792/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/440 e 0 to 0 dl 1777022500 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022489.351190:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65b31c00 with x1863342816161792 ext(290816->327679)
00002000:00010000:1.0:1777022489.351196:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65b31c00
00000100:00100000:0.0:1777022489.365211:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022489.365281:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022489.365397:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816161920
00000100:00100000:2.0:1777022489.365407:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816161920
00002000:00100000:2.0:1777022489.365455:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (327680->364543)  req@ffff8efa65698000 x1863342816161920/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022489.365467:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65698000 with x1863342816161920 ext(327680->364543)
00002000:00010000:2.0:1777022489.365472:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65698000
00000100:00100000:2.0:1777022489.365510:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816162048
00000100:00100000:2.0:1777022489.365513:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816162048
00002000:00100000:2.0:1777022489.365530:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (327680->364543)  req@ffff8efa6569a300 x1863342816162048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022489.365538:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6569a300 with x1863342816162048 ext(327680->364543)
00002000:00010000:2.0:1777022489.365542:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa6569a300
00000100:00100000:2.0:1777022489.365579:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 589
00000100:00100000:2.0:1777022489.365588:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342816161920:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022489.365894:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 590
00000100:00100000:0.0:1777022489.365904:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816162048:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022489.370020:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816162048:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 3858us (4479us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022489.370036:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 590
00002000:00100000:1.0:1777022489.370049:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (327680->364543)  req@ffff8efa6569a300 x1863342816162048/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/440 e 0 to 0 dl 1777022500 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022489.370060:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6569a300 with x1863342816162048 ext(327680->364543)
00002000:00010000:1.0:1777022489.370066:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa6569a300
00000100:00100000:2.0:1777022489.372277:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2379:x1863342816161920:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 6681us (7066us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022489.372290:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 589
00002000:00100000:2.0:1777022489.372303:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (327680->364543)  req@ffff8efa65698000 x1863342816161920/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/440 e 0 to 0 dl 1777022500 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022489.372313:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65698000 with x1863342816161920 ext(327680->364543)
00002000:00010000:2.0:1777022489.372319:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65698000
00000100:00100000:0.0:1777022489.386851:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022489.391047:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816162176
00000100:00100000:3.0:1777022489.391065:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816162176
00002000:00100000:3.0:1777022489.391163:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (364544->401407)  req@ffff8efa65698380 x1863342816162176/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022489.391182:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65698380 with x1863342816162176 ext(364544->401407)
00002000:00010000:3.0:1777022489.391187:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65698380
00000100:00100000:3.0:1777022489.391222:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 591
00000100:00100000:3.0:1777022489.391231:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816162176:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022489.395024:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022489.396779:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816162304
00000100:00100000:1.0:1777022489.396793:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816162304
00002000:00100000:1.0:1777022489.396848:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (364544->401407)  req@ffff8efa66addf80 x1863342816162304/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022489.396892:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66addf80 with x1863342816162304 ext(364544->401407)
00002000:00010000:1.0:1777022489.396898:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66addf80
00000100:00100000:1.0:1777022489.396937:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 592
00000100:00100000:1.0:1777022489.396948:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816162304:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022489.401275:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816162176:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 10031us (14421us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022489.401289:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 591
00002000:00100000:3.0:1777022489.401301:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (364544->401407)  req@ffff8efa65698380 x1863342816162176/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/440 e 0 to 0 dl 1777022500 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022489.401312:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65698380 with x1863342816162176 ext(364544->401407)
00002000:00010000:3.0:1777022489.401318:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65698380
00000100:00100000:1.0:1777022489.405131:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816162304:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8172us (10104us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022489.405147:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 592
00002000:00100000:1.0:1777022489.405161:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (364544->401407)  req@ffff8efa66addf80 x1863342816162304/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/440 e 0 to 0 dl 1777022500 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022489.405174:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66addf80 with x1863342816162304 ext(364544->401407)
00002000:00010000:1.0:1777022489.405179:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66addf80
00000100:00100000:0.0:1777022489.418201:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022489.420559:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022489.425529:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816162432
00000100:00100000:1.0:1777022489.425545:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816162432
00002000:00100000:1.0:1777022489.425742:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe:0x0] (401408->409599)  req@ffff8efa65699880 x1863342816162432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022489.425754:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65699880 with x1863342816162432 ext(401408->409599)
00002000:00010000:1.0:1777022489.425761:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65699880
00000100:00100000:1.0:1777022489.425938:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816162560
00000100:00100000:1.0:1777022489.425942:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816162560
00002000:00100000:1.0:1777022489.425962:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (401408->409599)  req@ffff8efa66adc380 x1863342816162560/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022489.425971:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adc380 with x1863342816162560 ext(401408->409599)
00002000:00010000:1.0:1777022489.425976:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66adc380
00000100:00100000:0.0:1777022489.429676:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 593
00000100:00100000:0.0:1777022489.429715:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816162432:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022489.430033:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816162432:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 332us (11843us total) trans 0 rc 8192/8192
00000100:00100000:0.0:1777022489.430042:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 593
00002000:00100000:0.0:1777022489.430052:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (401408->409599)  req@ffff8efa65699880 x1863342816162432/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/8632 e 0 to 0 dl 1777022500 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022489.430063:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65699880 with x1863342816162432 ext(401408->409599)
00002000:00010000:0.0:1777022489.430069:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65699880
00000100:00100000:0.0:1777022489.430093:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 594
00000100:00100000:0.0:1777022489.430101:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342816162560:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022489.430199:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2377:x1863342816162560:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 99us (9648us total) trans 0 rc 8192/8192
00000100:00100000:0.0:1777022489.430206:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 594
00002000:00100000:0.0:1777022489.430211:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (401408->409599)  req@ffff8efa66adc380 x1863342816162560/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/8632 e 0 to 0 dl 1777022500 ref 1 fl Complete:/600/0 rc 8192/8192 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022489.430225:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adc380 with x1863342816162560 ext(401408->409599)
00002000:00010000:0.0:1777022489.430229:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa66adc380
00000100:00100000:0.0:1777022489.439097:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022489.439148:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022489.439250:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816162816
00000100:00100000:1.0:1777022489.439260:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816162816
00000100:00080000:3.0:1777022489.439418:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022489.439792:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816162688
00000100:00100000:1.0:1777022489.439798:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816162688
00000100:00100000:0.0:1777022489.441836:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 958
00000100:00100000:0.0:1777022489.441889:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816162816:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:0.0:1777022489.441911:0:6924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022489.441931:0:6924:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e524a lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842236 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.441968:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.441977:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022489.441979:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022489.441984:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e524a lrc: 4/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842236 expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.442027:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 25 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.442044:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 25 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022489.442060:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6575b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835925632:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022489.442183:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:2.0:1777022489.442593:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 959
00000100:00100000:2.0:1777022489.442624:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+5:10190:x1863342816162688:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022489.442635:0:6923:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022489.442647:0:6923:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000617ee4d6/0x72ae7b78094e5251 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784223d expref: -99 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.442667:0:6923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421f0 expref: 7 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.442675:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022489.442676:0:6923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022489.442680:0:6923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000617ee4d6/0x72ae7b78094e5251 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784223d expref: 6 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.442708:0:6923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x458a939de78421f0 expref: 7 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.442718:0:6923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78421f0 expref: 7 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.442729:0:6923:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6923:1863342835925760:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022489.444169:0:6923:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168f480 going to sleep for 11 seconds
00000100:00100000:2.0:1777022489.450905:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022489.451126:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6575b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6924:1863342835925632:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022489.451172:0:6924:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e524a lrc: 3/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842236 expref: 11 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.451197:0:6924:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66ace400, rc 0)
00000100:00100000:0.0:1777022489.451266:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816162816:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 9416us (12179us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022489.451276:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 958
00000100:00100000:3.0:1777022489.451449:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816162944
00000100:00100000:3.0:1777022489.451458:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816162944
00002000:00100000:3.0:1777022489.451504:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (0->409599)  req@ffff8efa66adc000 x1863342816162944/t0(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022489.451515:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adc000 with x1863342816162944 ext(0->409599)
00010000:00010000:3.0:1777022489.451522:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 26 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.451535:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 26 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1777022489.451549:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66adc000
00000100:00100000:3.0:1777022489.451630:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 538
00000100:00100000:3.0:1777022489.451640:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+26:2378:x1863342816162944:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:0.0:1777022489.463675:0:6923:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6923:1863342835925760:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022489.463716:0:6923:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000617ee4d6/0x72ae7b78094e5251 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->409599] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784223d expref: 6 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.463738:0:6923:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b600, rc 0)
00000100:00100000:0.0:1777022489.467466:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:10190:x1863342816162688:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 24849us (28303us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022489.467481:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 959
00000100:00100000:3.0:1777022489.483124:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022489.483268:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816163072
00000100:00100000:0.0:1777022489.483279:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816163072
00002000:00100000:0.0:1777022489.483342:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe:0x0] (0->409599)  req@ffff8efa66022d80 x1863342816163072/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/0 e 0 to 0 dl 1777022500 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022489.483353:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022d80 with x1863342816163072 ext(0->409599)
00010000:00010000:0.0:1777022489.483362:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78421f0 expref: 8 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.483386:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78421f0 expref: 8 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1777022489.483395:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8efa66022d80
00000100:00100000:0.0:1777022489.483431:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 539
00000100:00100000:0.0:1777022489.483442:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816163072:12345-192.168.202.33@tcp:4:ldlm_bl.0
00000100:00100000:1.0:1777022489.500284:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+28:2378:x1863342816162944:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 48629us (49373us total) trans 4294967471 rc 0/0
00000100:00100000:1.0:1777022489.500300:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 538
00002000:00100000:1.0:1777022489.500316:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (0->409599)  req@ffff8efa66adc000 x1863342816162944/t4294967471(0) o4->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:140/0 lens 488/448 e 0 to 0 dl 1777022500 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022489.500327:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66adc000 with x1863342816162944 ext(0->409599)
00010000:00010000:1.0:1777022489.500337:0:11976:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 28 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.500354:0:11976:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 28 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1777022489.500362:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8efa66adc000
00000100:00100000:2.0:1777022489.504488:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2377:x1863342816163072:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 21037us (21363us total) trans 4294967329 rc 0/0
00000100:00100000:2.0:1777022489.504501:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 539
00002000:00100000:2.0:1777022489.504514:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe:0x0] (0->409599)  req@ffff8efa66022d80 x1863342816163072/t4294967329(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:140/0 lens 488/448 e 0 to 0 dl 1777022500 ref 1 fl Complete:H/600/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022489.504525:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022d80 with x1863342816163072 ext(0->409599)
00010000:00010000:2.0:1777022489.504537:0:6927:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78421f0 expref: 10 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.504552:0:6927:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78421f0 expref: 10 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1777022489.504561:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8efa66022d80
00000001:00080000:0.0:1777022489.507368:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967471 is committed
00000001:00080000:0.0:1777022489.507397:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967470 is committed
00000001:00080000:0.0:1777022489.507430:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967464 is committed
00000100:00100000:1.0:1777022489.510344:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022489.510446:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816163200
00000100:00100000:3.0:1777022489.510457:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816163200
00010000:00010000:3.0:1777022489.510499:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78421f0 expref: 10 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022489.510543:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 921
00000100:00100000:3.0:1777022489.510553:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2380:x1863342816163200:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022489.510568:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:3.0:1777022489.510599:0:11988:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb mtime from disk: 1777022486 -> 1777022488
00002000:00010000:3.0:1777022489.510603:0:11988:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb ctime from disk: 1777022486 -> 1777022488
00002000:00010000:3.0:1777022489.510606:0:11988:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb blocks from disk: 0 -> 800
00010000:00010000:3.0:1777022489.510619:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78421f0 expref: 10 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.510632:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78421f0 expref: 10 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.510657:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006c5e0cb/0x72ae7b78094e519b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x458a939de78421f0 expref: 10 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.510680:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022489.510682:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022489.510690:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000617ee4d6/0x72ae7b78094e5251 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784223d expref: 5 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.510700:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000617ee4d6/0x72ae7b78094e5251 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784223d expref: 5 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.510740:0:11988:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000617ee4d6/0x72ae7b78094e5251 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784223d expref: 5 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022489.510756:0:11988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66022a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11988:1863342835925888:192.168.202.33@tcp:105:
00000100:00100000:3.0:1777022489.511130:0:11988:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa815959c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022489.525326:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022489.525572:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816163328
00000100:00100000:0.0:1777022489.525593:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816163328
00010000:00010000:0.0:1777022489.525640:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 17 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022489.525690:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 922
00000100:00100000:0.0:1777022489.525700:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa7f843050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2380:x1863342816163328:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022489.525715:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1777022489.525734:0:5938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb mtime from disk: 1777022486 -> 1777022488
00002000:00010000:0.0:1777022489.525737:0:5938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb ctime from disk: 1777022486 -> 1777022488
00002000:00010000:0.0:1777022489.525739:0:5938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb blocks from disk: 0 -> 800
00010000:00010000:0.0:1777022489.525745:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 17 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.525759:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 17 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.526015:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82d2924/0x72ae7b78094e5243 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784222f expref: 17 pid: 11979 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.526033:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022489.526037:0:5938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1777022489.526051:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e524a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842236 expref: 5 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.526061:0:5938:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e524a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842236 expref: 5 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.526104:0:5938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e524a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842236 expref: 5 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022489.526120:0:5938:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6575b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835926016:192.168.202.33@tcp:105:
00000100:00100000:0.0:1777022489.526203:0:5938:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4943e240 going to sleep for 11 seconds
00000100:00100000:0.0:1777022489.531029:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022489.531110:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022489.531273:0:5938:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6575b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5938:1863342835926016:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022489.531318:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022489.531379:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa7f843050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2380:x1863342816163328:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5680us (6063us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022489.531392:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 922
00000100:00100000:1.0:1777022489.532202:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816163456
00000100:00100000:1.0:1777022489.532213:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816163456
00000100:00100000:1.0:1777022489.532255:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816163584
00000100:00100000:1.0:1777022489.532258:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816163584
00000100:00100000:1.0:1777022489.532283:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 960
00000100:00100000:1.0:1777022489.532304:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+16:10190:x1863342816163456:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022489.532323:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022489.532341:0:9584:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5258 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842244 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.532372:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e524a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842236 expref: 5 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.532382:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022489.532384:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022489.532389:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5258 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842244 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.532422:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e524a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842236 expref: 5 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.532436:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e524a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842236 expref: 5 pid: 6924 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022489.532450:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835926144:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022489.532509:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553aa80 going to sleep for 11 seconds
00000100:00100000:1.0:1777022489.532530:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 961
00000100:00100000:1.0:1777022489.532538:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816163584:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:1.0:1777022489.532547:0:11979:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022489.532557:0:11979:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f90113a9/0x72ae7b78094e525f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784224b expref: -99 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.532574:0:11979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000617ee4d6/0x72ae7b78094e5251 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784223d expref: 5 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.532581:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022489.532596:0:11979:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1777022489.532600:0:11979:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f90113a9/0x72ae7b78094e525f lrc: 4/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784224b expref: 11 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.532620:0:11979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000617ee4d6/0x72ae7b78094e5251 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x458a939de784223d expref: 5 pid: 6923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.532635:0:11979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000617ee4d6/0x72ae7b78094e5251 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784223d expref: 5 pid: 6923 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022489.532646:0:11979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11979:1863342835926272:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022489.532670:0:11979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1777022489.533134:0:11988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66022a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11988:1863342835925888:192.168.202.33@tcp:105:
00010000:00010000:3.0:1777022489.533151:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022489.533177:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2380:x1863342816163200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 22625us (22843us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022489.533186:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 921
00000100:00100000:2.0:1777022489.537412:0:11979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11979:1863342835926272:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022489.537446:0:11979:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f90113a9/0x72ae7b78094e525f lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784224b expref: 10 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.537469:0:11979:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570d400, rc 0)
00000100:00100000:2.0:1777022489.537529:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816163584:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 4991us (6417us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022489.537539:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 961
00000100:00100000:3.0:1777022489.539028:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9584:1863342835926144:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022489.539056:0:9584:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5258 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842244 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.539074:0:9584:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6570c000, rc 0)
00000100:00100000:2.0:1777022489.539265:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+17:10190:x1863342816163456:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6972us (8242us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022489.539274:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 960
00000004:00080000:1.0:1777022489.835782:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed
00000001:00080000:1.0:1777022489.835813:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967463 is committed
00000001:00080000:1.0:1777022489.835822:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967461 is committed
00000004:00080000:1.0:1777022489.835836:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed
00000100:00100000:2.0:1777022489.836066:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1777022489.836091:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835926400:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1777022489.836166:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022489.836246:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835926400
00000100:00100000:2.0:1777022489.836254:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835926400
00000100:00080000:2.0:1777022489.836280:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022489.836318:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962
00000100:00100000:2.0:1777022489.836328:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835926400:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1777022489.836356:0:11994:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:14 count 1
00010000:00010000:2.0:1777022489.836383:0:11994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836411:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007a900ca6/0x72ae7b78094e4d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->69631] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e77 expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836421:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e4d96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [69632->94207] (req 69632->73727) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e85 expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836429:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b67a5d3c/0x72ae7b78094e4db2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea1 expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836437:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e4dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841eaf expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836446:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4e76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [102400->110591] (req 102400->106495) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7841f65 expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836454:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e50d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421a3 expref: 16 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836462:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e50d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421aa expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836470:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e50de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421b1 expref: 16 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836477:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e50e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de78421b8 expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836485:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e50bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->401407] (req 368640->372735) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784218e expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836492:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e50c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784219c expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836500:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 11
00010000:00010000:2.0:1777022489.836502:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 11
00010000:00010000:2.0:1777022489.836505:0:11994:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 14/0,1 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836533:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e50c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de784219c expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836546:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e50c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784219c expref: 16 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.836559:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66ade300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835926528:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022489.836651:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e50bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->401407] (req 368640->372735) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de784218e expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836661:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e50bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->401407] (req 368640->372735) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784218e expref: 16 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.836676:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835926656:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022489.836704:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e50e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421b8 expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836713:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e50e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421b8 expref: 16 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.836722:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835926784:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022489.836751:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e50de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421b1 expref: 16 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836759:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e50de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421b1 expref: 16 pid: 11994 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.836768:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835926912:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022489.836793:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e50d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421aa expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836803:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e50d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421aa expref: 16 pid: 9584 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.836812:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927040:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022489.836838:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e50d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421a3 expref: 16 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.836848:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e50d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421a3 expref: 16 pid: 11979 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.837369:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927168:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022489.837463:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4e76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [102400->110591] (req 102400->106495) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f65 expref: 16 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.837474:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4e76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [102400->110591] (req 102400->106495) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f65 expref: 16 pid: 9584 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.837482:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927296:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022489.837513:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e4dc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eaf expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.837523:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e4dc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eaf expref: 16 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.837533:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927424:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022489.837558:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b67a5d3c/0x72ae7b78094e4db2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea1 expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.837568:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b67a5d3c/0x72ae7b78094e4db2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea1 expref: 16 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.837577:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927552:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022489.837620:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e4d96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [69632->94207] (req 69632->73727) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e85 expref: 16 pid: 6921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.837629:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e4d96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [69632->94207] (req 69632->73727) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e85 expref: 16 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.837639:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927680:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022489.837669:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007a900ca6/0x72ae7b78094e4d88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->69631] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e77 expref: 16 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.837678:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007a900ca6/0x72ae7b78094e4d88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [0->69631] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e77 expref: 16 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.837688:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927808:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022489.837707:0:11994:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8168fa80 going to sleep for 11 seconds
00000100:00100000:3.0:1777022489.838195:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1777022489.838210:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835927936:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1777022489.838250:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022489.838285:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835927936
00000100:00100000:3.0:1777022489.838291:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835927936
00000100:00100000:3.0:1777022489.838337:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963
00000100:00100000:3.0:1777022489.838346:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835927936:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1777022489.838368:0:6924:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:13 count 1
00010000:00010000:3.0:1777022489.838389:0:6924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.838408:0:6924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000250b340f/0x72ae7b78094e4ca1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841e2a expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.838416:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022489.838418:0:6924:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1777022489.838422:0:6924:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.838444:0:6924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000250b340f/0x72ae7b78094e4ca1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e2a expref: 9 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.838453:0:6924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000250b340f/0x72ae7b78094e4ca1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e2a expref: 9 pid: 11979 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022489.838463:0:6924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66023b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6924:1863342835928064:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022489.838496:0:6924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa81595cc0 going to sleep for 11 seconds
00000100:00080000:3.0:1777022489.838507:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022489.852240:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022489.852366:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66ade300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835926528:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022489.852377:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835926656:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022489.852385:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835926784:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022489.852393:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66aded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835926912:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022489.852400:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927040:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022489.853812:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022489.857244:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022489.859350:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816163712
00000100:00100000:3.0:1777022489.859366:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816163712
00010000:00010000:3.0:1777022489.859430:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e50d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421aa expref: 17 pid: 9584 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.859612:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816163968
00000100:00100000:2.0:1777022489.859617:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816163968
00010000:00010000:2.0:1777022489.859636:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e50bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->401407] (req 368640->372735) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784218e expref: 18 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.859725:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 923
00000100:00100000:2.0:1777022489.859736:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+18:2380:x1863342816163712:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022489.859752:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022489.859758:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e50d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421aa expref: 18 pid: 9584 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.859771:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e50d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421aa expref: 18 pid: 9584 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.859796:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a906c7a2/0x72ae7b78094e50d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [147456->286719] (req 147456->151551) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421aa expref: 18 pid: 9584 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.859816:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022489.859929:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2380:x1863342816163712:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 195us (7698us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022489.859937:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 923
00000100:00100000:2.0:1777022489.859954:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 924
00000100:00100000:2.0:1777022489.859961:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2380:x1863342816163968:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022489.859969:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022489.859974:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e50bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->401407] (req 368640->372735) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784218e expref: 16 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.859983:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e50bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->401407] (req 368640->372735) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784218e expref: 16 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.860008:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4bf1132/0x72ae7b78094e50bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [368640->401407] (req 368640->372735) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784218e expref: 16 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.860019:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022489.860046:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2380:x1863342816163968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 85us (6242us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022489.860052:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 924
00000100:00100000:0.0:1777022489.860713:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022489.860738:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022489.862015:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816164224
00000100:00100000:1.0:1777022489.862026:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816164224
00010000:00010000:1.0:1777022489.862076:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e50de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421b1 expref: 15 pid: 11994 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022489.862119:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816163840
00000100:00100000:1.0:1777022489.862132:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816163840
00010000:00010000:1.0:1777022489.862145:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e50c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784219c expref: 16 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022489.862155:0:11978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816164096
00000100:00100000:0.0:1777022489.862159:0:11978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816164096
00000100:00100000:1.0:1777022489.862160:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 925
00000100:00100000:1.0:1777022489.862167:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2380:x1863342816164224:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1777022489.862176:0:11978:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e50e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 11 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421b8 expref: 17 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.862179:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022489.862184:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e50de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421b1 expref: 17 pid: 11994 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022489.862190:0:11978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 926
00000100:00100000:0.0:1777022489.862196:0:11978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+17:2380:x1863342816163840:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022489.862200:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e50de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421b1 expref: 17 pid: 11994 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.862202:0:11978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022489.862205:0:11978:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e50c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 14 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784219c expref: 17 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.862221:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5083bb/0x72ae7b78094e50de lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [286720->352255] (req 286720->290815) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421b1 expref: 17 pid: 11994 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.862250:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 927
00000100:00100000:2.0:1777022489.862258:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+16:2380:x1863342816164096:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022489.862265:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022489.862270:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e50e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421b8 expref: 16 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022489.862732:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927168:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022489.862748:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927296:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022489.863367:0:6924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66023b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6924:1863342835928064:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022489.863390:0:6924:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022489.863424:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927424:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022489.863433:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927552:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022489.863440:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927680:192.168.202.33@tcp:104:
00000100:00100000:3.0:1777022489.863448:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835927808:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022489.865745:0:11978:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e50c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 13 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784219c expref: 16 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.865827:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022489.865888:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e50e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421b8 expref: 16 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.865918:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b14d13d7/0x72ae7b78094e50e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 12 type: EXT [352256->368639] (req 352256->356351) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421b8 expref: 16 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022489.865928:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+15:2380:x1863342816164224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3760us (8693us total) trans 0 rc 0/0
00010000:00010000:2.0:1777022489.865932:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022489.865938:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 925
00010000:00010000:3.0:1777022489.866363:0:11994:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022489.866462:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2380:x1863342816164096:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4204us (5722us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022489.866471:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 927
00010000:00010000:0.0:1777022489.866596:0:11978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4909c0d/0x72ae7b78094e50c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 10 type: EXT [401408->18446744073709551615] (req 401408->405503) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784219c expref: 13 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022489.866606:0:11978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1777022489.866634:0:11978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2380:x1863342816163840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4437us (5924us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022489.866646:0:11978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 926
00000100:00100000:1.0:1777022489.867668:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022489.867848:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022489.880525:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816164352
00000100:00100000:3.0:1777022489.880539:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816164352
00000100:00100000:3.0:1777022489.880697:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022489.881841:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816164608
00000100:00100000:2.0:1777022489.881849:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816164608
00000100:00100000:3.0:1777022489.881900:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:2.0:1777022489.881956:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000250b340f/0x72ae7b78094e4ca1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e2a expref: 10 pid: 11979 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022489.891107:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022489.892422:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816164480
00000100:00100000:1.0:1777022489.892436:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816164480
00010000:00010000:1.0:1777022489.892485:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a900ca6/0x72ae7b78094e4d88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [0->69631] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e77 expref: 13 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022489.892520:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816164736
00000100:00100000:1.0:1777022489.892524:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816164736
00010000:00010000:1.0:1777022489.892538:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e4dc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eaf expref: 14 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022489.892555:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 928
00000100:00100000:1.0:1777022489.892564:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+10:2378:x1863342816164608:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022489.892580:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022489.892587:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000250b340f/0x72ae7b78094e4ca1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e2a expref: 10 pid: 11979 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.892600:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000250b340f/0x72ae7b78094e4ca1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e2a expref: 10 pid: 11979 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.892625:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000250b340f/0x72ae7b78094e4ca1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e2a expref: 10 pid: 11979 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.892642:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022489.892644:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022489.892649:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.892658:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.892697:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022489.896329:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342816164608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3752us (28466us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022489.896343:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 928
00000100:00100000:1.0:1777022489.896393:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 929
00000100:00100000:1.0:1777022489.896407:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66023b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+14:2378:x1863342816164480:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022489.896428:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022489.896439:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a900ca6/0x72ae7b78094e4d88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->69631] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e77 expref: 14 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.896461:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a900ca6/0x72ae7b78094e4d88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->69631] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e77 expref: 14 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.896486:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a900ca6/0x72ae7b78094e4d88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 9 type: EXT [0->69631] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e77 expref: 14 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.896505:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022489.896532:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66023b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+13:2378:x1863342816164480:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 130us (15840us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022489.896539:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 929
00000100:00100000:1.0:1777022489.896553:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 930
00000100:00100000:1.0:1777022489.896560:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+12:2379:x1863342816164736:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022489.896568:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022489.896573:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e4dc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eaf expref: 12 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.896583:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e4dc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eaf expref: 12 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.896595:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f495694/0x72ae7b78094e4dc0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 8 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841eaf expref: 12 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.896605:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022489.896624:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2379:x1863342816164736:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 64us (14726us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022489.896632:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 930
00010000:00010000:1.0:1777022489.896663:0:6924:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.896672:0:6924:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.896681:0:6924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.896688:0:6924:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.896708:0:6924:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1777022489.897370:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3464:x1863342835927936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 59022us (59117us total) trans 4294967330 rc 0/0
00000100:00100000:1.0:1777022489.897379:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963
00010000:00010000:1.0:1777022489.897400:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1777022489.897407:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.897416:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f0600 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:1.0:1777022489.897420:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.897429:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.897443:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.897449:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5b5969c/0x72ae7b78094e526d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.897469:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022489.897471:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022489.897473:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022489.897506:0:3464:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967327 gen 2
00000004:00080000:1.0:1777022489.897511:0:3464:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa654c2300, transno 4294967326
00000004:00080000:1.0:1777022489.897521:0:3464:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa654c3800, transno 4294967327
00000100:00100000:1.0:1777022489.897528:0:3464:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search  req@ffff8efa66022a00 x1863342835927936/t4294967330(4294967330) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777022505 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295
00000004:00080000:1.0:1777022489.897539:0:3464:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa66022a00/2, rc 0, transno 4294967330
00000100:00100000:1.0:1777022489.897544:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835927936:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1777022489.898596:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4e76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [102400->110591] (req 102400->106495) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f65 expref: 10 pid: 9584 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022489.898631:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 931
00000100:00100000:2.0:1777022489.898638:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816164352:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022489.898650:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022489.898654:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4e76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->110591] (req 102400->106495) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f65 expref: 10 pid: 9584 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.898663:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4e76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->110591] (req 102400->106495) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f65 expref: 10 pid: 9584 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.900150:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c014dec/0x72ae7b78094e4e76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 7 type: EXT [102400->110591] (req 102400->106495) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841f65 expref: 10 pid: 9584 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022489.900168:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022489.900243:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2378:x1863342816164352:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1603us (32578us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022489.900254:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 931
00000100:00100000:3.0:1777022489.901726:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022489.907587:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022489.909849:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816164864
00000100:00100000:1.0:1777022489.910329:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816164864
00010000:00010000:3.0:1777022489.911044:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e4d96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [69632->94207] (req 69632->73727) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e85 expref: 9 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022489.914313:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816164992
00000100:00100000:1.0:1777022489.914327:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816164992
00010000:00010000:1.0:1777022489.914376:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b67a5d3c/0x72ae7b78094e4db2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea1 expref: 10 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022489.914476:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816165120
00000100:00100000:1.0:1777022489.914480:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816165120
00010000:00010000:1.0:1777022489.914496:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e50d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421a3 expref: 11 pid: 11979 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022489.914523:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 932
00000100:00100000:1.0:1777022489.914533:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66023480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+11:2380:x1863342816164864:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022489.914552:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022489.914558:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e4d96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [69632->94207] (req 69632->73727) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e85 expref: 11 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.914571:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e4d96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [69632->94207] (req 69632->73727) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e85 expref: 11 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.914596:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5514db2/0x72ae7b78094e4d96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 6 type: EXT [69632->94207] (req 69632->73727) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841e85 expref: 11 pid: 6921 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.914617:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022489.914684:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66023480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2380:x1863342816164864:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 153us (23587us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022489.914692:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 932
00000100:00100000:1.0:1777022489.914714:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 933
00000100:00100000:1.0:1777022489.914963:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2379:x1863342816164992:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022489.914971:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022489.914975:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b67a5d3c/0x72ae7b78094e4db2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea1 expref: 9 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.914985:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b67a5d3c/0x72ae7b78094e4db2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea1 expref: 9 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.915016:0:5939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b67a5d3c/0x72ae7b78094e4db2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 5 type: EXT [94208->98303] (req 94208->98303) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7841ea1 expref: 9 pid: 6924 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022489.915039:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022489.915061:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2379:x1863342816164992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 102us (13352us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022489.916539:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 934
00000100:00100000:3.0:1777022489.916562:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816165120:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022489.916578:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022489.916584:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e50d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421a3 expref: 8 pid: 11979 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916596:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e50d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421a3 expref: 8 pid: 11979 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916615:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ad6ad1f/0x72ae7b78094e50d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [110592->147455] (req 110592->114687) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de78421a3 expref: 8 pid: 11979 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916629:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022489.916631:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022489.916636:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916646:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916678:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022489.916715:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2378:x1863342816165120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 165us (9140us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022489.916723:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 934
00010000:00010000:3.0:1777022489.916765:0:11994:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916775:0:11994:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916784:0:11994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916791:0:11994:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916808:0:11994:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1777022489.916821:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022489.916827:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916834:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a600 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022489.916838:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916846:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916931:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916938:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005acbd7df/0x72ae7b78094e5266 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022489.916953:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022489.916955:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022489.916957:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022489.917300:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835926400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 80972us (81132us total) trans 4294967472 rc 0/0
00000100:00100000:3.0:1777022489.917308:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962
00000100:00100000:3.0:1777022489.917382:0:3465:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967464 gen 2
00000004:00080000:3.0:1777022489.917388:0:3465:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa65f08380, transno 4294967463
00000004:00080000:3.0:1777022489.917397:0:3465:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa65f0a300, transno 4294967464
00000100:00100000:3.0:1777022489.917404:0:3465:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search  req@ffff8efa66adea00 x1863342835926400/t4294967472(4294967472) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777022505 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295
00000004:00080000:3.0:1777022489.917416:0:3465:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa66adea00/2, rc 0, transno 4294967472
00000100:00100000:3.0:1777022489.917421:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835926400:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1777022489.920368:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 933
00010000:00010000:0.0:1777022490.281228:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022491.305069:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022491.881847:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6575a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835928320:0@lo:400:kworker.0
00000100:00100000:0.0:1777022491.881891:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6575b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835928576:0@lo:400:kworker.0
00000100:00100000:2.0:1777022491.882044:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65758e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835928192:0@lo:400:kworker.0
00000100:00100000:1.0:1777022491.882194:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835928448:0@lo:400:kworker.0
00000100:00100000:0.0:1777022491.885294:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022491.885537:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022491.885745:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835928576
00000100:00100000:2.0:1777022491.885756:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835928576
00000100:00100000:3.0:1777022491.885774:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835928832:0@lo:400:kworker.0
00000100:00100000:2.0:1777022491.885830:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108
00000100:00100000:2.0:1777022491.885842:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835928576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022491.885947:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3465:x1863342835928576:12345-0@lo:400:kworker.0 Request processed in 108us (660us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022491.885954:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108
00000100:00100000:3.0:1777022491.886239:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1777022491.886302:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1777022491.887137:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022491.887199:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65758700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835928704:0@lo:400:kworker.0
00000100:00100000:2.0:1777022491.887248:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022491.887377:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835928832
00000100:00100000:3.0:1777022491.887390:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835928832
00000100:00100000:3.0:1777022491.887911:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109
00000100:00100000:3.0:1777022491.887926:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3463:x1863342835928832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022491.888017:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3463:x1863342835928832:12345-0@lo:400:kworker.0 Request processed in 97us (1778us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022491.888025:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109
00000100:00080000:3.0:1777022491.888050:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022491.888100:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835928832:0@lo:400:kworker.0
00000100:00100000:3.0:1777022491.888143:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6575b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835928576:0@lo:400:kworker.0
00000100:00100000:3.0:1777022491.888196:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835928192
00000100:00100000:3.0:1777022491.888201:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835928192
00000100:00100000:3.0:1777022491.888231:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272
00000100:00100000:3.0:1777022491.888237:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835928192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022491.888271:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835928192:12345-0@lo:400:kworker.0 Request processed in 35us (1139us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022491.888277:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272
00000100:00100000:2.0:1777022491.896536:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65758e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835928192:0@lo:400:kworker.0
00000100:00100000:1.0:1777022491.896694:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022491.899212:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835928320
00000100:00100000:0.0:1777022491.899227:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835928320
00000100:00100000:0.0:1777022491.899509:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835928704
00000100:00100000:0.0:1777022491.899514:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835928704
00000100:00100000:3.0:1777022491.900186:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156
00000100:00100000:3.0:1777022491.900202:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835928320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022491.900299:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835928320:12345-0@lo:400:kworker.0 Request processed in 100us (14767us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022491.900305:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156
00000100:00100000:3.0:1777022491.900326:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157
00000100:00100000:3.0:1777022491.900333:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835928704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022491.900378:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835928704:12345-0@lo:400:kworker.0 Request processed in 46us (13130us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022491.900385:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157
00000100:00080000:1.0:1777022491.901963:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022491.904947:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835928448
00000100:00100000:2.0:1777022491.904968:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835928448
00000100:00100000:2.0:1777022491.905093:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158
00000100:00100000:2.0:1777022491.905239:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835928448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022491.905839:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835928448:12345-0@lo:400:kworker.0 Request processed in 735us (9144us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022491.905882:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158
00000100:00080000:2.0:1777022491.905926:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022491.905975:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65758700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835928704:0@lo:400:kworker.0
00000100:00100000:2.0:1777022491.906044:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6575a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835928320:0@lo:400:kworker.0
00000100:00100000:1.0:1777022491.908476:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835928448:0@lo:400:kworker.0
00010000:00010000:3.0:1777022492.332103:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022492.393206:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835928960:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1777022492.393287:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022492.394313:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835928960
00000100:00100000:2.0:1777022492.394322:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835928960
00000100:00100000:2.0:1777022492.394384:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71
00000100:00100000:2.0:1777022492.394394:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3464:x1863342835928960:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1777022492.394430:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:2.0:1777022492.394508:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3464:x1863342835928960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (1221us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022492.394516:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71
00000100:00100000:1.0:1777022492.394621:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835928960:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1777022492.396975:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1777022492.396997:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835929088:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022492.397072:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022492.397234:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835929088
00000100:00100000:0.0:1777022492.397242:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835929088
00000100:00100000:0.0:1777022492.397300:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72
00000100:00100000:0.0:1777022492.397310:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3464:x1863342835929088:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1777022492.397339:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 118784 granted 107618880 pending 434176 free 3923259392 avail 3691737088
00000100:00100000:0.0:1777022492.397383:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3464:x1863342835929088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (311us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022492.397390:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72
00000100:00100000:1.0:1777022492.397495:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835929088:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1777022493.355972:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022493.943250:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022493.943313:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022493.943352:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022493.943395:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022493.943444:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816165248
00000100:00100000:1.0:1777022493.943459:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816165248
00000100:00100000:0.0:1777022493.943473:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816165632
00000100:00100000:0.0:1777022493.943489:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816165632
00000100:00100000:1.0:1777022493.943542:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 273
00000100:00100000:1.0:1777022493.943560:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2377:x1863342816165248:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022493.943582:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816165888
00000100:00100000:1.0:1777022493.943656:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2377:x1863342816165248:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 103us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022493.943664:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 273
00000100:00100000:1.0:1777022493.943724:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022493.943841:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816165888
00000100:00100000:0.0:1777022493.943940:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816165504
00000100:00100000:0.0:1777022493.943945:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816165504
00000100:00100000:0.0:1777022493.943982:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 110
00000100:00100000:0.0:1777022493.943993:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816165632:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022493.944112:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 111
00000100:00100000:3.0:1777022493.944127:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816165888:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022493.944248:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816165376
00000100:00100000:2.0:1777022493.944255:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816165376
00000100:00100000:2.0:1777022493.944303:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 159
00000100:00100000:2.0:1777022493.944311:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816165376:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022493.947224:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816165632:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 3218us (3894us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022493.947240:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 110
00000100:00100000:0.0:1777022493.947283:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 112
00000100:00100000:0.0:1777022493.947297:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816165504:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022493.947348:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2377:x1863342816165504:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 57us (3624us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022493.947354:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 112
00000100:00080000:0.0:1777022493.951009:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1777022493.951021:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1777022493.951024:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022493.956542:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816165888:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 12403us (13172us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022493.956559:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 111
00000100:00100000:1.0:1777022493.960145:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022493.960287:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022493.960309:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816165760
00000100:00100000:3.0:1777022493.960325:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816165760
00000100:00100000:3.0:1777022493.960427:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 160
00000100:00100000:3.0:1777022493.960437:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342816165760:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022493.960520:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342816165760:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 84us (390us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022493.960527:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 160
00000100:00080000:1.0:1777022493.962929:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022493.963123:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816166016
00000100:00100000:0.0:1777022493.963141:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816166016
00000100:00100000:0.0:1777022493.963260:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 113
00000100:00100000:0.0:1777022493.963273:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816166016:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022493.963392:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816166016:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 121us (3105us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022493.963402:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 113
00000100:00080000:1.0:1777022493.964086:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022493.966210:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816165376:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21883us (22963us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022493.966231:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 159
00010000:00010000:1.0:1777022494.378401:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1777022494.959599:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967330 is committed
00000001:00080000:0.0:1777022494.959615:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967329 is committed
00010000:00010000:3.0:1777022495.403958:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:0.0:1777022495.982073:0:7977:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967472 is committed
00010000:00010000:0.0:1777022496.425983:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022497.001439:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835929600:0@lo:400:kworker.0
00000100:00100000:2.0:1777022497.001509:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022497.001572:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1777022497.001578:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835929472:0@lo:400:kworker.0
00000100:00100000:2.0:1777022497.001604:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022497.001826:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835929344:0@lo:400:kworker.0
00000100:00100000:3.0:1777022497.001875:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022497.001902:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835929856:0@lo:400:kworker.0
00000100:00100000:3.0:1777022497.001923:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022497.001954:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1777022497.001960:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835929216:0@lo:400:kworker.0
00000100:00100000:3.0:1777022497.001986:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022497.002006:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa654c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835929728:0@lo:400:kworker.0
00000100:00100000:3.0:1777022497.002026:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022497.002052:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835929216
00000100:00100000:3.0:1777022497.002058:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835929216
00000100:00100000:3.0:1777022497.002098:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274
00000100:00100000:3.0:1777022497.002107:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835929216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022497.002167:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835929216:12345-0@lo:400:kworker.0 Request processed in 60us (179us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022497.002175:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274
00000100:00100000:3.0:1777022497.002207:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835929472
00000100:00100000:3.0:1777022497.002210:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835929472
00000100:00100000:3.0:1777022497.002241:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161
00000100:00100000:3.0:1777022497.002247:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835929472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022497.002283:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835929472:12345-0@lo:400:kworker.0 Request processed in 37us (678us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022497.002289:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161
00000100:00100000:3.0:1777022497.002299:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835929344
00000100:00100000:3.0:1777022497.002302:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835929344
00000100:00100000:3.0:1777022497.002314:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835929728
00000100:00100000:3.0:1777022497.002317:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835929728
00000100:00100000:3.0:1777022497.002331:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162
00000100:00100000:3.0:1777022497.002336:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66aded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835929344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022497.002360:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66aded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835929344:12345-0@lo:400:kworker.0 Request processed in 24us (486us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022497.002366:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162
00000100:00100000:3.0:1777022497.002377:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163
00000100:00100000:3.0:1777022497.002382:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835929728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022497.002404:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835929728:12345-0@lo:400:kworker.0 Request processed in 22us (377us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022497.002412:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163
00000100:00100000:3.0:1777022497.002446:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835929472:0@lo:400:kworker.0
00000100:00100000:3.0:1777022497.002474:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835929216:0@lo:400:kworker.0
00000100:00100000:3.0:1777022497.002483:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835929728:0@lo:400:kworker.0
00000100:00100000:3.0:1777022497.002490:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835929344:0@lo:400:kworker.0
00000100:00080000:1.0:1777022497.002581:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022497.003013:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835929600
00000100:00100000:2.0:1777022497.003019:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835929600
00000100:00100000:2.0:1777022497.003068:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835929856
00000100:00100000:2.0:1777022497.003071:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835929856
00000100:00100000:2.0:1777022497.003091:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114
00000100:00100000:2.0:1777022497.003098:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835929600:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1777022497.003207:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1777022497.003210:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1777022497.003300:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835929600:12345-0@lo:400:kworker.0 Request processed in 201us (1791us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022497.003308:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114
00000100:00100000:2.0:1777022497.003322:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115
00000100:00100000:2.0:1777022497.003328:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835929856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022497.003359:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835929856:12345-0@lo:400:kworker.0 Request processed in 31us (1435us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022497.003365:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115
00000100:00100000:2.0:1777022497.003394:0:3463:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967472 gen 2
00000004:00080000:2.0:1777022497.003399:0:3463:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa66adea00, transno 4294967472
00000100:00100000:2.0:1777022497.003411:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835929856:0@lo:400:kworker.0
00000100:00100000:1.0:1777022497.003567:0:3465:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967330 gen 2
00000004:00080000:1.0:1777022497.003571:0:3465:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8efa66022a00, transno 4294967330
00000100:00100000:1.0:1777022497.003587:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa654c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835929600:0@lo:400:kworker.0
00010000:00010000:1.0:1777022497.449087:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022497.513179:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1777022497.513205:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835929984:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1777022497.513291:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022497.513525:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835929984
00000100:00100000:0.0:1777022497.513532:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835929984
00000100:00100000:0.0:1777022497.513580:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73
00000100:00100000:0.0:1777022497.513590:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835929984:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1777022497.513621:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:0.0:1777022497.513674:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835929984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (382us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022497.513680:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73
00000100:00100000:3.0:1777022497.513929:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1777022497.513942:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835930112:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022497.513975:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022497.514005:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835930112
00000100:00100000:3.0:1777022497.514009:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835930112
00000100:00100000:3.0:1777022497.514032:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74
00000100:00100000:3.0:1777022497.514038:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835930112:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022497.514055:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 118784 granted 107184704 pending 0 free 3923259392 avail 3691737088
00000100:00100000:3.0:1777022497.514088:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835930112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (113us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022497.514095:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74
00000100:00100000:3.0:1777022497.514149:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835930112:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022497.514444:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835929984:0@lo:13:osp-pre-1-0.0
00010000:00010000:3.0:1777022498.473472:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022499.060902:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022499.060942:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022499.060968:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022499.060986:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022499.061002:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022499.061020:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022499.061060:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816166144
00000100:00100000:0.0:1777022499.061071:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816166144
00000100:00100000:3.0:1777022499.061099:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022499.061135:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 275
00000100:00100000:0.0:1777022499.061147:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816166144:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022499.061153:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816166400
00000100:00100000:3.0:1777022499.061158:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816166400
00000100:00100000:3.0:1777022499.061207:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816166912
00000100:00100000:3.0:1777022499.061211:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816166912
00000100:00100000:3.0:1777022499.061228:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816166528
00000100:00100000:3.0:1777022499.061231:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816166528
00000100:00100000:3.0:1777022499.061244:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816166784
00000100:00100000:3.0:1777022499.061245:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816166784
00000100:00100000:3.0:1777022499.061254:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 116
00000100:00100000:3.0:1777022499.061258:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816166400:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022499.061294:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816166400:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 35us (350us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022499.061301:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 116
00000100:00100000:3.0:1777022499.061316:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 117
00000100:00100000:3.0:1777022499.061322:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816166912:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022499.061345:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816166912:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (358us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022499.061351:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 117
00000100:00100000:3.0:1777022499.061363:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 118
00000100:00100000:3.0:1777022499.061368:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816166528:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022499.061395:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816166528:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 27us (374us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022499.061401:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 118
00000100:00100000:3.0:1777022499.061412:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 119
00000100:00100000:3.0:1777022499.061418:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816166784:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022499.061436:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816166784:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 19us (338us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022499.061440:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 119
00000100:00100000:0.0:1777022499.061494:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816166144:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 348us (596us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022499.061502:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 275
00000100:00100000:1.0:1777022499.061639:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816166656
00000100:00100000:1.0:1777022499.061644:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816166656
00000100:00100000:1.0:1777022499.061681:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816166272
00000100:00100000:1.0:1777022499.061685:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816166272
00000100:00100000:1.0:1777022499.061712:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 164
00000100:00100000:1.0:1777022499.061720:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816166656:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022499.061758:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816166656:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 39us (787us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022499.061766:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 164
00000100:00100000:2.0:1777022499.061785:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 165
00000100:00100000:2.0:1777022499.061797:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816166272:12345-192.168.202.33@tcp:400:kworker.0
00000100:00080000:1.0:1777022499.061799:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1777022499.061806:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1777022499.061809:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1777022499.061841:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816166272:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 47us (837us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022499.061848:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 165
00010000:00010000:0.0:1777022499.498349:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022500.521044:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022501.545411:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022502.122023:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1777022502.124363:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835930368:0@lo:400:kworker.0
00000100:00100000:1.0:1777022502.124454:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022502.124526:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835930240:0@lo:400:kworker.0
00000100:00100000:1.0:1777022502.124555:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022502.124675:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835930368
00000100:00100000:2.0:1777022502.124684:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835930368
00000100:00100000:2.0:1777022502.124743:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166
00000100:00100000:2.0:1777022502.124763:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835930368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022502.124821:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835930368:12345-0@lo:400:kworker.0 Request processed in 60us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022502.124828:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166
00000100:00100000:2.0:1777022502.124888:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835930368:0@lo:400:kworker.0
00000100:00100000:3.0:1777022502.125062:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835930240
00000100:00100000:3.0:1777022502.125068:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835930240
00000100:00100000:3.0:1777022502.125110:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276
00000100:00100000:3.0:1777022502.125119:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835930240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022502.125162:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835930240:12345-0@lo:400:kworker.0 Request processed in 44us (606us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022502.125169:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276
00000100:00100000:3.0:1777022502.125206:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835930240:0@lo:400:kworker.0
00000100:00100000:3.0:1777022502.132992:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835930496:0@lo:400:kworker.0
00000100:00100000:3.0:1777022502.133064:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022502.133186:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835930496
00000100:00100000:1.0:1777022502.133194:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835930496
00000100:00100000:1.0:1777022502.133265:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167
00000100:00100000:1.0:1777022502.133275:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa654c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835930496:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1777022502.133350:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022502.133382:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835930624:0@lo:400:kworker.0
00000100:00100000:2.0:1777022502.133416:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022502.133453:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835930624
00000100:00100000:2.0:1777022502.133457:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835930624
00000100:00100000:2.0:1777022502.133490:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120
00000100:00100000:2.0:1777022502.133497:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835930624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022502.133531:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835930624:12345-0@lo:400:kworker.0 Request processed in 35us (115us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022502.133538:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120
00000100:00080000:2.0:1777022502.133558:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1777022502.133589:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835930624:0@lo:400:kworker.0
00000100:00100000:2.0:1777022502.137218:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835930752:0@lo:400:kworker.0
00000100:00100000:2.0:1777022502.137284:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022502.137333:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1777022502.137339:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835930880:0@lo:400:kworker.0
00000100:00100000:2.0:1777022502.137364:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022502.137401:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835930880
00000100:00100000:2.0:1777022502.137408:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835930880
00000100:00100000:2.0:1777022502.137476:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121
00000100:00100000:2.0:1777022502.137486:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835930880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022502.137540:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835930880:12345-0@lo:400:kworker.0 Request processed in 56us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022502.137547:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121
00000100:00080000:2.0:1777022502.137568:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022502.137595:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835930880:0@lo:400:kworker.0
00000100:00100000:0.0:1777022502.137932:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835930752
00000100:00100000:0.0:1777022502.137937:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835930752
00000100:00100000:0.0:1777022502.137980:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168
00000100:00100000:0.0:1777022502.137987:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835930752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022502.138032:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835930752:12345-0@lo:400:kworker.0 Request processed in 45us (749us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022502.138038:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168
00000100:00080000:2.0:1777022502.139325:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022502.139375:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835930752:0@lo:400:kworker.0
00000100:00100000:1.0:1777022502.144297:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa654c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835930496:12345-0@lo:400:kworker.0 Request processed in 11013us (11221us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022502.144313:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167
00000100:00100000:3.0:1777022502.145200:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835930496:0@lo:400:kworker.0
00010000:00010000:0.0:1777022502.569806:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022502.634413:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6564a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835931008:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022502.634485:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022502.634993:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835931008
00000100:00100000:0.0:1777022502.635002:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835931008
00000100:00100000:0.0:1777022502.635054:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75
00000100:00100000:0.0:1777022502.635065:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835931008:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1777022502.635097:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 118784 granted 107184704 pending 0 free 3923259392 avail 3691737088
00000100:00100000:0.0:1777022502.635165:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835931008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (680us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022502.635172:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75
00000100:00100000:1.0:1777022502.635394:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6564a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835931008:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022502.635785:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835931136:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1777022502.635824:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022502.636140:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835931136
00000100:00100000:2.0:1777022502.636147:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835931136
00000100:00100000:2.0:1777022502.636189:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76
00000100:00100000:2.0:1777022502.636208:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835931136:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1777022502.636232:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:2.0:1777022502.636278:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835931136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (453us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022502.636285:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76
00000100:00100000:3.0:1777022502.636324:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835931136:0@lo:13:osp-pre-1-0.0
00010000:00010000:1.0:1777022503.593043:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022504.181748:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022504.181803:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022504.181836:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022504.181904:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022504.181926:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022504.181943:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022504.181965:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022504.181991:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816167040
00000100:00100000:3.0:1777022504.182000:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816167040
00000100:00100000:3.0:1777022504.182046:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 277
00000100:00100000:3.0:1777022504.182055:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4ccb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816167040:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022504.182121:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4ccb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816167040:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 67us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022504.182128:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 277
00000100:00100000:3.0:1777022504.182160:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816167168
00000100:00100000:3.0:1777022504.182164:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816167168
00000100:00100000:3.0:1777022504.182198:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816167552
00000100:00100000:3.0:1777022504.182201:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816167552
00000100:00100000:3.0:1777022504.182219:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 169
00000100:00100000:3.0:1777022504.182224:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816167168:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022504.182258:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816167168:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 33us (531us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022504.182264:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 169
00000100:00100000:3.0:1777022504.182275:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 170
00000100:00100000:3.0:1777022504.182281:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816167552:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022504.182302:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816167552:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 22us (359us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022504.182308:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 170
00000100:00100000:1.0:1777022504.182744:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816167424
00000100:00100000:1.0:1777022504.182750:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816167424
00000100:00100000:1.0:1777022504.182799:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816167680
00000100:00100000:1.0:1777022504.182802:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816167680
00000100:00100000:1.0:1777022504.182828:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816167296
00000100:00100000:1.0:1777022504.182831:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816167296
00000100:00100000:1.0:1777022504.182843:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816167808
00000100:00100000:1.0:1777022504.182846:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816167808
00000100:00100000:1.0:1777022504.182896:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 122
00000100:00100000:1.0:1777022504.182905:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816167424:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022504.182949:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816167424:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 46us (1146us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022504.182956:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 122
00000100:00100000:1.0:1777022504.182968:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 123
00000100:00100000:1.0:1777022504.182974:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816167680:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022504.182999:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816167680:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 24us (1162us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022504.183005:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 123
00000100:00100000:0.0:1777022504.183013:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 124
00000100:00100000:1.0:1777022504.183021:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 125
00000100:00100000:0.0:1777022504.183028:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816167296:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022504.183033:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66c04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816167808:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022504.183074:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816167296:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 52us (1147us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022504.183080:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 124
00000100:00080000:2.0:1777022504.185846:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1777022504.185898:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1777022504.185903:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1777022504.192460:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66c04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816167808:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 9420us (10482us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022504.192474:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 125
00010000:00010000:3.0:1777022504.617092:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022505.641108:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022506.665037:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022507.241289:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835931648:0@lo:400:kworker.0
00000100:00100000:1.0:1777022507.241335:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835931520:0@lo:400:kworker.0
00000100:00100000:2.0:1777022507.241363:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022507.241369:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022507.241422:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835931392:0@lo:400:kworker.0
00000100:00100000:0.0:1777022507.241476:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6578ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835931264:0@lo:400:kworker.0
00000100:00100000:1.0:1777022507.244692:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835931520
00000100:00100000:1.0:1777022507.244716:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835931520
00000100:00100000:1.0:1777022507.244793:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171
00000100:00100000:1.0:1777022507.244804:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835931520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022507.244842:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835931648
00000100:00100000:2.0:1777022507.244847:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835931648
00000100:00100000:2.0:1777022507.244895:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126
00000100:00100000:1.0:1777022507.244896:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835931520:12345-0@lo:400:kworker.0 Request processed in 94us (3524us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022507.244902:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835931648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022507.244902:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171
00000100:00100000:2.0:1777022507.244937:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835931648:12345-0@lo:400:kworker.0 Request processed in 36us (3574us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022507.244942:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126
00000100:00100000:1.0:1777022507.244947:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835931520:0@lo:400:kworker.0
00000100:00080000:2.0:1777022507.244958:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1777022507.244962:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022507.244977:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835931648:0@lo:400:kworker.0
00000100:00100000:3.0:1777022507.245071:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022507.245174:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835931904:0@lo:400:kworker.0
00000100:00100000:3.0:1777022507.245210:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022507.245293:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835931392
00000100:00100000:2.0:1777022507.245298:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835931392
00000100:00100000:2.0:1777022507.245336:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172
00000100:00100000:2.0:1777022507.245344:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835931392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022507.245381:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835931392:12345-0@lo:400:kworker.0 Request processed in 38us (311us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022507.245386:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172
00000100:00100000:3.0:1777022507.245458:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835931392:0@lo:400:kworker.0
00000100:00100000:0.0:1777022507.246331:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022507.246375:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835931776:0@lo:400:kworker.0
00000100:00100000:0.0:1777022507.246407:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022507.246486:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835931264
00000100:00100000:3.0:1777022507.246491:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835931264
00000100:00100000:3.0:1777022507.246528:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278
00000100:00100000:3.0:1777022507.246536:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835931264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022507.246578:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835931264:12345-0@lo:400:kworker.0 Request processed in 43us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022507.246584:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278
00000100:00100000:0.0:1777022507.246906:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6578ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835931264:0@lo:400:kworker.0
00000100:00100000:1.0:1777022507.247506:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835931904
00000100:00100000:1.0:1777022507.247514:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835931904
00000100:00080000:3.0:1777022507.247849:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022507.247937:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127
00000100:00100000:1.0:1777022507.247949:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835931904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022507.248034:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835931904:12345-0@lo:400:kworker.0 Request processed in 89us (2823us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022507.248042:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127
00000100:00100000:3.0:1777022507.248119:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835931904:0@lo:400:kworker.0
00000100:00100000:2.0:1777022507.249493:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835931776
00000100:00100000:2.0:1777022507.249504:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835931776
00000100:00100000:2.0:1777022507.249899:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173
00000100:00100000:2.0:1777022507.249910:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835931776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022507.249991:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835931776:12345-0@lo:400:kworker.0 Request processed in 83us (3583us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022507.249997:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173
00000100:00100000:2.0:1777022507.250062:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835931776:0@lo:400:kworker.0
00000100:00080000:3.0:1777022507.250187:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:3.0:1777022507.690089:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022507.753080:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835932032:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1777022507.753152:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022507.753353:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835932032
00000100:00100000:3.0:1777022507.753363:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835932032
00000100:00100000:3.0:1777022507.753414:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77
00000100:00100000:3.0:1777022507.753425:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835932032:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1777022507.753456:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:3.0:1777022507.753511:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835932032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (358us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022507.753518:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77
00000100:00100000:1.0:1777022507.754835:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835932032:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1777022507.755616:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1777022507.755634:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835932160:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022507.755719:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022507.755878:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835932160
00000100:00100000:2.0:1777022507.755886:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835932160
00000100:00100000:2.0:1777022507.755941:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78
00000100:00100000:2.0:1777022507.755951:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835932160:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1777022507.755978:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 118784 granted 107184704 pending 0 free 3923259392 avail 3691737088
00000100:00100000:2.0:1777022507.756022:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835932160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (303us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022507.756029:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78
00000100:00100000:1.0:1777022507.756165:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835932160:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1777022508.713386:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022509.312781:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022509.312827:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022509.312850:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022509.312901:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022509.312924:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022509.312941:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022509.313023:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022509.313059:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816168064
00000100:00100000:0.0:1777022509.313068:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816168064
00000100:00100000:0.0:1777022509.313127:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 174
00000100:00100000:0.0:1777022509.313137:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816168064:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022509.313216:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816168064:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 80us (442us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022509.313223:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 174
00000100:00100000:2.0:1777022509.313687:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816168448
00000100:00100000:2.0:1777022509.313692:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816168448
00000100:00100000:2.0:1777022509.313730:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 175
00000100:00100000:2.0:1777022509.313737:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816168448:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022509.313771:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816168448:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 35us (829us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022509.313777:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 175
00000100:00100000:2.0:1777022509.313802:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816167936
00000100:00100000:2.0:1777022509.313806:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816167936
00000100:00100000:2.0:1777022509.313829:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 279
00000100:00100000:2.0:1777022509.313836:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816167936:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022509.313889:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816167936:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 53us (987us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022509.313896:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 279
00000100:00100000:2.0:1777022509.313925:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816168320
00000100:00100000:2.0:1777022509.313928:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816168320
00000100:00100000:2.0:1777022509.313961:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816168576
00000100:00100000:2.0:1777022509.313964:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816168576
00000100:00100000:2.0:1777022509.313980:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816168192
00000100:00100000:2.0:1777022509.313983:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816168192
00000100:00100000:2.0:1777022509.314014:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816168704
00000100:00100000:2.0:1777022509.314018:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816168704
00000100:00100000:2.0:1777022509.314039:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 128
00000100:00100000:2.0:1777022509.314046:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816168320:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022509.314084:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816168320:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 38us (1256us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022509.314090:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 128
00000100:00100000:2.0:1777022509.314102:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 129
00000100:00100000:2.0:1777022509.314108:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816168576:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022509.314131:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816168576:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 24us (1281us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022509.314137:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 129
00000100:00100000:2.0:1777022509.314148:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 130
00000100:00100000:2.0:1777022509.314154:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816168192:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022509.314205:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816168192:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 48us (1277us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022509.314221:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 130
00000100:00100000:2.0:1777022509.314245:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 131
00000100:00100000:2.0:1777022509.314252:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6564a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816168704:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022509.314275:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6564a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816168704:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 24us (1251us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022509.314280:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 131
00000100:00080000:2.0:1777022509.314512:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1777022509.314516:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1777022509.314519:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:1.0:1777022509.736973:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022510.761079:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022511.785159:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022512.361419:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835932416:0@lo:400:kworker.0
00000100:00100000:3.0:1777022512.361507:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022512.361578:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835932928:0@lo:400:kworker.0
00000100:00100000:3.0:1777022512.361606:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022512.361638:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1777022512.361675:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835932288:0@lo:400:kworker.0
00000100:00100000:3.0:1777022512.361705:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022512.361728:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835932800:0@lo:400:kworker.0
00000100:00100000:3.0:1777022512.361748:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022512.361777:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835932288
00000100:00100000:3.0:1777022512.361784:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835932288
00000100:00100000:3.0:1777022512.361828:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280
00000100:00100000:3.0:1777022512.361837:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835932288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022512.361913:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835932288:12345-0@lo:400:kworker.0 Request processed in 77us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022512.361921:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280
00000100:00100000:3.0:1777022512.361969:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835932288:0@lo:400:kworker.0
00000100:00100000:0.0:1777022512.362150:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835932672:0@lo:400:kworker.0
00000100:00100000:0.0:1777022512.362184:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022512.362215:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1777022512.362222:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835932544:0@lo:400:kworker.0
00000100:00100000:0.0:1777022512.362247:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022512.362326:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835932416
00000100:00100000:2.0:1777022512.362331:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835932416
00000100:00100000:2.0:1777022512.362368:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835932800
00000100:00100000:2.0:1777022512.362371:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835932800
00000100:00100000:2.0:1777022512.362394:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835932544
00000100:00100000:2.0:1777022512.362396:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835932544
00000100:00100000:2.0:1777022512.362411:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176
00000100:00100000:2.0:1777022512.362417:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835932416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022512.362459:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835932416:12345-0@lo:400:kworker.0 Request processed in 42us (952us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022512.362465:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176
00000100:00100000:2.0:1777022512.362494:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177
00000100:00100000:2.0:1777022512.362500:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835932800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022512.362527:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835932800:12345-0@lo:400:kworker.0 Request processed in 28us (778us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022512.362532:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177
00000100:00100000:2.0:1777022512.362544:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178
00000100:00100000:2.0:1777022512.362550:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835932544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022512.362580:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835932544:12345-0@lo:400:kworker.0 Request processed in 30us (332us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022512.362586:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178
00000100:00100000:2.0:1777022512.362605:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835932928
00000100:00100000:2.0:1777022512.362609:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835932928
00000100:00100000:2.0:1777022512.362632:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835932672
00000100:00100000:2.0:1777022512.362635:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835932672
00000100:00100000:2.0:1777022512.362664:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132
00000100:00100000:2.0:1777022512.362670:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835932928:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022512.362701:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835932928:12345-0@lo:400:kworker.0 Request processed in 31us (1094us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022512.362708:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132
00000100:00100000:2.0:1777022512.362719:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133
00000100:00100000:2.0:1777022512.362725:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65649f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835932672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022512.362754:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65649f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835932672:12345-0@lo:400:kworker.0 Request processed in 29us (569us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022512.362760:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133
00000100:00080000:2.0:1777022512.362785:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1777022512.362789:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1777022512.362791:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022512.362927:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835932544:0@lo:400:kworker.0
00000100:00100000:0.0:1777022512.362939:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835932672:0@lo:400:kworker.0
00000100:00100000:3.0:1777022512.364570:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835932800:0@lo:400:kworker.0
00000100:00100000:3.0:1777022512.364586:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835932416:0@lo:400:kworker.0
00000100:00100000:3.0:1777022512.364596:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835932928:0@lo:400:kworker.0
00010000:00010000:3.0:1777022512.811100:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022512.873395:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1777022512.873422:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835933056:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1777022512.873491:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022512.873751:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835933184:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022512.873777:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022512.873879:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835933056
00000100:00100000:2.0:1777022512.873887:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835933056
00000100:00100000:2.0:1777022512.873937:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835933184
00000100:00100000:2.0:1777022512.873941:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835933184
00000100:00100000:2.0:1777022512.873957:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79
00000100:00100000:2.0:1777022512.873966:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835933056:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1777022512.873999:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 118784 granted 107184704 pending 0 free 3923259392 avail 3691737088
00000100:00100000:2.0:1777022512.874049:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835933056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (557us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022512.874056:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79
00000100:00100000:2.0:1777022512.874073:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80
00000100:00100000:2.0:1777022512.874080:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835933184:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1777022512.874095:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:2.0:1777022512.874120:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835933184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (343us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022512.874126:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80
00000100:00100000:2.0:1777022512.874169:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835933184:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1777022512.874181:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835933056:0@lo:13:osp-pre-0-0.0
00010000:00010000:3.0:1777022513.834601:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022514.430638:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022514.430686:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022514.430726:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022514.430756:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022514.430763:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816168832
00000100:00100000:2.0:1777022514.430774:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816168832
00000100:00100000:3.0:1777022514.430799:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022514.430828:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022514.430836:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 281
00000100:00100000:2.0:1777022514.430848:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342816168832:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022514.430941:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342816168832:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 96us (323us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022514.430962:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 281
00000100:00100000:2.0:1777022514.431000:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816169088
00000100:00100000:2.0:1777022514.431004:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816169088
00000100:00100000:2.0:1777022514.431036:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816169600
00000100:00100000:2.0:1777022514.431038:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816169600
00000100:00100000:2.0:1777022514.431053:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816169216
00000100:00100000:2.0:1777022514.431055:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816169216
00000100:00100000:2.0:1777022514.431076:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 134
00000100:00100000:2.0:1777022514.431082:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816169088:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022514.431116:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816169088:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 33us (429us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022514.431122:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 134
00000100:00100000:2.0:1777022514.431134:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 135
00000100:00100000:2.0:1777022514.431140:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816169600:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022514.431163:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816169600:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (408us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022514.431182:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 135
00000100:00100000:2.0:1777022514.431194:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 136
00000100:00100000:2.0:1777022514.431201:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816169216:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022514.431231:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816169216:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 30us (404us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022514.431237:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 136
00000100:00080000:2.0:1777022514.431257:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1777022514.431262:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1777022514.431292:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816169344
00000100:00100000:2.0:1777022514.431296:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816169344
00000100:00100000:1.0:1777022514.431375:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816168960
00000100:00100000:1.0:1777022514.431379:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816168960
00000100:00100000:1.0:1777022514.431417:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 179
00000100:00100000:1.0:1777022514.431425:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816168960:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022514.431458:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816168960:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 35us (660us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022514.431465:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 179
00000100:00080000:1.0:1777022514.431485:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022514.431702:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 180
00000100:00100000:2.0:1777022514.431709:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2379:x1863342816169344:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022514.431735:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2379:x1863342816169344:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (1008us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022514.431741:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 180
00000100:00100000:3.0:1777022514.434099:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00080000:1.0:1777022514.435223:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022514.435481:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816169472
00000100:00100000:2.0:1777022514.435492:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816169472
00000100:00080000:1.0:1777022514.435639:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1777022514.435686:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 137
00000100:00100000:2.0:1777022514.435697:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816169472:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022514.435779:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816169472:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 84us (1687us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022514.435786:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 137
00010000:00010000:0.0:1777022514.872298:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022515.882245:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022516.469544:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022516.469634:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816169728
00000100:00100000:0.0:1777022516.469644:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816169728
00002000:00100000:0.0:1777022516.469710:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xc:0x0] (0->94159)  req@ffff8efa660ec380 x1863342816169728/t0(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:167/0 lens 488/0 e 0 to 0 dl 1777022527 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1777022516.469723:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ec380 with x1863342816169728 ext(0->94159)
00002000:00010000:0.0:1777022516.469729:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660ec380
00000100:00100000:0.0:1777022516.469763:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 595
00000100:00100000:0.0:1777022516.469773:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816169728:12345-192.168.202.33@tcp:4:mmap_sanity.0
00000100:00080000:1.0:1777022516.469930:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022516.481735:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2379:x1863342816169728:12345-192.168.202.33@tcp:4:mmap_sanity.0 Request processed in 11941us (12177us total) trans 4294967331 rc 0/0
00000100:00100000:0.0:1777022516.481749:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 595
00002000:00100000:0.0:1777022516.481764:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xc:0x0] (0->94159)  req@ffff8efa660ec380 x1863342816169728/t4294967331(0) o4->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:167/0 lens 488/448 e 0 to 0 dl 1777022527 ref 1 fl Complete:/600/0 rc 0/0 job:'mmap_sanity.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1777022516.481774:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa660ec380 with x1863342816169728 ext(0->94159)
00002000:00010000:0.0:1777022516.481779:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa660ec380
00010000:00010000:3.0:1777022516.907576:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022517.482332:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835933696:0@lo:400:kworker.0
00000100:00100000:0.0:1777022517.482418:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022517.482487:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1777022517.482494:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835933568:0@lo:400:kworker.0
00000100:00100000:0.0:1777022517.482520:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022517.482551:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835933696
00000100:00100000:0.0:1777022517.482558:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835933696
00000100:00100000:0.0:1777022517.482627:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138
00000100:00100000:0.0:1777022517.482637:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835933696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022517.482691:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835933696:12345-0@lo:400:kworker.0 Request processed in 56us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022517.482698:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138
00000100:00080000:0.0:1777022517.482722:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022517.482752:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835933696:0@lo:400:kworker.0
00000100:00100000:2.0:1777022517.483326:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835933312:0@lo:400:kworker.0
00000100:00100000:2.0:1777022517.483368:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022517.483417:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835933824:0@lo:400:kworker.0
00000100:00100000:2.0:1777022517.483441:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022517.483462:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1777022517.483468:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3462:1863342835933440:0@lo:400:kworker.0
00000100:00100000:2.0:1777022517.483486:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022517.483499:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835933952:0@lo:400:kworker.0
00000100:00100000:2.0:1777022517.483518:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022517.483545:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835933568
00000100:00100000:2.0:1777022517.483550:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835933568
00000100:00100000:2.0:1777022517.483587:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835933824
00000100:00100000:2.0:1777022517.483602:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835933824
00000100:00100000:2.0:1777022517.483617:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835933440
00000100:00100000:2.0:1777022517.483620:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835933440
00000100:00100000:2.0:1777022517.483634:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181
00000100:00100000:2.0:1777022517.483641:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835933568:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022517.483680:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835933568:12345-0@lo:400:kworker.0 Request processed in 39us (1159us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022517.483686:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181
00000100:00100000:2.0:1777022517.483701:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182
00000100:00100000:2.0:1777022517.483707:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835933824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022517.483736:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835933824:12345-0@lo:400:kworker.0 Request processed in 29us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022517.483742:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182
00000100:00100000:2.0:1777022517.483753:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183
00000100:00100000:2.0:1777022517.483759:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3462:x1863342835933440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022517.483785:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3462:x1863342835933440:12345-0@lo:400:kworker.0 Request processed in 26us (298us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022517.483791:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183
00000100:00080000:2.0:1777022517.483810:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022517.483833:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3462:1863342835933440:0@lo:400:kworker.0
00000100:00100000:2.0:1777022517.483885:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835933824:0@lo:400:kworker.0
00000100:00100000:2.0:1777022517.483915:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835933568:0@lo:400:kworker.0
00000100:00100000:0.0:1777022517.484951:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835933312
00000100:00100000:0.0:1777022517.484960:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835933312
00000100:00100000:0.0:1777022517.485017:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282
00000100:00100000:0.0:1777022517.485025:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd44050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835933312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022517.485102:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd44050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835933312:12345-0@lo:400:kworker.0 Request processed in 78us (1733us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022517.485109:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282
00000100:00100000:1.0:1777022517.485485:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835933952
00000100:00100000:1.0:1777022517.485490:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835933952
00000100:00100000:1.0:1777022517.485541:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139
00000100:00100000:1.0:1777022517.485550:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835933952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022517.485590:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835933952:12345-0@lo:400:kworker.0 Request processed in 41us (2070us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022517.485608:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139
00000100:00080000:0.0:1777022517.485681:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022517.486100:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835933952:0@lo:400:kworker.0
00000100:00100000:3.0:1777022517.486113:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835933312:0@lo:400:kworker.0
00010000:00010000:0.0:1777022517.935052:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022517.993247:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1777022517.993270:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835934080:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1777022517.994124:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022517.994204:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835934208:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1777022517.994229:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022517.995018:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835934080
00000100:00100000:3.0:1777022517.995028:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835934080
00000100:00100000:3.0:1777022517.995085:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835934208
00000100:00100000:3.0:1777022517.995089:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835934208
00000100:00100000:3.0:1777022517.995107:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81
00000100:00100000:3.0:1777022517.995116:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835934080:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022517.995148:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115622464 pending 118784 free 3923165184 avail 3691642880
00000100:00100000:3.0:1777022517.995217:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835934080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (1093us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022517.995224:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81
00000100:00100000:3.0:1777022517.995242:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82
00000100:00100000:3.0:1777022517.995248:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835934208:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1777022517.995263:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:3.0:1777022517.995308:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835934208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (1058us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022517.995314:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82
00000100:00100000:1.0:1777022517.995704:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835934208:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1777022517.995722:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835934080:0@lo:13:osp-pre-0-0.0
00010000:00010000:3.0:1777022518.953463:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022519.543809:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022519.545346:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022519.545435:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022519.547258:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816169984
00000100:00100000:2.0:1777022519.547271:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816169984
00000100:00100000:2.0:1777022519.548165:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 184
00000100:00100000:2.0:1777022519.548179:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816169984:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022519.548266:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816169984:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 92us (4463us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022519.548278:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 184
00000100:00080000:0.0:1777022519.549159:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022519.549811:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022519.549837:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022519.549897:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816169856
00000100:00100000:0.0:1777022519.549906:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816169856
00000100:00100000:0.0:1777022519.549948:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 283
00000100:00100000:0.0:1777022519.549957:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816169856:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022519.550023:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816169856:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 67us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022519.550030:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 283
00000100:00100000:1.0:1777022519.551602:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816170240
00000100:00100000:1.0:1777022519.551612:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816170240
00000100:00080000:0.0:1777022519.551750:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022519.552212:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816170496
00000100:00100000:1.0:1777022519.552218:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816170496
00000100:00100000:1.0:1777022519.552257:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 140
00000100:00100000:1.0:1777022519.552265:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816170240:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022519.552488:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816170240:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 223us (7146us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022519.552496:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 140
00000100:00100000:1.0:1777022519.552514:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 141
00000100:00100000:1.0:1777022519.552522:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816170496:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022519.552546:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816170496:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (7111us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022519.552552:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 141
00000100:00080000:1.0:1777022519.552585:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022519.553534:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022519.553582:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022519.553721:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816170368
00000100:00100000:0.0:1777022519.553728:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816170368
00000100:00100000:0.0:1777022519.553788:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 185
00000100:00100000:0.0:1777022519.553797:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816170368:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022519.553844:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816170368:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 49us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022519.553851:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 185
00000100:00100000:0.0:1777022519.554061:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816170112
00000100:00100000:0.0:1777022519.554066:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816170112
00000100:00100000:0.0:1777022519.554091:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816170624
00000100:00100000:0.0:1777022519.554093:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816170624
00000100:00100000:0.0:1777022519.554112:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 142
00000100:00100000:0.0:1777022519.554119:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342816170112:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022519.554148:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342816170112:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 30us (4310us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022519.554154:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 142
00000100:00100000:0.0:1777022519.554165:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 143
00000100:00100000:0.0:1777022519.554171:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816170624:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022519.554195:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816170624:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 24us (622us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022519.554201:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 143
00000100:00080000:3.0:1777022519.555223:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1777022519.555229:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1777022519.555233:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:3.0:1777022519.977231:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022521.001534:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:1.0:1777022521.585523:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed
00010000:00010000:3.0:1777022522.025219:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022522.601284:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835934592:0@lo:400:kworker.0
00000100:00100000:3.0:1777022522.601447:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835934336:0@lo:400:kworker.0
00000100:00100000:3.0:1777022522.601509:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022522.601571:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835934848:0@lo:400:kworker.0
00000100:00100000:3.0:1777022522.601596:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022522.601618:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1777022522.601624:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3462:1863342835934464:0@lo:400:kworker.0
00000100:00100000:3.0:1777022522.601643:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022522.601657:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835934976:0@lo:400:kworker.0
00000100:00100000:3.0:1777022522.601680:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022522.601746:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835934976
00000100:00100000:3.0:1777022522.601753:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835934976
00000100:00100000:3.0:1777022522.601810:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144
00000100:00100000:3.0:1777022522.601820:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835934976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022522.601906:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835934976:12345-0@lo:400:kworker.0 Request processed in 87us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022522.601913:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144
00000100:00080000:3.0:1777022522.601934:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022522.601961:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835934976:0@lo:400:kworker.0
00000100:00100000:1.0:1777022522.602289:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835934720:0@lo:400:kworker.0
00000100:00100000:1.0:1777022522.602333:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022522.602535:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835934336
00000100:00100000:2.0:1777022522.602550:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835934336
00000100:00100000:2.0:1777022522.602590:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284
00000100:00100000:2.0:1777022522.602598:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835934336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022522.602640:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835934336:12345-0@lo:400:kworker.0 Request processed in 43us (1131us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022522.602646:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284
00000100:00100000:2.0:1777022522.602676:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835934848
00000100:00100000:2.0:1777022522.602680:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835934848
00000100:00100000:2.0:1777022522.602722:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835934464
00000100:00100000:2.0:1777022522.602726:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835934464
00000100:00100000:2.0:1777022522.602753:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186
00000100:00100000:2.0:1777022522.602760:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835934848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022522.602791:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835934848:12345-0@lo:400:kworker.0 Request processed in 32us (1194us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022522.602796:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186
00000100:00100000:2.0:1777022522.602808:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187
00000100:00100000:2.0:1777022522.602814:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3462:x1863342835934464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022522.602849:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3462:x1863342835934464:12345-0@lo:400:kworker.0 Request processed in 24us (1193us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022522.602878:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187
00000100:00080000:2.0:1777022522.602896:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022522.602919:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3462:1863342835934464:0@lo:400:kworker.0
00000100:00100000:2.0:1777022522.602928:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835934336:0@lo:400:kworker.0
00000100:00100000:2.0:1777022522.602938:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835934848:0@lo:400:kworker.0
00000100:00100000:0.0:1777022522.603233:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022522.603561:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835934592
00000100:00100000:1.0:1777022522.603567:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835934592
00000100:00100000:1.0:1777022522.603617:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188
00000100:00100000:1.0:1777022522.603624:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835934592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022522.603665:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835934592:12345-0@lo:400:kworker.0 Request processed in 41us (432us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022522.603671:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188
00000100:00100000:1.0:1777022522.603722:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835934592:0@lo:400:kworker.0
00000100:00100000:3.0:1777022522.603992:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835934720
00000100:00100000:3.0:1777022522.603997:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835934720
00000100:00100000:3.0:1777022522.604034:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145
00000100:00100000:3.0:1777022522.604042:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818ce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835934720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022522.604084:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818ce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835934720:12345-0@lo:400:kworker.0 Request processed in 43us (1750us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022522.604090:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145
00000100:00100000:3.0:1777022522.604251:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835934720:0@lo:400:kworker.0
00000100:00080000:0.0:1777022522.605818:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1777022522.605827:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:3.0:1777022523.049188:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022523.113736:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835935104:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022523.113775:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835935232:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022523.113849:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022523.113966:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022523.114121:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835935104
00000100:00100000:0.0:1777022523.114129:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835935104
00000100:00100000:0.0:1777022523.114169:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835935232
00000100:00100000:0.0:1777022523.114172:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835935232
00000100:00100000:0.0:1777022523.114186:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83
00000100:00100000:0.0:1777022523.114193:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835935104:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1777022523.114222:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:0.0:1777022523.114266:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835935104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (445us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022523.114273:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83
00000100:00100000:0.0:1777022523.114289:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84
00000100:00100000:0.0:1777022523.114295:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835935232:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1777022523.114309:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:2.0:1777022523.114489:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835935104:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022523.128352:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835935232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 14048us (14377us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022523.128367:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84
00000100:00100000:1.0:1777022523.134189:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835935232:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1777022524.077779:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022524.661202:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022524.661248:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022524.661255:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816170880
00000100:00100000:2.0:1777022524.661266:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816170880
00000100:00100000:1.0:1777022524.661281:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022524.661310:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022524.661326:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022524.661343:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 189
00000100:00100000:1.0:1777022524.661343:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022524.661354:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816170880:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022524.661362:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022524.661382:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816171264
00000100:00100000:1.0:1777022524.661385:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816171264
00000100:00100000:1.0:1777022524.661412:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 190
00000100:00100000:1.0:1777022524.661418:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2379:x1863342816171264:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022524.661444:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2379:x1863342816171264:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (100us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022524.661445:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816170880:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 93us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022524.661451:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 190
00000100:00100000:3.0:1777022524.661500:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816171136
00000100:00080000:0.0:1777022524.661501:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022524.661504:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816171136
00000100:00100000:0.0:1777022524.661514:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816170752
00000100:00100000:0.0:1777022524.661517:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816170752
00000100:00100000:3.0:1777022524.661548:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816171392
00000100:00100000:3.0:1777022524.661551:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816171392
00000100:00100000:0.0:1777022524.661558:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 285
00000100:00100000:0.0:1777022524.661564:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342816170752:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022524.661567:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816171008
00000100:00100000:3.0:1777022524.661568:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816171008
00000100:00100000:3.0:1777022524.661580:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816171520
00000100:00100000:3.0:1777022524.661582:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816171520
00000100:00100000:0.0:1777022524.661589:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342816170752:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022524.661594:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 146
00000100:00100000:0.0:1777022524.661596:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 285
00000100:00100000:3.0:1777022524.661599:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816171136:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022524.661623:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816171136:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 24us (376us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022524.661629:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 146
00000100:00100000:3.0:1777022524.661653:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 147
00000100:00100000:0.0:1777022524.661658:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 148
00000100:00100000:3.0:1777022524.661659:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816171392:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022524.661664:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816171008:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022524.661681:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816171392:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 22us (398us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022524.661681:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816171008:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 17us (354us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022524.661686:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 148
00000100:00100000:2.0:1777022524.662176:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 189
00000100:00100000:3.0:1777022524.662243:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 147
00000100:00100000:3.0:1777022524.662257:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 149
00000100:00100000:3.0:1777022524.662266:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816171520:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022524.662307:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816171520:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 43us (944us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022524.662312:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 149
00000100:00080000:3.0:1777022524.662382:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1777022524.662385:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1777022525.097978:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022526.121758:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022527.145216:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022527.722593:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835935488:0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.722665:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022527.722736:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835936000:0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.722761:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022527.722793:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1777022527.722799:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835935360:0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.722825:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022527.722846:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835935872:0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.722886:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022527.722925:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835935360
00000100:00100000:1.0:1777022527.722932:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835935360
00000100:00100000:1.0:1777022527.722972:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286
00000100:00100000:1.0:1777022527.722981:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835935360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.723029:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835935360:12345-0@lo:400:kworker.0 Request processed in 49us (202us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022527.723036:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286
00000100:00100000:1.0:1777022527.723069:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835935488
00000100:00100000:1.0:1777022527.723074:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835935488
00000100:00100000:1.0:1777022527.723096:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835935872
00000100:00100000:1.0:1777022527.723098:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835935872
00000100:00100000:1.0:1777022527.723121:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191
00000100:00100000:1.0:1777022527.723127:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835935488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.723155:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835935488:12345-0@lo:400:kworker.0 Request processed in 29us (491us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022527.723161:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191
00000100:00100000:1.0:1777022527.723172:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192
00000100:00100000:1.0:1777022527.723177:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835935872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.723199:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835935872:12345-0@lo:400:kworker.0 Request processed in 22us (312us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022527.723204:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192
00000100:00100000:1.0:1777022527.723221:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835936000
00000100:00100000:1.0:1777022527.723225:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835936000
00000100:00100000:1.0:1777022527.723249:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150
00000100:00100000:1.0:1777022527.723254:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835936000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.723283:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835936000:12345-0@lo:400:kworker.0 Request processed in 28us (521us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022527.723290:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150
00000100:00100000:1.0:1777022527.723318:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835935360:0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.723330:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835935872:0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.723337:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835935488:0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.723346:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835936000:0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.723372:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835935744:0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.723397:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022527.723414:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1777022527.723419:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835935616:0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.723440:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022527.723457:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835935616
00000100:00100000:1.0:1777022527.723460:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835935616
00000100:00100000:1.0:1777022527.723477:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193
00000100:00100000:1.0:1777022527.723482:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835935616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022527.723522:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835935616:12345-0@lo:400:kworker.0 Request processed in 40us (81us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022527.723528:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193
00000100:00100000:1.0:1777022527.723550:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835935616:0@lo:400:kworker.0
00000100:00100000:3.0:1777022527.723835:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835935744
00000100:00100000:3.0:1777022527.723850:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835935744
00000100:00100000:3.0:1777022527.723911:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151
00000100:00100000:3.0:1777022527.723917:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835935744:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022527.723962:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835935744:12345-0@lo:400:kworker.0 Request processed in 46us (565us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022527.723968:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151
00000100:00080000:3.0:1777022527.723990:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1777022527.723994:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1777022527.723997:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022527.724350:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835935744:0@lo:400:kworker.0
00010000:00010000:3.0:1777022528.169401:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022528.233445:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835936128:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1777022528.233526:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022528.233737:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835936256:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022528.233767:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022528.237784:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835936128
00000100:00100000:3.0:1777022528.237799:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835936128
00000100:00100000:3.0:1777022528.237893:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835936256
00000100:00100000:3.0:1777022528.237898:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835936256
00000100:00100000:3.0:1777022528.237918:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85
00000100:00100000:3.0:1777022528.237928:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835936128:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1777022528.237964:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:3.0:1777022528.238060:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835936128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (4534us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022528.238070:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85
00000100:00100000:3.0:1777022528.238087:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86
00000100:00100000:3.0:1777022528.238093:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835936256:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022528.238108:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:3.0:1777022528.238139:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835936256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (4371us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022528.238145:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86
00000100:00100000:1.0:1777022528.238237:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835936128:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022528.238265:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835936256:0@lo:13:osp-pre-0-0.0
00010000:00010000:3.0:1777022529.193839:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022529.780959:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022529.781008:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022529.781039:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022529.781081:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022529.781108:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022529.781119:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816171776
00000100:00100000:2.0:1777022529.781130:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816171776
00000100:00100000:2.0:1777022529.781213:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 194
00000100:00100000:2.0:1777022529.781224:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816171776:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022529.781299:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816171776:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 76us (349us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022529.781306:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 194
00000100:00080000:2.0:1777022529.781330:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022529.781357:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816171648
00000100:00100000:2.0:1777022529.781361:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816171648
00000100:00100000:2.0:1777022529.781386:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 287
00000100:00100000:2.0:1777022529.781393:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd46850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2378:x1863342816171648:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022529.781419:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd46850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2378:x1863342816171648:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (337us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022529.781424:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 287
00000100:00100000:1.0:1777022529.787215:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022529.787253:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022529.794896:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816172032
00000100:00100000:3.0:1777022529.794913:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816172032
00000100:00100000:3.0:1777022529.795006:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816172288
00000100:00100000:3.0:1777022529.795010:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816172288
00000100:00100000:3.0:1777022529.795032:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816171904
00000100:00100000:3.0:1777022529.795035:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816171904
00000100:00100000:3.0:1777022529.795066:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 152
00000100:00100000:3.0:1777022529.795077:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816172032:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022529.795164:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816172032:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 89us (14154us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022529.795165:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816172160
00000100:00100000:1.0:1777022529.795172:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816172160
00000100:00100000:3.0:1777022529.795190:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 152
00000100:00100000:3.0:1777022529.795208:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816172416
00000100:00100000:3.0:1777022529.795211:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816172416
00000100:00100000:1.0:1777022529.795224:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 195
00000100:00100000:1.0:1777022529.795233:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816172160:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022529.795245:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 153
00000100:00100000:3.0:1777022529.795253:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816172288:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022529.795268:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816172160:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 36us (8062us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022529.795275:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 195
00000100:00100000:3.0:1777022529.795289:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816172288:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 35us (14247us total) trans 0 rc 0/0
00000100:00080000:1.0:1777022529.795294:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022529.795298:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 153
00000100:00080000:1.0:1777022529.795301:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022529.795316:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 154
00000100:00080000:1.0:1777022529.795317:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022529.795325:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816171904:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022529.795355:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816171904:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 29us (14245us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022529.795356:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 155
00000100:00100000:3.0:1777022529.795368:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 154
00000100:00100000:1.0:1777022529.795369:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816172416:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022529.795401:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816172416:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 36us (8147us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022529.795407:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 155
00010000:00010000:0.0:1777022530.217123:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022531.241134:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022532.265551:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022532.841100:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835936512:0@lo:400:kworker.0
00000100:00100000:3.0:1777022532.841109:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835936768:0@lo:400:kworker.0
00000100:00100000:0.0:1777022532.841195:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835936384:0@lo:400:kworker.0
00000100:00100000:2.0:1777022532.841285:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835936640:0@lo:400:kworker.0
00000100:00100000:3.0:1777022532.845831:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022532.845947:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835936768
00000100:00100000:3.0:1777022532.845956:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835936768
00000100:00100000:3.0:1777022532.846027:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156
00000100:00100000:3.0:1777022532.846036:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835936768:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022532.846101:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835936768:12345-0@lo:400:kworker.0 Request processed in 66us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022532.846107:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156
00000100:00100000:3.0:1777022532.851530:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835936768:0@lo:400:kworker.0
00000100:00080000:3.0:1777022532.851610:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1777022532.852849:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022532.852956:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835937024:0@lo:400:kworker.0
00000100:00100000:1.0:1777022532.853008:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022532.853033:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835937024
00000100:00100000:1.0:1777022532.853041:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835937024
00000100:00100000:1.0:1777022532.853090:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157
00000100:00100000:1.0:1777022532.853099:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835937024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022532.853147:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835937024:12345-0@lo:400:kworker.0 Request processed in 49us (138us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022532.853159:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157
00000100:00100000:1.0:1777022532.853203:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835937024:0@lo:400:kworker.0
00000100:00080000:3.0:1777022532.853518:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022532.853554:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835936512
00000100:00100000:3.0:1777022532.853559:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835936512
00000100:00100000:3.0:1777022532.853676:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196
00000100:00100000:3.0:1777022532.853685:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835936512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022532.853730:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835936512:12345-0@lo:400:kworker.0 Request processed in 47us (882us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022532.853736:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196
00000100:00100000:1.0:1777022532.854133:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835936512:0@lo:400:kworker.0
00000100:00100000:0.0:1777022532.858242:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022532.858295:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835936896:0@lo:400:kworker.0
00000100:00100000:0.0:1777022532.858338:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022532.858448:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835936384
00000100:00100000:1.0:1777022532.858456:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835936384
00000100:00100000:1.0:1777022532.858515:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288
00000100:00100000:1.0:1777022532.858526:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835936384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022532.858578:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835936384:12345-0@lo:400:kworker.0 Request processed in 54us (343us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022532.858584:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288
00000100:00100000:0.0:1777022532.858934:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835936384:0@lo:400:kworker.0
00000100:00100000:2.0:1777022532.859075:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022532.869742:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835936896
00000100:00100000:3.0:1777022532.869757:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835936896
00000100:00100000:3.0:1777022532.869845:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835936640
00000100:00100000:3.0:1777022532.869848:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835936640
00000100:00100000:3.0:1777022532.869898:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197
00000100:00100000:3.0:1777022532.869909:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835936896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022532.870002:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835936896:12345-0@lo:400:kworker.0 Request processed in 95us (11663us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022532.870010:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197
00000100:00100000:3.0:1777022532.870026:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198
00000100:00100000:3.0:1777022532.870032:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835936640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022532.870064:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835936640:12345-0@lo:400:kworker.0 Request processed in 33us (10989us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022532.870070:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198
00000100:00100000:3.0:1777022532.870124:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835936896:0@lo:400:kworker.0
00000100:00080000:2.0:1777022532.871529:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022532.871571:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835936640:0@lo:400:kworker.0
00010000:00010000:0.0:1777022533.289969:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022533.353360:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1777022533.353387:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835937152:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022533.353483:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022533.353880:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835937152
00000100:00100000:2.0:1777022533.353889:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835937152
00000100:00100000:2.0:1777022533.353951:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87
00000100:00100000:2.0:1777022533.353961:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835937152:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1777022533.353997:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:2.0:1777022533.354056:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835937152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (573us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022533.354063:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87
00000100:00100000:3.0:1777022533.354297:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835937152:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1777022533.356631:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66f21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835937280:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022533.356701:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022533.356794:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835937280
00000100:00100000:2.0:1777022533.356803:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835937280
00000100:00100000:2.0:1777022533.356877:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88
00000100:00100000:2.0:1777022533.356887:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835937280:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1777022533.356915:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:2.0:1777022533.360970:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835937280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4075us (4260us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022533.360984:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88
00000100:00100000:0.0:1777022533.361418:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66f21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835937280:0@lo:13:osp-pre-1-0.0
00010000:00010000:3.0:1777022534.321172:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022534.902348:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022534.902547:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816172544
00000100:00100000:1.0:1777022534.902557:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816172544
00000100:00100000:1.0:1777022534.902628:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 289
00000100:00100000:1.0:1777022534.902639:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2378:x1863342816172544:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022534.902716:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2378:x1863342816172544:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 78us (376us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022534.902724:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 289
00000100:00100000:3.0:1777022534.912574:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022534.912629:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022534.912668:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022534.912700:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022534.912727:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022534.912751:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022534.912780:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816172800
00000100:00100000:3.0:1777022534.912789:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816172800
00000100:00100000:3.0:1777022534.912846:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816172928
00000100:00100000:3.0:1777022534.912849:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816172928
00000100:00100000:3.0:1777022534.912901:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816173184
00000100:00100000:3.0:1777022534.912904:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816173184
00000100:00100000:3.0:1777022534.912918:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816173312
00000100:00100000:3.0:1777022534.912920:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816173312
00000100:00100000:3.0:1777022534.912953:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 158
00000100:00100000:3.0:1777022534.912962:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816172800:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022534.913030:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816172800:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 69us (401us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022534.913039:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 158
00000100:00100000:3.0:1777022534.913057:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 159
00000100:00100000:3.0:1777022534.913063:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816172928:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022534.913088:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816172928:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (421us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022534.913094:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 159
00000100:00100000:3.0:1777022534.913104:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 160
00000100:00100000:3.0:1777022534.913109:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816173184:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022534.913277:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 161
00000100:00100000:0.0:1777022534.913287:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816173312:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022534.913313:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816173312:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 30us (562us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022534.913320:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 161
00000100:00100000:0.0:1777022534.913354:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816172672
00000100:00100000:0.0:1777022534.913358:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816172672
00000100:00100000:0.0:1777022534.913389:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816173056
00000100:00100000:0.0:1777022534.913392:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816173056
00000100:00100000:0.0:1777022534.913410:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 199
00000100:00100000:0.0:1777022534.914059:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816172672:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022534.914100:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816172672:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 684us (1536us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022534.914107:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 199
00000100:00100000:0.0:1777022534.914143:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 200
00000100:00100000:0.0:1777022534.914151:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816173056:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022534.914172:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816173056:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (1445us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022534.914177:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 200
00000100:00080000:2.0:1777022534.914695:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:2.0:1777022534.914702:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1777022534.914705:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022534.915061:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816173184:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 1947us (2356us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022534.915070:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 160
00010000:00010000:3.0:1777022535.342082:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022536.361166:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022537.388438:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022537.962619:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835937792:0@lo:400:kworker.0
00000100:00100000:2.0:1777022537.962636:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835937664:0@lo:400:kworker.0
00000100:00100000:3.0:1777022537.962711:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835937408:0@lo:400:kworker.0
00000100:00100000:1.0:1777022537.963130:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835937536:0@lo:400:kworker.0
00000100:00100000:0.0:1777022537.965601:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022537.965736:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835937792
00000100:00100000:0.0:1777022537.965748:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835937792
00000100:00100000:0.0:1777022537.965827:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162
00000100:00100000:0.0:1777022537.965839:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835937792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022537.965930:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835937792:12345-0@lo:400:kworker.0 Request processed in 93us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022537.965936:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162
00000100:00080000:0.0:1777022537.965977:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022537.966023:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835937792:0@lo:400:kworker.0
00000100:00100000:2.0:1777022537.968627:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022537.969244:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835937664
00000100:00100000:0.0:1777022537.969256:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835937664
00000100:00100000:0.0:1777022537.969340:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201
00000100:00100000:0.0:1777022537.969352:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835937664:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022537.969455:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835937664:12345-0@lo:400:kworker.0 Request processed in 105us (835us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022537.969464:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201
00000100:00080000:2.0:1777022537.970149:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022537.970200:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835937664:0@lo:400:kworker.0
00000100:00100000:3.0:1777022537.970436:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022537.970533:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835937920:0@lo:400:kworker.0
00000100:00100000:3.0:1777022537.970584:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022537.972002:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835937920
00000100:00100000:0.0:1777022537.972013:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835937920
00000100:00100000:0.0:1777022537.972088:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202
00000100:00100000:0.0:1777022537.972097:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835937920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022537.972178:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835937920:12345-0@lo:400:kworker.0 Request processed in 81us (1592us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022537.972186:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202
00000100:00080000:3.0:1777022537.972349:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022537.972399:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835937920:0@lo:400:kworker.0
00000100:00100000:2.0:1777022537.972479:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835937408
00000100:00100000:2.0:1777022537.972484:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835937408
00000100:00100000:2.0:1777022537.972520:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290
00000100:00100000:2.0:1777022537.972526:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835937408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022537.972564:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835937408:12345-0@lo:400:kworker.0 Request processed in 38us (2129us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022537.972571:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290
00000100:00100000:3.0:1777022537.972699:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835937408:0@lo:400:kworker.0
00000100:00100000:2.0:1777022537.993226:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022537.993298:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835938048:0@lo:400:kworker.0
00000100:00100000:2.0:1777022537.993337:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022537.993458:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835937536
00000100:00100000:1.0:1777022537.993468:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835938048
00000100:00100000:3.0:1777022537.993469:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835937536
00000100:00100000:1.0:1777022537.993482:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835938048
00000100:00100000:3.0:1777022537.993537:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203
00000100:00100000:3.0:1777022537.993549:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835937536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022537.993576:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163
00000100:00100000:1.0:1777022537.993601:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835938048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022537.993612:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835937536:12345-0@lo:400:kworker.0 Request processed in 64us (394us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022537.993621:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203
00000100:00100000:1.0:1777022537.993694:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835938048:12345-0@lo:400:kworker.0 Request processed in 99us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022537.993701:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163
00000100:00080000:2.0:1777022537.993718:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022537.993767:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835937536:0@lo:400:kworker.0
00000100:00100000:2.0:1777022537.993780:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835938048:0@lo:400:kworker.0
00010000:00010000:2.0:1777022538.409909:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022538.473370:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8ef9412aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835938176:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022538.473483:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022538.474398:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835938176
00000100:00100000:1.0:1777022538.474412:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835938176
00000100:00100000:1.0:1777022538.474495:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89
00000100:00100000:1.0:1777022538.474516:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835938176:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1777022538.474558:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:3.0:1777022538.475074:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835938304:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022538.475122:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022538.475192:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835938304
00000100:00100000:3.0:1777022538.475197:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835938304
00000100:00100000:3.0:1777022538.475227:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90
00000100:00100000:3.0:1777022538.475234:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835938304:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022538.475255:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:3.0:1777022538.475294:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835938304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (171us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022538.475301:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90
00000100:00100000:3.0:1777022538.475362:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835938304:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022538.481456:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835938176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 6926us (7949us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022538.481479:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89
00000100:00100000:0.0:1777022538.492086:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8ef9412aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835938176:0@lo:13:osp-pre-1-0.0
00010000:00010000:0.0:1777022539.436041:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022540.021515:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022540.021576:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022540.021707:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816173568
00000100:00100000:1.0:1777022540.021721:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816173568
00000100:00100000:1.0:1777022540.021807:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 204
00000100:00100000:1.0:1777022540.021821:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816173568:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022540.021981:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816173568:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 164us (482us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022540.021990:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 204
00000100:00080000:1.0:1777022540.022156:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022540.028171:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022540.033159:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022540.033188:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022540.033316:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816173440
00000100:00100000:0.0:1777022540.033330:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816173440
00000100:00100000:0.0:1777022540.033411:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 291
00000100:00100000:0.0:1777022540.033423:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2378:x1863342816173440:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022540.033516:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2378:x1863342816173440:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 95us (373us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022540.033525:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 291
00000100:00100000:2.0:1777022540.044395:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816173824
00000100:00100000:2.0:1777022540.044419:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816173824
00000100:00100000:2.0:1777022540.044548:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816174080
00000100:00100000:2.0:1777022540.044553:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816174080
00000100:00100000:2.0:1777022540.044588:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 164
00000100:00100000:2.0:1777022540.044604:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816173824:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022540.044718:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816173824:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 121us (23142us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022540.044726:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 164
00000100:00100000:2.0:1777022540.044748:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 165
00000100:00100000:2.0:1777022540.044753:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816174080:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022540.044776:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816174080:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (16634us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022540.044782:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 165
00000100:00080000:0.0:1777022540.045121:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1777022540.045126:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022540.049979:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022540.050050:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022540.050106:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816173952
00000100:00100000:3.0:1777022540.050119:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816173952
00000100:00100000:3.0:1777022540.050201:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 205
00000100:00100000:3.0:1777022540.050213:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816173952:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022540.050321:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816173952:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 109us (358us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022540.050329:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 205
00000100:00100000:3.0:1777022540.050357:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816173696
00000100:00100000:3.0:1777022540.050362:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816173696
00000100:00080000:0.0:1777022540.050380:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1777022540.050386:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022540.050398:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816174208
00000100:00100000:3.0:1777022540.050401:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816174208
00000100:00080000:0.0:1777022540.050424:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022540.050432:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 166
00000100:00100000:3.0:1777022540.050438:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816173696:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022540.050467:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816173696:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 28us (17277us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022540.050473:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 166
00000100:00100000:3.0:1777022540.050483:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 167
00000100:00100000:3.0:1777022540.050488:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816174208:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022540.050510:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816174208:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (461us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022540.050516:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 167
00010000:00010000:3.0:1777022540.460187:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022541.481264:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022542.505528:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022543.082127:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835938816:0@lo:400:kworker.0
00000100:00100000:3.0:1777022543.082226:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022543.082360:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835938688:0@lo:400:kworker.0
00000100:00100000:1.0:1777022543.082401:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022543.082511:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835938688
00000100:00100000:1.0:1777022543.082521:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835938688
00000100:00100000:1.0:1777022543.082595:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206
00000100:00100000:1.0:1777022543.082607:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835938688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022543.082681:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835938688:12345-0@lo:400:kworker.0 Request processed in 77us (279us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022543.082689:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206
00000100:00100000:1.0:1777022543.082746:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835938688:0@lo:400:kworker.0
00000100:00100000:2.0:1777022543.082921:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835938560:0@lo:400:kworker.0
00000100:00100000:2.0:1777022543.082957:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022543.082987:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835939072:0@lo:400:kworker.0
00000100:00100000:2.0:1777022543.083146:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835938816
00000100:00100000:2.0:1777022543.083151:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835938816
00000100:00100000:2.0:1777022543.083196:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168
00000100:00100000:2.0:1777022543.083204:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835938816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022543.083257:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835938816:12345-0@lo:400:kworker.0 Request processed in 54us (1032us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022543.083264:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168
00000100:00100000:2.0:1777022543.083300:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022543.083322:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835939072
00000100:00100000:2.0:1777022543.083326:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835939072
00000100:00100000:2.0:1777022543.083363:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169
00000100:00100000:2.0:1777022543.083371:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835939072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022543.083403:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835939072:12345-0@lo:400:kworker.0 Request processed in 33us (102us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022543.083410:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169
00000100:00100000:2.0:1777022543.083446:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835939072:0@lo:400:kworker.0
00000100:00100000:2.0:1777022543.083462:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1777022543.083469:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835938432:0@lo:400:kworker.0
00000100:00100000:2.0:1777022543.083499:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022543.083523:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835938432
00000100:00100000:2.0:1777022543.083527:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835938432
00000100:00100000:2.0:1777022543.083556:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292
00000100:00100000:2.0:1777022543.083563:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835938432:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022543.083592:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835938432:12345-0@lo:400:kworker.0 Request processed in 30us (92us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022543.083598:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292
00000100:00100000:2.0:1777022543.084039:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835938432:0@lo:400:kworker.0
00000100:00100000:2.0:1777022543.084048:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835938944:0@lo:400:kworker.0
00000100:00100000:2.0:1777022543.084074:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022543.084164:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835938560
00000100:00100000:1.0:1777022543.084169:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835938560
00000100:00100000:1.0:1777022543.084205:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835938944
00000100:00100000:1.0:1777022543.084208:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835938944
00000100:00100000:1.0:1777022543.084240:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207
00000100:00100000:1.0:1777022543.084247:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835938560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022543.084283:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835938560:12345-0@lo:400:kworker.0 Request processed in 38us (1326us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022543.084289:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207
00000100:00100000:1.0:1777022543.084300:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208
00000100:00100000:1.0:1777022543.084305:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835938944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022543.084327:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835938944:12345-0@lo:400:kworker.0 Request processed in 23us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022543.084332:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208
00000100:00100000:3.0:1777022543.084525:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835938816:0@lo:400:kworker.0
00000100:00100000:2.0:1777022543.084609:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835938944:0@lo:400:kworker.0
00000100:00100000:2.0:1777022543.084713:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65659880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835938560:0@lo:400:kworker.0
00000100:00080000:0.0:1777022543.084800:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1777022543.084806:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1777022543.084810:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:3.0:1777022543.531579:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022543.594691:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1777022543.594721:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65c1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835939200:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022543.594807:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022543.594999:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835939200
00000100:00100000:3.0:1777022543.595008:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835939200
00000100:00100000:3.0:1777022543.595072:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91
00000100:00100000:3.0:1777022543.595082:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835939200:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1777022543.595121:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:3.0:1777022543.595172:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835939200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022543.595179:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91
00000100:00100000:3.0:1777022543.595236:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65c1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835939200:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022543.596339:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835939328:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022543.596394:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022543.597099:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835939328
00000100:00100000:0.0:1777022543.597109:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835939328
00000100:00100000:0.0:1777022543.597171:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92
00000100:00100000:0.0:1777022543.597183:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835939328:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1777022543.597216:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:0.0:1777022543.597296:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835939328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (892us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022543.597304:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92
00000100:00100000:1.0:1777022543.597417:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835939328:0@lo:13:osp-pre-0-0.0
00010000:00010000:2.0:1777022544.556298:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022545.144689:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022545.144782:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022545.144814:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022545.144850:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022545.144900:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022545.144918:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022545.144943:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022545.144997:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816174592
00000100:00100000:0.0:1777022545.145007:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816174592
00000100:00100000:0.0:1777022545.145063:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816174720
00000100:00100000:0.0:1777022545.145065:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816174720
00000100:00100000:0.0:1777022545.145081:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816174976
00000100:00100000:0.0:1777022545.145083:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816174976
00000100:00100000:0.0:1777022545.145095:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816175104
00000100:00100000:0.0:1777022545.145097:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816175104
00000100:00100000:0.0:1777022545.145111:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 170
00000100:00100000:0.0:1777022545.145121:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816174592:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022545.145194:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816174592:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 74us (378us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022545.145201:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 170
00000100:00100000:0.0:1777022545.145219:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 171
00000100:00100000:0.0:1777022545.145235:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816174720:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022545.145269:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816174720:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 35us (418us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022545.145276:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 171
00000100:00100000:0.0:1777022545.145288:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 172
00000100:00100000:0.0:1777022545.145294:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816174976:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022545.145330:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816174976:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 36us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022545.145336:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 172
00000100:00100000:0.0:1777022545.145348:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 173
00000100:00100000:0.0:1777022545.145354:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816175104:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022545.145374:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816175104:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (430us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022545.145380:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 173
00000100:00080000:0.0:1777022545.145396:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1777022545.145400:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1777022545.146234:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816174464
00000100:00100000:1.0:1777022545.146537:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816174464
00000100:00100000:1.0:1777022545.146601:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816174848
00000100:00100000:1.0:1777022545.146604:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816174848
00000100:00100000:1.0:1777022545.146633:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 209
00000100:00100000:1.0:1777022545.146641:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816174464:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022545.146695:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816174464:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 55us (1912us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022545.146701:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 209
00000100:00100000:1.0:1777022545.146715:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 210
00000100:00100000:1.0:1777022545.146721:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342816174848:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022545.146741:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342816174848:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (1842us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022545.146747:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 210
00000100:00080000:0.0:1777022545.147687:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022545.148124:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816174336
00000100:00100000:2.0:1777022545.148133:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816174336
00000100:00100000:2.0:1777022545.148234:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 293
00000100:00100000:2.0:1777022545.148251:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2377:x1863342816174336:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022545.148325:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2377:x1863342816174336:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 72us (3635us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022545.148333:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 293
00010000:00010000:0.0:1777022545.577334:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022546.601140:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022547.625737:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022548.201467:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835939712:0@lo:400:kworker.0
00000100:00100000:1.0:1777022548.201545:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022548.201615:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1777022548.201621:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835939840:0@lo:400:kworker.0
00000100:00100000:1.0:1777022548.201644:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022548.201806:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835939712
00000100:00100000:0.0:1777022548.201815:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835939712
00000100:00100000:0.0:1777022548.201906:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211
00000100:00100000:0.0:1777022548.201916:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835939712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022548.201970:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835939712:12345-0@lo:400:kworker.0 Request processed in 56us (424us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022548.201977:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211
00000100:00100000:0.0:1777022548.202003:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835939840
00000100:00100000:0.0:1777022548.202006:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835939840
00000100:00100000:0.0:1777022548.202044:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174
00000100:00100000:0.0:1777022548.202050:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa64f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835939840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022548.202078:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa64f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835939840:12345-0@lo:400:kworker.0 Request processed in 29us (434us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022548.202083:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174
00000100:00100000:3.0:1777022548.202341:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835939456:0@lo:400:kworker.0
00000100:00100000:3.0:1777022548.202377:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022548.202412:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835939968:0@lo:400:kworker.0
00000100:00100000:3.0:1777022548.202433:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022548.202453:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1777022548.202459:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3462:1863342835939584:0@lo:400:kworker.0
00000100:00100000:3.0:1777022548.202478:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022548.202505:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835940096:0@lo:400:kworker.0
00000100:00100000:3.0:1777022548.202525:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022548.202548:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835939968
00000100:00100000:3.0:1777022548.202551:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835939968
00000100:00100000:3.0:1777022548.202576:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835939584
00000100:00100000:3.0:1777022548.202578:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835939584
00000100:00100000:3.0:1777022548.202590:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212
00000100:00100000:3.0:1777022548.202596:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835939968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022548.202628:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835939968:12345-0@lo:400:kworker.0 Request processed in 32us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022548.202634:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212
00000100:00100000:3.0:1777022548.202645:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213
00000100:00100000:3.0:1777022548.202650:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3462:x1863342835939584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022548.202673:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3462:x1863342835939584:12345-0@lo:400:kworker.0 Request processed in 23us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022548.202679:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213
00000100:00100000:3.0:1777022548.202719:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3462:1863342835939584:0@lo:400:kworker.0
00000100:00100000:3.0:1777022548.202730:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835939968:0@lo:400:kworker.0
00000100:00080000:1.0:1777022548.202885:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1777022548.202890:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1777022548.202915:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835939840:0@lo:400:kworker.0
00000100:00100000:1.0:1777022548.202924:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835939712:0@lo:400:kworker.0
00000100:00100000:0.0:1777022548.203810:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835939456
00000100:00100000:0.0:1777022548.203819:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835939456
00000100:00100000:0.0:1777022548.203905:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294
00000100:00100000:0.0:1777022548.203914:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835939456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022548.203980:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835939456:12345-0@lo:400:kworker.0 Request processed in 67us (1601us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022548.203987:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294
00000100:00100000:0.0:1777022548.204018:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835940096
00000100:00100000:0.0:1777022548.204033:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835940096
00000100:00100000:0.0:1777022548.204067:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175
00000100:00100000:0.0:1777022548.204073:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835940096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022548.204107:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835940096:12345-0@lo:400:kworker.0 Request processed in 35us (1581us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022548.204113:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175
00000100:00080000:1.0:1777022548.204428:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022548.204642:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835940096:0@lo:400:kworker.0
00000100:00100000:3.0:1777022548.204654:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835939456:0@lo:400:kworker.0
00010000:00010000:0.0:1777022548.649165:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022548.713615:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835940224:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022548.714003:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022548.714155:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835940224
00000100:00100000:2.0:1777022548.714165:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835940224
00000100:00100000:2.0:1777022548.714224:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93
00000100:00100000:2.0:1777022548.714234:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835940224:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1777022548.714264:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:2.0:1777022548.714316:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835940224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (313us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022548.714324:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93
00000100:00100000:1.0:1777022548.714481:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835940224:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1777022548.715418:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835940352:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022548.715468:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022548.716685:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835940352
00000100:00100000:1.0:1777022548.716695:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835940352
00000100:00100000:1.0:1777022548.716762:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94
00000100:00100000:1.0:1777022548.716772:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835940352:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1777022548.716803:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:1.0:1777022548.716882:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835940352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (1385us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022548.716889:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94
00000100:00100000:3.0:1777022548.723396:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835940352:0@lo:13:osp-pre-1-0.0
00010000:00010000:3.0:1777022549.673126:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022550.266175:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022550.266242:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022550.266287:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022550.266324:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022550.266340:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022550.266362:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022550.266383:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022550.266415:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816175616
00000100:00100000:0.0:1777022550.266423:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816175616
00000100:00100000:0.0:1777022550.266483:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816175872
00000100:00100000:0.0:1777022550.266485:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816175872
00000100:00100000:0.0:1777022550.266500:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816175488
00000100:00100000:0.0:1777022550.266502:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816175488
00000100:00100000:0.0:1777022550.266512:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816176000
00000100:00100000:0.0:1777022550.266514:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816176000
00000100:00100000:0.0:1777022550.266526:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 176
00000100:00100000:0.0:1777022550.266536:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816175616:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022550.266619:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816175616:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 86us (376us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022550.266626:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 176
00000100:00100000:0.0:1777022550.266643:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 177
00000100:00100000:0.0:1777022550.266648:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816175872:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022550.266849:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816175872:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 22us (384us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022550.266879:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 177
00000100:00100000:0.0:1777022550.266892:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 178
00000100:00100000:0.0:1777022550.266898:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816175488:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022550.266923:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816175488:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (583us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022550.266929:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 178
00000100:00100000:0.0:1777022550.266939:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 179
00000100:00100000:0.0:1777022550.266944:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816176000:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022550.266964:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816176000:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (581us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022550.266970:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 179
00000100:00100000:0.0:1777022550.267185:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816175360
00000100:00100000:0.0:1777022550.267190:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816175360
00000100:00100000:0.0:1777022550.267222:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816175744
00000100:00100000:0.0:1777022550.267225:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816175744
00000100:00100000:0.0:1777022550.267244:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 214
00000100:00100000:0.0:1777022550.267250:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816175360:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022550.267291:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2378:x1863342816175360:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 41us (1126us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022550.267297:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 214
00000100:00100000:0.0:1777022550.267309:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 215
00000100:00100000:0.0:1777022550.267315:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816175744:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022550.267344:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816175744:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 29us (981us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022550.267350:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 215
00000100:00100000:2.0:1777022550.267472:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816175232
00000100:00100000:2.0:1777022550.267478:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816175232
00000100:00100000:2.0:1777022550.267514:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 295
00000100:00100000:2.0:1777022550.267521:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2378:x1863342816175232:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022550.267550:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2378:x1863342816175232:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 30us (1225us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022550.267556:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 295
00000100:00080000:1.0:1777022550.269130:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1777022550.269139:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1777022550.269142:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1777022550.697188:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022551.721326:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022552.748453:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022553.321693:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835940736:0@lo:400:kworker.0
00000100:00100000:1.0:1777022553.321763:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022553.321837:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835940608:0@lo:400:kworker.0
00000100:00100000:1.0:1777022553.321847:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1777022553.321872:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835940864:0@lo:400:kworker.0
00000100:00100000:0.0:1777022553.321885:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022553.322066:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835940736
00000100:00100000:2.0:1777022553.322074:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835940736
00000100:00100000:2.0:1777022553.322129:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835940608
00000100:00100000:2.0:1777022553.322132:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835940608
00000100:00100000:2.0:1777022553.322153:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216
00000100:00100000:2.0:1777022553.322167:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835940736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022553.322280:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835940480:0@lo:400:kworker.0
00000100:00100000:0.0:1777022553.324937:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835941120:0@lo:400:kworker.0
00000100:00100000:0.0:1777022553.325024:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022553.325094:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835941120
00000100:00100000:0.0:1777022553.325101:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835941120
00000100:00100000:0.0:1777022553.325148:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180
00000100:00100000:0.0:1777022553.325157:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835941120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022553.325208:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835941120:12345-0@lo:400:kworker.0 Request processed in 52us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022553.325214:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180
00000100:00100000:0.0:1777022553.325273:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835941120:0@lo:400:kworker.0
00000100:00080000:0.0:1777022553.325312:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1777022553.325316:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022553.325342:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217
00000100:00100000:0.0:1777022553.325350:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835940608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022553.325387:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835940608:12345-0@lo:400:kworker.0 Request processed in 38us (3502us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022553.325393:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217
00000100:00100000:0.0:1777022553.325426:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835940608:0@lo:400:kworker.0
00000100:00100000:1.0:1777022553.329227:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022553.330204:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835940864
00000100:00100000:0.0:1777022553.330214:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835940864
00000100:00100000:0.0:1777022553.330301:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181
00000100:00100000:0.0:1777022553.330312:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835940864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022553.330380:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835940864:12345-0@lo:400:kworker.0 Request processed in 70us (1160us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022553.330391:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181
00000100:00080000:1.0:1777022553.330467:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1777022553.330501:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835940864:0@lo:400:kworker.0
00000100:00100000:2.0:1777022553.338014:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835940736:12345-0@lo:400:kworker.0 Request processed in 15845us (16242us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022553.338031:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216
00000100:00100000:0.0:1777022553.338280:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835940736:0@lo:400:kworker.0
00000100:00100000:3.0:1777022553.343161:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022553.343244:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835940992:0@lo:400:kworker.0
00000100:00100000:3.0:1777022553.343278:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022553.344485:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835940480
00000100:00100000:2.0:1777022553.344497:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835940480
00000100:00100000:2.0:1777022553.344559:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296
00000100:00100000:2.0:1777022553.344569:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835940480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022553.344629:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835940992
00000100:00100000:0.0:1777022553.344634:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835940992
00000100:00100000:2.0:1777022553.344636:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd42050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835940480:12345-0@lo:400:kworker.0 Request processed in 69us (1481us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022553.344643:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296
00000100:00100000:0.0:1777022553.344690:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218
00000100:00100000:0.0:1777022553.344697:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835940992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022553.344735:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835940992:12345-0@lo:400:kworker.0 Request processed in 39us (1455us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022553.344740:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218
00000100:00080000:0.0:1777022553.344772:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022553.345192:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835940480:0@lo:400:kworker.0
00000100:00100000:3.0:1777022553.345208:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835940992:0@lo:400:kworker.0
00010000:00010000:2.0:1777022553.779769:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022553.833234:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835941248:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1777022553.833309:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022553.834893:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835941248
00000100:00100000:1.0:1777022553.834905:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835941248
00000100:00100000:1.0:1777022553.834972:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95
00000100:00100000:1.0:1777022553.834983:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835941248:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1777022553.835015:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:1.0:1777022553.835088:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835941248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (1778us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022553.835095:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95
00000100:00100000:0.0:1777022553.835371:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835941248:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1777022553.839073:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1777022553.839097:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835941376:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022553.839166:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022553.842214:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835941376
00000100:00100000:1.0:1777022553.842242:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835941376
00000100:00100000:1.0:1777022553.842314:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96
00000100:00100000:1.0:1777022553.842325:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835941376:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1777022553.842361:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:1.0:1777022553.842436:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835941376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (3270us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022553.842442:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96
00000100:00100000:0.0:1777022553.846851:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6565b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835941376:0@lo:13:osp-pre-1-0.0
00010000:00010000:0.0:1777022554.793141:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022555.384997:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022555.385059:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022555.385101:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022555.385136:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022555.385162:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022555.385181:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022555.385206:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022555.385251:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816176512
00000100:00100000:1.0:1777022555.385263:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816176512
00000100:00100000:2.0:1777022555.385338:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816176128
00000100:00100000:1.0:1777022555.385350:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816176384
00000100:00100000:2.0:1777022555.385353:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816176128
00000100:00100000:1.0:1777022555.385356:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816176384
00000100:00100000:1.0:1777022555.385379:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816176768
00000100:00100000:1.0:1777022555.385382:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816176768
00000100:00100000:1.0:1777022555.385408:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816176896
00000100:00100000:1.0:1777022555.385412:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816176896
00000100:00100000:2.0:1777022555.385437:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 297
00000100:00100000:1.0:1777022555.385441:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 182
00000100:00100000:1.0:1777022555.385468:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816176512:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022555.385469:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd42850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342816176128:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022555.385609:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 183
00000100:00100000:3.0:1777022555.385622:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816176384:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022555.385775:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816176256
00000100:00100000:0.0:1777022555.385782:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816176256
00000100:00100000:1.0:1777022555.385800:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816176512:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 346us (694us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022555.385811:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 182
00000100:00100000:0.0:1777022555.385834:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816176640
00000100:00100000:0.0:1777022555.385839:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816176640
00000100:00100000:1.0:1777022555.385844:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 184
00000100:00100000:1.0:1777022555.385887:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816176768:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022555.385914:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:0.0:1777022555.385924:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816176256:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022555.396070:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd42850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342816176128:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 10608us (10996us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022555.396085:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 297
00000100:00100000:2.0:1777022555.396171:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 220
00000100:00100000:2.0:1777022555.396186:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66161500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2379:x1863342816176640:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022555.396937:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66161500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2379:x1863342816176640:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 73us (11071us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022555.396947:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 220
00000100:00100000:2.0:1777022555.397093:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 185
00000100:00100000:2.0:1777022555.397118:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816176896:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022555.399700:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816176384:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 14065us (14546us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022555.399717:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 183
00000100:00080000:3.0:1777022555.399824:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1777022555.399831:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1777022555.399834:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022555.402088:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816176768:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 16223us (16912us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022555.402103:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 184
00000100:00100000:0.0:1777022555.412235:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6565bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816176256:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26302us (27242us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022555.412250:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:3.0:1777022555.439710:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816176896:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 42595us (54489us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022555.439724:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 185
00010000:00010000:3.0:1777022555.817399:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022556.853168:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022557.871368:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022558.441267:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1777022558.441342:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835941632:0@lo:400:kworker.0
00000100:00100000:0.0:1777022558.441427:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022558.441508:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835941504:0@lo:400:kworker.0
00000100:00100000:0.0:1777022558.441541:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022558.441576:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835941504
00000100:00100000:3.0:1777022558.441587:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835941504
00000100:00100000:2.0:1777022558.441633:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835941632
00000100:00100000:2.0:1777022558.441639:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835941632
00000100:00100000:3.0:1777022558.441667:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298
00000100:00100000:3.0:1777022558.441679:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835941504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022558.441687:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221
00000100:00100000:2.0:1777022558.441696:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835941632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022558.441842:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835941504:12345-0@lo:400:kworker.0 Request processed in 164us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022558.441851:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298
00000100:00100000:1.0:1777022558.441922:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835941760:0@lo:400:kworker.0
00000100:00100000:3.0:1777022558.441927:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa48efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835941888:0@lo:400:kworker.0
00000100:00100000:1.0:1777022558.441967:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022558.441974:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022558.442007:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835941760
00000100:00100000:1.0:1777022558.442011:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835941760
00000100:00100000:3.0:1777022558.442019:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835941888
00000100:00100000:3.0:1777022558.442024:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835941888
00000100:00100000:1.0:1777022558.442054:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222
00000100:00100000:3.0:1777022558.442066:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186
00000100:00100000:1.0:1777022558.442067:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835941760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022558.442079:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835941888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022558.442113:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835941760:12345-0@lo:400:kworker.0 Request processed in 51us (144us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022558.442125:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222
00000100:00100000:3.0:1777022558.442130:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835941888:12345-0@lo:400:kworker.0 Request processed in 53us (155us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022558.442137:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186
00000100:00080000:3.0:1777022558.442170:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1777022558.442172:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835941760:0@lo:400:kworker.0
00000100:00080000:3.0:1777022558.442177:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022558.442214:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835941888:0@lo:400:kworker.0
00000100:00100000:3.0:1777022558.442237:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835942016:0@lo:400:kworker.0
00000100:00100000:3.0:1777022558.442263:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022558.442335:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835942016
00000100:00100000:1.0:1777022558.442340:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835942016
00000100:00100000:1.0:1777022558.442379:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223
00000100:00100000:1.0:1777022558.442385:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835942016:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022558.458101:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835942016:12345-0@lo:400:kworker.0 Request processed in 15699us (15820us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022558.458120:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223
00000100:00100000:2.0:1777022558.458440:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835941632:12345-0@lo:400:kworker.0 Request processed in 16743us (17010us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022558.458460:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221
00000100:00080000:2.0:1777022558.458524:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022558.458973:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835942016:0@lo:400:kworker.0
00000100:00100000:3.0:1777022558.459004:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1777022558.459019:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835942144:0@lo:400:kworker.0
00000100:00100000:3.0:1777022558.459073:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022558.459230:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835941632:0@lo:400:kworker.0
00000100:00100000:0.0:1777022558.459246:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa48ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835941504:0@lo:400:kworker.0
00000100:00100000:2.0:1777022558.460379:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835942144
00000100:00100000:2.0:1777022558.460393:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835942144
00000100:00100000:2.0:1777022558.460499:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187
00000100:00100000:2.0:1777022558.460511:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835942144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022558.460601:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835942144:12345-0@lo:400:kworker.0 Request processed in 93us (1527us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022558.460610:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187
00000100:00080000:3.0:1777022558.460792:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022558.460832:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835942144:0@lo:400:kworker.0
00010000:00010000:3.0:1777022558.890236:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022558.954169:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1777022558.954232:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835942272:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1777022558.954341:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022558.954435:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835942272
00000100:00100000:1.0:1777022558.954444:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835942272
00000100:00100000:1.0:1777022558.954515:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97
00000100:00100000:1.0:1777022558.954526:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835942272:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1777022558.954564:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:1.0:1777022558.954616:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835942272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022558.954623:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97
00000100:00100000:1.0:1777022558.954681:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835942272:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022558.955162:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1777022558.955184:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835942400:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1777022558.955224:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022558.955423:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835942400
00000100:00100000:2.0:1777022558.955429:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835942400
00000100:00100000:2.0:1777022558.955481:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98
00000100:00100000:2.0:1777022558.955490:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835942400:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1777022558.955512:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:2.0:1777022558.955561:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835942400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (336us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022558.955568:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98
00000100:00100000:0.0:1777022558.955700:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835942400:0@lo:13:osp-pre-0-0.0
00010000:00010000:2.0:1777022559.918005:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022560.508008:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022560.508063:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022560.508096:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022560.508118:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022560.508326:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816177152
00000100:00100000:1.0:1777022560.508341:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816177152
00000100:00100000:1.0:1777022560.508451:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 224
00000100:00100000:1.0:1777022560.508464:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816177152:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022560.508567:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816177152:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 105us (572us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022560.508575:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 224
00000100:00100000:2.0:1777022560.508650:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816177024
00000100:00100000:2.0:1777022560.508656:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816177024
00000100:00100000:2.0:1777022560.508689:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 299
00000100:00100000:2.0:1777022560.508696:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816177024:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022560.508726:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816177024:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 31us (663us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022560.508733:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 299
00000100:00080000:2.0:1777022560.508799:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022560.509627:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022560.509650:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022560.509788:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816177536
00000100:00100000:0.0:1777022560.509795:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816177536
00000100:00100000:0.0:1777022560.509878:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 225
00000100:00100000:0.0:1777022560.509887:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2379:x1863342816177536:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022560.509939:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2379:x1863342816177536:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 54us (315us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022560.509947:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 225
00000100:00080000:0.0:1777022560.510023:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022560.518330:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022560.529625:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816177408
00000100:00100000:1.0:1777022560.529648:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816177408
00000100:00100000:1.0:1777022560.529795:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816177664
00000100:00100000:1.0:1777022560.529800:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816177664
00000100:00100000:1.0:1777022560.529828:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816177792
00000100:00100000:1.0:1777022560.529832:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816177792
00000100:00100000:1.0:1777022560.529891:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 188
00000100:00100000:1.0:1777022560.529905:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816177408:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022560.530014:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816177408:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 112us (21916us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022560.530022:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 188
00000100:00100000:1.0:1777022560.530044:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 189
00000100:00100000:1.0:1777022560.530050:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816177664:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022560.530079:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816177664:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 29us (21959us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022560.530086:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 189
00000100:00100000:1.0:1777022560.530098:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 190
00000100:00100000:1.0:1777022560.530104:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816177792:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022560.530141:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816177792:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 36us (20489us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022560.530147:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 190
00000100:00080000:1.0:1777022560.530370:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1777022560.530376:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022560.534782:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816177280
00000100:00100000:1.0:1777022560.534801:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816177280
00000100:00100000:1.0:1777022560.534942:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 191
00000100:00100000:1.0:1777022560.534955:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816177280:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022560.535065:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816177280:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 112us (16750us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022560.535074:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 191
00000100:00080000:3.0:1777022560.535700:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1777022560.937572:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022561.962113:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022562.985120:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022563.561716:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835942528:0@lo:400:kworker.0
00000100:00100000:3.0:1777022563.561827:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022563.561931:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835942528
00000100:00100000:2.0:1777022563.561946:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835942528
00000100:00100000:2.0:1777022563.562011:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300
00000100:00100000:2.0:1777022563.562022:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd42450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835942528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022563.562107:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd42450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835942528:12345-0@lo:400:kworker.0 Request processed in 88us (281us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022563.562113:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300
00000100:00100000:3.0:1777022563.562219:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835942528:0@lo:400:kworker.0
00000100:00100000:2.0:1777022563.562562:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835942656:0@lo:400:kworker.0
00000100:00100000:2.0:1777022563.562604:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022563.562629:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835943168:0@lo:400:kworker.0
00000100:00100000:2.0:1777022563.562654:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022563.562674:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1777022563.562680:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65fffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835943040:0@lo:400:kworker.0
00000100:00100000:2.0:1777022563.562714:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022563.562758:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835942784:0@lo:400:kworker.0
00000100:00100000:2.0:1777022563.562793:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022563.562812:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1777022563.562817:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835942912:0@lo:400:kworker.0
00000100:00100000:2.0:1777022563.562838:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022563.562899:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835942656
00000100:00100000:2.0:1777022563.562906:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835942656
00000100:00100000:1.0:1777022563.563237:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835943040
00000100:00100000:1.0:1777022563.563242:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835943040
00000100:00080000:3.0:1777022563.563306:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022563.563332:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835943168
00000100:00100000:3.0:1777022563.563336:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835943168
00000100:00100000:3.0:1777022563.563378:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835942912
00000100:00100000:3.0:1777022563.563381:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835942912
00000100:00100000:3.0:1777022563.563404:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192
00000100:00100000:3.0:1777022563.563413:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835943168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022563.563466:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835943168:12345-0@lo:400:kworker.0 Request processed in 53us (809us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022563.563473:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192
00000100:00100000:3.0:1777022563.563489:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193
00000100:00100000:3.0:1777022563.563495:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835942912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022563.563529:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835942912:12345-0@lo:400:kworker.0 Request processed in 33us (690us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022563.563535:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193
00000100:00080000:3.0:1777022563.563552:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1777022563.563556:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1777022563.563580:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835942912:0@lo:400:kworker.0
00000100:00100000:3.0:1777022563.563609:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835943168:0@lo:400:kworker.0
00000100:00100000:3.0:1777022563.563647:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835942784
00000100:00100000:3.0:1777022563.563650:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835942784
00000100:00100000:2.0:1777022563.563935:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226
00000100:00100000:2.0:1777022563.563944:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835942656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022563.563988:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835942656:12345-0@lo:400:kworker.0 Request processed in 46us (1382us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022563.563994:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226
00000100:00100000:1.0:1777022563.564046:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227
00000100:00100000:1.0:1777022563.564055:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835943040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022563.564092:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835943040:12345-0@lo:400:kworker.0 Request processed in 39us (1376us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022563.564111:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227
00000100:00100000:1.0:1777022563.564162:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65fffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835943040:0@lo:400:kworker.0
00000100:00100000:1.0:1777022563.564172:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835942656:0@lo:400:kworker.0
00000100:00080000:1.0:1777022563.564197:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022563.564381:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228
00000100:00100000:3.0:1777022563.564390:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835942784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022563.564443:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835942784:12345-0@lo:400:kworker.0 Request processed in 54us (1649us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022563.564450:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228
00000100:00100000:0.0:1777022563.564522:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835942784:0@lo:400:kworker.0
00010000:00010000:0.0:1777022564.009389:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022564.073237:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1777022564.073270:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa656bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835943296:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1777022564.073365:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022564.073470:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835943296
00000100:00100000:1.0:1777022564.073481:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835943296
00000100:00100000:1.0:1777022564.073543:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99
00000100:00100000:1.0:1777022564.073554:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835943296:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1777022564.073592:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:1.0:1777022564.073644:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835943296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022564.073652:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99
00000100:00100000:1.0:1777022564.073708:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa656bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835943296:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1777022564.075106:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835943424:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022564.075177:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022564.075366:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835943424
00000100:00100000:2.0:1777022564.075375:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835943424
00000100:00100000:2.0:1777022564.075430:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100
00000100:00100000:2.0:1777022564.075441:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa656bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835943424:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1777022564.075476:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:2.0:1777022564.075537:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa656bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835943424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (358us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022564.075544:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100
00000100:00100000:0.0:1777022564.075647:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835943424:0@lo:13:osp-pre-0-0.0
00010000:00010000:3.0:1777022565.038317:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022565.624934:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022565.624983:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022565.625020:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022565.625056:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022565.625089:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022565.625126:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022565.625150:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022565.625366:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816177920
00000100:00100000:0.0:1777022565.625386:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816177920
00000100:00100000:0.0:1777022565.625450:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 301
00000100:00100000:0.0:1777022565.625460:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2377:x1863342816177920:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022565.625525:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2377:x1863342816177920:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 66us (468us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022565.625532:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 301
00000100:00100000:0.0:1777022565.625566:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816178048
00000100:00100000:0.0:1777022565.625570:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816178048
00000100:00100000:0.0:1777022565.625601:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816178432
00000100:00100000:0.0:1777022565.625603:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816178432
00000100:00100000:0.0:1777022565.625619:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 229
00000100:00100000:0.0:1777022565.625625:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816178048:12345-192.168.202.33@tcp:400:kworker.0
00000100:00080000:1.0:1777022565.625822:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1777022565.625837:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 230
00000100:00100000:1.0:1777022565.625846:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342816178432:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022565.625900:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342816178432:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 56us (791us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022565.625906:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 230
00000100:00100000:3.0:1777022565.626260:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816178304
00000100:00100000:3.0:1777022565.626265:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816178304
00000100:00100000:3.0:1777022565.626310:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816178560
00000100:00100000:3.0:1777022565.626313:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816178560
00000100:00100000:3.0:1777022565.626330:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816178176
00000100:00100000:3.0:1777022565.626333:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816178176
00000100:00100000:3.0:1777022565.626345:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816178688
00000100:00100000:3.0:1777022565.626347:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816178688
00000100:00100000:3.0:1777022565.626359:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 194
00000100:00100000:3.0:1777022565.626365:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816178304:12345-192.168.202.33@tcp:400:kworker.0
00000100:00080000:1.0:1777022565.626542:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1777022565.626545:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022565.626575:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 195
00000100:00100000:1.0:1777022565.626584:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816178560:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022565.626667:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 196
00000100:00100000:2.0:1777022565.626678:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816178176:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022565.626728:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2377:x1863342816178304:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 363us (1744us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022565.626735:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 194
00000100:00100000:3.0:1777022565.626751:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 197
00000100:00100000:3.0:1777022565.626757:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816178688:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022565.626828:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48ef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2377:x1863342816178048:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 1202us (1903us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022565.626836:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 229
00000100:00100000:1.0:1777022565.627985:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816178560:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 1398us (2958us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022565.627998:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 195
00000100:00100000:2.0:1777022565.629028:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816178176:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 2350us (3936us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022565.629036:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 196
00000100:00100000:3.0:1777022565.642020:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa48e77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816178688:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 15244us (16850us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022565.642037:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 197
00010000:00010000:2.0:1777022566.057671:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022567.081473:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022568.105667:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022568.681918:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835943552:0@lo:400:kworker.0
00000100:00100000:3.0:1777022568.682022:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022568.682141:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835943552
00000100:00100000:2.0:1777022568.682152:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835943552
00000100:00100000:2.0:1777022568.682223:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302
00000100:00100000:2.0:1777022568.682234:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd43050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835943552:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022568.683869:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835943680:0@lo:400:kworker.0
00000100:00100000:0.0:1777022568.683919:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022568.684001:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835943680
00000100:00100000:0.0:1777022568.684010:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835943680
00000100:00100000:0.0:1777022568.684068:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231
00000100:00100000:0.0:1777022568.684090:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835943680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022568.684141:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835943680:12345-0@lo:400:kworker.0 Request processed in 64us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022568.684152:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231
00000100:00100000:0.0:1777022568.684212:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835943680:0@lo:400:kworker.0
00000100:00100000:1.0:1777022568.699346:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66930a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835944192:0@lo:400:kworker.0
00000100:00100000:1.0:1777022568.699570:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022568.703834:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1777022568.703900:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835944064:0@lo:400:kworker.0
00000100:00100000:1.0:1777022568.704021:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022568.704185:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835943936:0@lo:400:kworker.0
00000100:00100000:1.0:1777022568.704254:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022568.704305:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1777022568.704315:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835943808:0@lo:400:kworker.0
00000100:00100000:1.0:1777022568.704387:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022568.705351:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835944192
00000100:00100000:0.0:1777022568.705365:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835944192
00000100:00100000:0.0:1777022568.705457:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835943936
00000100:00100000:0.0:1777022568.705460:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835943936
00000100:00100000:0.0:1777022568.705493:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198
00000100:00100000:0.0:1777022568.705505:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835944192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022568.705592:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835944192:12345-0@lo:400:kworker.0 Request processed in 90us (6024us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022568.705600:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198
00000100:00100000:0.0:1777022568.705631:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199
00000100:00100000:0.0:1777022568.705638:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835943936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022568.705675:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835943936:12345-0@lo:400:kworker.0 Request processed in 39us (1439us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022568.705682:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199
00000100:00100000:0.0:1777022568.705712:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835944064
00000100:00100000:0.0:1777022568.705717:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835944064
00000100:00100000:0.0:1777022568.705745:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835943808
00000100:00100000:0.0:1777022568.705748:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835943808
00000100:00100000:0.0:1777022568.705768:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232
00000100:00100000:0.0:1777022568.705775:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835944064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022568.705808:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835944064:12345-0@lo:400:kworker.0 Request processed in 34us (1788us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022568.705813:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232
00000100:00100000:0.0:1777022568.705825:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233
00000100:00100000:0.0:1777022568.705831:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835943808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022568.705906:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835943808:12345-0@lo:400:kworker.0 Request processed in 74us (1518us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022568.705912:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233
00000100:00100000:0.0:1777022568.705981:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835944064:0@lo:400:kworker.0
00000100:00100000:0.0:1777022568.705997:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66930a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835944192:0@lo:400:kworker.0
00000100:00100000:0.0:1777022568.706037:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835943808:0@lo:400:kworker.0
00000100:00100000:0.0:1777022568.706049:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835943936:0@lo:400:kworker.0
00000100:00080000:1.0:1777022568.709299:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1777022568.709314:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1777022568.709317:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1777022568.719949:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd43050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835943552:12345-0@lo:400:kworker.0 Request processed in 37699us (37910us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022568.719984:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302
00000100:00100000:3.0:1777022568.723250:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835943552:0@lo:400:kworker.0
00010000:00010000:2.0:1777022569.129324:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022569.194173:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835944320:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022569.194271:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022569.196288:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835944320
00000100:00100000:0.0:1777022569.196304:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835944320
00000100:00100000:0.0:1777022569.196403:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101
00000100:00100000:0.0:1777022569.196416:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835944320:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1777022569.196458:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:0.0:1777022569.196552:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835944320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 138us (2281us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022569.196560:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101
00000100:00100000:1.0:1777022569.199756:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835944320:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1777022569.199800:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1777022569.199815:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835944448:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022569.199943:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022569.200772:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835944448
00000100:00100000:3.0:1777022569.200782:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835944448
00000100:00100000:3.0:1777022569.200851:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102
00000100:00100000:3.0:1777022569.200902:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835944448:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022569.200944:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:3.0:1777022569.201199:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835944448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 299us (1255us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022569.201208:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102
00000100:00100000:1.0:1777022569.203289:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835944448:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1777022570.156136:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022570.833487:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022570.833559:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022570.833591:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022570.833634:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022570.833651:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816178944
00000100:00100000:0.0:1777022570.833655:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022570.833686:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022570.833695:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816178944
00000100:00100000:0.0:1777022570.833720:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022570.833722:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816179200
00000100:00100000:3.0:1777022570.833737:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816179200
00000100:00100000:0.0:1777022570.833751:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816179456
00000100:00100000:0.0:1777022570.833757:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816179456
00000100:00100000:2.0:1777022570.833786:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816179328
00000100:00100000:3.0:1777022570.833816:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816179072
00000100:00100000:3.0:1777022570.833821:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816179072
00000100:00100000:1.0:1777022570.833845:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816179584
00000100:00100000:2.0:1777022570.833926:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816179328
00000100:00100000:2.0:1777022570.833963:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 234
00000100:00100000:2.0:1777022570.833974:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816178944:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022570.834103:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816178944:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 131us (773us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022570.834112:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 234
00000100:00100000:2.0:1777022570.834135:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 235
00000100:00100000:2.0:1777022570.834142:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816179328:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022570.834170:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816179328:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 29us (489us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022570.834176:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 235
00000100:00100000:2.0:1777022570.834202:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 200
00000100:00100000:2.0:1777022570.834210:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816179200:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022570.834235:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816179200:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 27us (677us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022570.834241:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 200
00000100:00100000:1.0:1777022570.835361:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816179584
00000100:00100000:0.0:1777022570.844135:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 201
00000100:00100000:0.0:1777022570.844171:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816179456:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022570.844284:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816179456:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 126us (10691us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022570.844293:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 201
00000100:00080000:0.0:1777022570.844470:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1777022570.844476:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1777022570.844480:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022570.844496:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816178816
00000100:00100000:0.0:1777022570.844506:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816178816
00000100:00100000:0.0:1777022570.844545:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 303
00000100:00100000:0.0:1777022570.844552:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd40850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816178816:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022570.844581:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd40850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816178816:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 30us (10947us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022570.844588:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 303
00000100:00100000:3.0:1777022570.846553:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 202
00000100:00100000:3.0:1777022570.846634:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816179072:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022570.846748:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 203
00000100:00100000:3.0:1777022570.846750:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816179072:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 184us (13090us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022570.846765:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 202
00000100:00100000:1.0:1777022570.846775:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816179584:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022570.847151:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816179584:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 389us (13429us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022570.847161:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 203
00010000:00010000:3.0:1777022571.249141:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022572.266413:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022573.289313:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022573.801293:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835944704:0@lo:400:kworker.0
00000100:00100000:0.0:1777022573.801373:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022573.801449:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835945216:0@lo:400:kworker.0
00000100:00100000:0.0:1777022573.801483:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022573.801485:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835944704
00000100:00100000:2.0:1777022573.801496:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835944704
00000100:00100000:0.0:1777022573.801517:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1777022573.801528:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835944576:0@lo:400:kworker.0
00000100:00100000:0.0:1777022573.801562:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022573.801570:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236
00000100:00100000:2.0:1777022573.801588:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835944704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022573.801603:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835945088:0@lo:400:kworker.0
00000100:00100000:0.0:1777022573.801634:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022573.801842:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835945088
00000100:00100000:3.0:1777022573.801886:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835945088
00000100:00100000:1.0:1777022573.802098:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835944832:0@lo:400:kworker.0
00000100:00100000:1.0:1777022573.802149:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022573.802208:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835944832
00000100:00100000:3.0:1777022573.802214:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835944832
00000100:00100000:3.0:1777022573.802249:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237
00000100:00100000:3.0:1777022573.802258:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835945088:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1777022573.802370:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022573.802372:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835944960:0@lo:400:kworker.0
00000100:00100000:1.0:1777022573.802392:0:5954:0:(service.c:3441:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116
00000100:00100000:1.0:1777022573.802403:0:5954:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt00_004'
00000100:00100000:0.0:1777022573.802412:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022573.802437:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835945216
00000100:00100000:1.0:1777022573.802443:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835945216
00000100:00100000:0.0:1777022573.802492:0:5953:0:(service.c:3441:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116
00000100:00100000:1.0:1777022573.802499:0:6921:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835944960
00000100:00100000:1.0:1777022573.802503:0:6921:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835944960
00000100:00100000:0.0:1777022573.802505:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238
00000100:00100000:0.0:1777022573.802517:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835944832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022573.802540:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204
00000100:00100000:1.0:1777022573.802551:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835945216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022573.802564:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835944832:12345-0@lo:400:kworker.0 Request processed in 48us (414us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022573.802571:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238
00000100:00100000:0.0:1777022573.802626:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205
00000100:00100000:0.0:1777022573.802635:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835944960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022573.802676:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835944960:12345-0@lo:400:kworker.0 Request processed in 42us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022573.802682:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205
00000100:00080000:0.0:1777022573.802741:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1777022573.802745:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1777022573.802785:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835944960:0@lo:400:kworker.0
00000100:00100000:0.0:1777022573.802836:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835944832:0@lo:400:kworker.0
00000100:00100000:0.0:1777022573.803013:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835944576
00000100:00100000:0.0:1777022573.803018:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835944576
00000100:00100000:0.0:1777022573.803057:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304
00000100:00100000:0.0:1777022573.803064:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835944576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022573.811695:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835944704:12345-0@lo:400:kworker.0 Request processed in 10099us (10307us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022573.811713:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236
00000100:00100000:3.0:1777022573.830836:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835945088:12345-0@lo:400:kworker.0 Request processed in 28571us (29193us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022573.840229:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835945216:12345-0@lo:400:kworker.0 Request processed in 37666us (38730us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022573.840257:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204
00000100:00100000:3.0:1777022573.840335:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237
00000100:00100000:0.0:1777022573.853638:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835944576:12345-0@lo:400:kworker.0 Request processed in 50567us (52068us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022573.853651:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304
00000100:00100000:2.0:1777022573.861530:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835944576:0@lo:400:kworker.0
00000100:00100000:3.0:1777022573.888634:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835945088:0@lo:400:kworker.0
00000100:00100000:3.0:1777022573.888654:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835945216:0@lo:400:kworker.0
00000100:00100000:3.0:1777022573.888675:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835944704:0@lo:400:kworker.0
00000100:00100000:0.0:1777022574.314598:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1777022574.314626:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa661af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835945344:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1777022574.314714:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022574.314958:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835945344
00000100:00100000:2.0:1777022574.314968:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835945344
00000100:00100000:2.0:1777022574.315050:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103
00000100:00100000:2.0:1777022574.315062:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835945344:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1777022574.315099:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:2.0:1777022574.315154:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835945344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (439us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022574.315163:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103
00000100:00100000:0.0:1777022574.315368:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa661af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835945344:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1777022574.316137:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835945472:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022574.316179:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022574.316220:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835945472
00000100:00100000:0.0:1777022574.316224:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835945472
00000100:00100000:0.0:1777022574.316254:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104
00000100:00100000:0.0:1777022574.316261:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835945472:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1777022574.316285:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:0.0:1777022574.316331:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835945472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022574.316339:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104
00000100:00100000:0.0:1777022574.316375:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835945472:0@lo:13:osp-pre-1-0.0
00010000:00010000:0.0:1777022574.342369:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022575.342034:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022575.886219:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022575.886269:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022575.886294:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022575.886311:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022575.886326:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022575.886340:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022575.886357:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022575.886483:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816179712
00000100:00100000:0.0:1777022575.886497:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816179712
00000100:00100000:0.0:1777022575.886568:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 305
00000100:00100000:0.0:1777022575.886580:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd43850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816179712:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022575.886665:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd43850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816179712:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 88us (581us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022575.886674:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 305
00000100:00100000:0.0:1777022575.886711:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816180224
00000100:00100000:0.0:1777022575.886714:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816180224
00000100:00100000:0.0:1777022575.886764:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816179840
00000100:00100000:0.0:1777022575.886766:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816179840
00000100:00100000:0.0:1777022575.886784:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 239
00000100:00100000:0.0:1777022575.886790:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816180224:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022575.886834:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2380:x1863342816180224:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 44us (539us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022575.887010:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 239
00000100:00100000:0.0:1777022575.887026:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 240
00000100:00100000:0.0:1777022575.887032:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816179840:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022575.887056:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816179840:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 25us (729us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022575.887062:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 240
00000100:00100000:0.0:1777022575.887205:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816179968
00000100:00100000:0.0:1777022575.887209:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816179968
00000100:00100000:0.0:1777022575.887244:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816180480
00000100:00100000:0.0:1777022575.887248:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816180480
00000100:00100000:0.0:1777022575.887261:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816180096
00000100:00100000:0.0:1777022575.887264:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816180096
00000100:00100000:0.0:1777022575.887274:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816180352
00000100:00100000:0.0:1777022575.887276:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816180352
00000100:00100000:0.0:1777022575.887288:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 206
00000100:00100000:0.0:1777022575.887294:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816179968:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022575.887318:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816179968:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 25us (1049us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022575.887325:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 206
00000100:00100000:0.0:1777022575.887337:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 207
00000100:00100000:0.0:1777022575.887344:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816180480:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022575.887367:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816180480:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 24us (1055us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022575.887374:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 207
00000100:00100000:0.0:1777022575.887383:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 208
00000100:00100000:0.0:1777022575.887389:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816180096:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022575.887406:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2380:x1863342816180096:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 17us (1065us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022575.887413:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 208
00000100:00100000:0.0:1777022575.887422:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 209
00000100:00100000:0.0:1777022575.887428:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816180352:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022575.887449:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa661ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816180352:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 19us (1090us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022575.887455:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 209
00000100:00080000:3.0:1777022575.887530:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1777022575.887541:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1777022575.887549:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:0.0:1777022576.361305:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022577.387030:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022578.436951:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022578.921277:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835945600:0@lo:400:kworker.0
00000100:00100000:3.0:1777022578.921371:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022578.921421:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835945600
00000100:00100000:0.0:1777022578.921431:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835945600
00000100:00100000:0.0:1777022578.921491:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306
00000100:00100000:0.0:1777022578.921501:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd43c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835945600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022578.921558:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd43c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835945600:12345-0@lo:400:kworker.0 Request processed in 59us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022578.921566:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306
00000100:00100000:0.0:1777022578.921652:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835945600:0@lo:400:kworker.0
00000100:00100000:2.0:1777022578.921792:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835945856:0@lo:400:kworker.0
00000100:00100000:2.0:1777022578.921832:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022578.921877:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1777022578.921883:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835945984:0@lo:400:kworker.0
00000100:00100000:2.0:1777022578.921913:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022578.922123:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835945728:0@lo:400:kworker.0
00000100:00100000:1.0:1777022578.922155:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022578.922184:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835946240:0@lo:400:kworker.0
00000100:00100000:1.0:1777022578.922206:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022578.922213:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835945856
00000100:00100000:1.0:1777022578.922225:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1777022578.922229:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835945856
00000100:00100000:1.0:1777022578.922234:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835946112:0@lo:400:kworker.0
00000100:00100000:1.0:1777022578.922256:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022578.922280:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835945728
00000100:00100000:2.0:1777022578.922284:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835945728
00000100:00080000:1.0:1777022578.922299:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022578.922302:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835946112
00000100:00100000:2.0:1777022578.922305:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835946112
00000100:00100000:1.0:1777022578.922320:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241
00000100:00100000:1.0:1777022578.922333:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835945856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022578.922338:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242
00000100:00100000:2.0:1777022578.922348:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835945728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022578.922383:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835945856:12345-0@lo:400:kworker.0 Request processed in 54us (550us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022578.922391:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241
00000100:00100000:2.0:1777022578.922400:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835945728:12345-0@lo:400:kworker.0 Request processed in 52us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022578.922408:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242
00000100:00100000:1.0:1777022578.922413:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243
00000100:00100000:1.0:1777022578.922420:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835946112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022578.922484:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835946112:12345-0@lo:400:kworker.0 Request processed in 64us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022578.922488:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835945856:0@lo:400:kworker.0
00000100:00100000:1.0:1777022578.922495:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243
00000100:00080000:1.0:1777022578.922512:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1777022578.922528:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835946112:0@lo:400:kworker.0
00000100:00100000:1.0:1777022578.922539:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835945728:0@lo:400:kworker.0
00000100:00100000:0.0:1777022578.922687:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835945984
00000100:00100000:2.0:1777022578.922688:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835946240
00000100:00100000:0.0:1777022578.922692:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835945984
00000100:00100000:2.0:1777022578.922693:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835946240
00000100:00100000:0.0:1777022578.922755:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210
00000100:00100000:0.0:1777022578.922765:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835945984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022578.922807:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835945984:12345-0@lo:400:kworker.0 Request processed in 45us (893us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022578.922813:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210
00000100:00100000:3.0:1777022578.923085:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835945984:0@lo:400:kworker.0
00000100:00100000:2.0:1777022578.924038:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211
00000100:00100000:2.0:1777022578.924050:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835946240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022578.924124:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835946240:12345-0@lo:400:kworker.0 Request processed in 78us (1918us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022578.924131:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211
00000100:00100000:0.0:1777022578.924198:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835946240:0@lo:400:kworker.0
00000100:00080000:1.0:1777022578.924841:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1777022578.924846:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022579.435048:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835946368:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1777022579.435136:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022579.437378:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835946368
00000100:00100000:0.0:1777022579.437393:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835946368
00000100:00100000:0.0:1777022579.437497:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105
00000100:00100000:0.0:1777022579.437509:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835946368:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1777022579.437548:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:0.0:1777022579.437633:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835946368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (2497us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022579.437642:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105
00000100:00100000:3.0:1777022579.437722:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835946368:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1777022579.445645:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1777022579.445679:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835946496:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1777022579.445773:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022579.445876:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835946496
00000100:00100000:2.0:1777022579.445886:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835946496
00000100:00100000:2.0:1777022579.445952:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106
00000100:00100000:2.0:1777022579.445964:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835946496:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1777022579.446023:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:1.0:1777022579.446267:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835946496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 304us (492us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022579.446276:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106
00000100:00100000:2.0:1777022579.446349:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835946496:0@lo:13:osp-pre-0-0.0
00010000:00010000:0.0:1777022579.497166:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022579.772110:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022579.772228:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816180608
00000100:00100000:0.0:1777022579.772241:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816180608
00000100:00100000:0.0:1777022579.772403:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 234
00000100:00100000:0.0:1777022579.772417:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+8:10207:x1863342816180608:12345-192.168.202.33@tcp:101:touch.0
00010000:00010000:0.0:1777022579.772444:0:5953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022579.772469:0:5953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e5274 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842252 expref: -99 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022579.772551:0:5953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf000/0x72ae7b78094e527b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022579.772569:0:5953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf000/0x72ae7b78094e527b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022579.772587:0:5953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf000/0x72ae7b78094e527b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1777022579.772643:0:5953:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:0.0:1777022579.772646:0:5953:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1777022579.772688:0:5953:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf000/0x72ae7b78094e527b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5953 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022579.772713:0:5953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e5274 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842252 expref: 10 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022579.772734:0:5953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf000/0x72ae7b78094e527b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842252 expref: 9 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022579.772760:0:5953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e400)
00010000:00010000:0.0:1777022579.772764:0:5953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1777022579.772767:0:5953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acf000, rc 0)
00000100:00100000:0.0:1777022579.772977:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10207:x1863342816180608:12345-192.168.202.33@tcp:101:touch.0 Request processed in 555us (872us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022579.772986:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 234
00000100:00080000:1.0:1777022579.773046:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022579.776713:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022579.779963:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816180864
00000100:00100000:1.0:1777022579.779994:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816180864
00000100:00100000:1.0:1777022579.780111:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 235
00000100:00100000:1.0:1777022579.780124:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10207:x1863342816180864:12345-192.168.202.33@tcp:101:touch.0
00010000:00010000:1.0:1777022579.780155:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1777022579.780160:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1777022579.780196:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acf000/0x72ae7b78094e527b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842252 expref: 9 pid: 5953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.780222:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e400)
00010000:00010000:1.0:1777022579.780229:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1777022579.780247:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e5282 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842259 expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.780385:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.780402:0:7637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842213 expref: 7 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.780412:0:7637:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.780455:0:7637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842213 expref: 7 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.780468:0:7637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842213 expref: 7 pid: 7637 timeout: 617 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022579.780483:0:7637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7637:1863342835946624:192.168.202.33@tcp:104:
00000100:00100000:1.0:1777022579.780652:0:7637:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553af00 going to sleep for 11 seconds
00000100:00100000:1.0:1777022579.784210:0:7637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7637:1863342835946624:192.168.202.33@tcp:104:
00010000:00010000:1.0:1777022579.784245:0:7637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022579.785547:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022579.787601:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816180992
00000100:00100000:3.0:1777022579.787614:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816180992
00010000:00010000:3.0:1777022579.787697:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842213 expref: 8 pid: 7637 timeout: 617 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022579.788105:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 935
00000100:00100000:3.0:1777022579.788224:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2377:x1863342816180992:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022579.788241:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022579.788250:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842213 expref: 8 pid: 7637 timeout: 617 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022579.788262:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842213 expref: 8 pid: 7637 timeout: 617 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022579.788283:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0a00/0x72ae7b78094e51ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842213 expref: 8 pid: 7637 timeout: 617 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022579.788300:0:5938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e400)
00010000:00010000:3.0:1777022579.788305:0:5938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022579.788313:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022579.788320:0:5938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022579.788454:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022579.788517:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2377:x1863342816180992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 400us (2977us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022579.788525:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 935
00000100:00080000:1.0:1777022579.790138:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:2.0:1777022579.793767:0:7637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.793785:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.794211:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5290 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x635bc478 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.794226:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5290 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.794238:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5290 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1777022579.794812:0:7637:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xf:0x0], index 0: 0
00010000:00010000:2.0:1777022579.796279:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5297 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.796299:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5297 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.796311:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5297 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.796350:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.796360:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.796365:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.796371:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6570c400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022579.796375:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.797221:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.797246:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519e400)
00010000:00010000:2.0:1777022579.797250:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022579.797257:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.797264:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c400/0x72ae7b78094e5289 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022579.797285:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ddc60f06 reply state 00000000a175dd54 transno 4294967464 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5290 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022579.797295:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1777022579.797352:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570c600/0x72ae7b78094e5282 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842259 expref: 11 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.797378:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5297 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842259 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022579.800525:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8efa655ded00)
00010000:00010000:2.0:1777022579.800529:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022579.800534:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ba00, rc 0)
00000100:00100000:2.0:1777022579.800640:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10207:x1863342816180864:12345-192.168.202.33@tcp:101:touch.0 Request processed in 20514us (23935us total) trans 4294967464 rc 0/0
00000100:00100000:2.0:1777022579.800649:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 235
00010000:00010000:1.0:1777022579.803785:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5290 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.803804:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5290 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.803812:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5290 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.803819:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ae00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022579.803823:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5290 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.803830:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5290 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.803894:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x635bc478 (ffff8efa655dee00)
00010000:00010000:1.0:1777022579.803898:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022579.803903:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5290 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.803909:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5290 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x635bc478 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022579.807632:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022579.807902:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816181248
00000100:00100000:0.0:1777022579.807912:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816181248
00000100:00100000:0.0:1777022579.807976:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 236
00000100:00100000:0.0:1777022579.807986:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10207:x1863342816181248:12345-192.168.202.33@tcp:36:touch.0
00010000:00010000:0.0:1777022579.808042:0:5954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1777022579.808070:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5297 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842259 expref: 10 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022579.808087:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8efa655ded00)
00010000:00010000:0.0:1777022579.808097:0:5954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022579.808165:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e52a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022579.808179:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e52a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022579.808189:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e52a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1777022579.808287:0:5954:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a4fac76f reply state 0000000066143e2b transno 4294967465 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e52a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022579.808297:0:5954:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1777022579.808388:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10207:x1863342816181248:12345-192.168.202.33@tcp:36:touch.0 Request processed in 403us (764us total) trans 4294967465 rc 0/0
00000100:00100000:0.0:1777022579.808395:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 236
00000100:00100000:0.0:1777022579.813702:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:1.0:1777022579.813758:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e52a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.813772:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e52a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.813779:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e52a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.813786:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022579.813790:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e52a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.813803:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e52a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.813820:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8efa4954ab00)
00010000:00010000:1.0:1777022579.813823:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022579.813827:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e52a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022579.813848:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace200/0x72ae7b78094e52a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022579.815690:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816181376
00000100:00100000:2.0:1777022579.815703:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816181376
00000100:00100000:0.0:1777022579.816188:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 237
00000100:00100000:0.0:1777022579.816199:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10207:x1863342816181376:12345-192.168.202.33@tcp:101:touch.0
00010000:00010000:0.0:1777022579.816235:0:5952:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1777022579.816259:0:5952:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e52ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842260 expref: -99 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022579.816312:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e52ac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842260 expref: 11 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022579.816325:0:5952:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acec00/0x72ae7b78094e52ac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842260 expref: 11 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022579.816340:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8efa4954ad00)
00010000:00010000:0.0:1777022579.816343:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:0.0:1777022579.816346:0:5952:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa66acec00, rc 0)
00000100:00100000:0.0:1777022579.816406:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10207:x1863342816181376:12345-192.168.202.33@tcp:101:touch.0 Request processed in 209us (2713us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022579.816413:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 237
00000100:00100000:3.0:1777022579.819849:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022579.819903:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816181504
00000100:00100000:3.0:1777022579.819912:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816181504
00000100:00100000:0.0:1777022579.821081:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 964
00000100:00100000:0.0:1777022579.821096:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816181504:12345-192.168.202.33@tcp:2:touch.0
00000100:00080000:2.0:1777022579.821106:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022579.821322:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2380:x1863342816181504:12345-192.168.202.33@tcp:2:touch.0 Request processed in 230us (1495us total) trans 4294967332 rc 0/0
00000100:00100000:0.0:1777022579.821330:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 964
00000100:00100000:3.0:1777022579.825132:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022579.825388:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816181760
00000100:00100000:0.0:1777022579.825397:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816181760
00000100:00100000:0.0:1777022579.825455:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 53
00000100:00100000:0.0:1777022579.825465:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10207:x1863342816181760:12345-192.168.202.33@tcp:35:touch.0
00000100:00100000:0.0:1777022579.825714:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10207:x1863342816181760:12345-192.168.202.33@tcp:35:touch.0 Request processed in 250us (589us total) trans 4294967466 rc 0/0
00000100:00100000:0.0:1777022579.825722:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 53
00010000:00010000:0.0:1777022580.521907:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022580.983457:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022580.983503:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022580.983532:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022580.983566:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022580.983586:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022580.983603:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022580.983646:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022580.983682:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816182016
00000100:00100000:0.0:1777022580.983691:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816182016
00000100:00100000:0.0:1777022580.983745:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816182400
00000100:00100000:0.0:1777022580.983748:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816182400
00000100:00100000:0.0:1777022580.983767:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 244
00000100:00100000:0.0:1777022580.983776:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2379:x1863342816182016:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022580.983841:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+12:2379:x1863342816182016:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 67us (394us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022580.983848:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 244
00000100:00100000:0.0:1777022580.983896:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 245
00000100:00100000:0.0:1777022580.983903:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2379:x1863342816182400:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022580.983925:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2379:x1863342816182400:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022580.983930:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 245
00000100:00100000:1.0:1777022580.984099:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816182272
00000100:00100000:1.0:1777022580.984104:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816182272
00000100:00100000:1.0:1777022580.984153:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816182528
00000100:00100000:1.0:1777022580.984156:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816182528
00000100:00100000:1.0:1777022580.984171:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816182144
00000100:00100000:1.0:1777022580.984173:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816182144
00000100:00100000:1.0:1777022580.984182:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816182656
00000100:00100000:1.0:1777022580.984184:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816182656
00000100:00100000:1.0:1777022580.984198:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 212
00000100:00100000:1.0:1777022580.984205:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa818cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816182272:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022580.984234:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa818cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816182272:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 29us (730us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022580.984240:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 212
00000100:00100000:1.0:1777022580.984417:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 213
00000100:00100000:1.0:1777022580.984424:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa8131dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816182528:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022580.984449:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa8131dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816182528:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (917us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022580.984458:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 213
00000100:00100000:1.0:1777022580.984470:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 214
00000100:00100000:1.0:1777022580.984476:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816182144:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022580.984498:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+8:2379:x1863342816182144:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (911us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022580.984504:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 214
00000100:00100000:1.0:1777022580.984515:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 215
00000100:00100000:1.0:1777022580.984520:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816182656:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022580.984542:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816182656:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 22us (896us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022580.984548:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 215
00000100:00100000:2.0:1777022580.984651:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816181888
00000100:00100000:2.0:1777022580.984657:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816181888
00000100:00100000:2.0:1777022580.984686:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 307
00000100:00100000:2.0:1777022580.984693:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342816181888:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:2.0:1777022580.984720:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342816181888:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 28us (1152us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022580.984738:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 307
00000100:00080000:0.0:1777022580.985514:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1777022580.985519:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1777022581.547788:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022582.569360:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022583.594259:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1777022584.042983:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835947136:0@lo:400:kworker.0
00000100:00100000:1.0:1777022584.043057:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022584.043125:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1777022584.043131:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835947008:0@lo:400:kworker.0
00000100:00100000:1.0:1777022584.043157:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022584.043188:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835947136
00000100:00100000:1.0:1777022584.043195:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835947136
00000100:00100000:2.0:1777022584.043541:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835946880:0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.043573:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022584.043598:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835947392:0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.043617:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022584.043639:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1777022584.043645:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835946752:0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.043669:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022584.043690:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835947264:0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.043709:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022584.043734:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835947008
00000100:00100000:2.0:1777022584.043738:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835947008
00000100:00100000:2.0:1777022584.043776:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835946880
00000100:00100000:2.0:1777022584.043778:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835946880
00000100:00100000:2.0:1777022584.043792:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835947264
00000100:00100000:2.0:1777022584.043794:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835947264
00000100:00100000:2.0:1777022584.043810:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246
00000100:00100000:2.0:1777022584.043819:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835947008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.043892:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835947008:12345-0@lo:400:kworker.0 Request processed in 74us (733us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022584.043897:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246
00000100:00100000:2.0:1777022584.043912:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247
00000100:00100000:2.0:1777022584.043917:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835946880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.043966:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835946880:12345-0@lo:400:kworker.0 Request processed in 48us (392us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022584.043972:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247
00000100:00100000:2.0:1777022584.043983:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248
00000100:00100000:2.0:1777022584.043988:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835947264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.044012:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835947264:12345-0@lo:400:kworker.0 Request processed in 24us (302us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022584.044017:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248
00000100:00100000:2.0:1777022584.044035:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835946752
00000100:00100000:2.0:1777022584.044038:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835946752
00000100:00100000:2.0:1777022584.044059:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308
00000100:00100000:2.0:1777022584.044066:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835946752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.044094:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3463:x1863342835946752:12345-0@lo:400:kworker.0 Request processed in 29us (423us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022584.044100:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308
00000100:00100000:2.0:1777022584.044125:0:6923:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835947392
00000100:00100000:2.0:1777022584.044128:0:6923:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835947392
00000100:00100000:2.0:1777022584.044150:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216
00000100:00100000:2.0:1777022584.044156:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835947136:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.044183:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835947136:12345-0@lo:400:kworker.0 Request processed in 27us (1127us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022584.044188:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216
00000100:00100000:2.0:1777022584.044199:0:6923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217
00000100:00100000:2.0:1777022584.044204:0:6923:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835947392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.044227:0:6923:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835947392:12345-0@lo:400:kworker.0 Request processed in 23us (609us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022584.044232:0:6923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217
00000100:00080000:0.0:1777022584.044523:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1777022584.044528:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1777022584.044530:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022584.044589:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835947008:0@lo:400:kworker.0
00000100:00100000:0.0:1777022584.044602:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835947136:0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.044682:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3463:1863342835946752:0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.044692:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835947264:0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.044700:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835946880:0@lo:400:kworker.0
00000100:00100000:2.0:1777022584.044707:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65a10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835947392:0@lo:400:kworker.0
00000100:00100000:0.0:1777022584.553329:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835947520:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1777022584.553401:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022584.553577:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835947520
00000100:00100000:2.0:1777022584.553585:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835947520
00000100:00100000:2.0:1777022584.553642:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107
00000100:00100000:2.0:1777022584.553652:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835947520:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1777022584.553682:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:2.0:1777022584.553729:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835947520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (329us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022584.553736:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107
00000100:00100000:1.0:1777022584.553760:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835947520:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1777022584.555411:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835947648:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022584.555481:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022584.555775:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835947648
00000100:00100000:1.0:1777022584.555782:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835947648
00000100:00100000:1.0:1777022584.555840:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108
00000100:00100000:1.0:1777022584.555850:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835947648:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:1.0:1777022584.555910:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:1.0:1777022584.555970:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835947648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (489us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022584.555977:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108
00000100:00100000:0.0:1777022584.556079:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835947648:0@lo:13:osp-pre-1-0.0
00010000:00010000:2.0:1777022584.617352:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:1.0:1777022585.586803:0:6917:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed
00000001:00080000:3.0:1777022585.587016:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967466 is committed
00010000:00010000:0.0:1777022585.641586:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022586.102367:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022586.102546:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022586.102593:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022586.102631:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022586.102651:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022586.102670:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022586.102706:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022586.103088:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816183040
00000100:00100000:0.0:1777022586.103101:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816183040
00000100:00100000:0.0:1777022586.103181:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816183168
00000100:00100000:0.0:1777022586.103185:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816183168
00000100:00100000:0.0:1777022586.103205:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816183424
00000100:00100000:0.0:1777022586.103207:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816183424
00000100:00100000:0.0:1777022586.103218:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816183552
00000100:00100000:0.0:1777022586.103219:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816183552
00000100:00100000:0.0:1777022586.103234:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 218
00000100:00100000:0.0:1777022586.103243:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816183040:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022586.103316:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816183040:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 74us (770us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022586.103324:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 218
00000100:00100000:0.0:1777022586.103341:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:0.0:1777022586.103347:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816183168:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022586.103372:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816183168:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 25us (721us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022586.103378:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 219
00000100:00100000:0.0:1777022586.103389:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 220
00000100:00100000:0.0:1777022586.103393:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816183424:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022586.103414:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816183424:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (743us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022586.103419:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 220
00000100:00100000:0.0:1777022586.103427:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 221
00000100:00100000:0.0:1777022586.103446:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816183552:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022586.103467:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816183552:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 34us (760us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022586.103473:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 221
00000100:00100000:0.0:1777022586.103492:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816183296
00000100:00100000:0.0:1777022586.103495:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816183296
00000100:00100000:0.0:1777022586.103522:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816182912
00000100:00100000:0.0:1777022586.103524:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816182912
00000100:00100000:0.0:1777022586.103542:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 249
00000100:00100000:0.0:1777022586.103548:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2378:x1863342816183296:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022586.103573:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2378:x1863342816183296:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (980us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022586.103579:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 249
00000100:00100000:0.0:1777022586.103591:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 250
00000100:00100000:0.0:1777022586.103596:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa673a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342816182912:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:0.0:1777022586.103617:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa673a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2378:x1863342816182912:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (986us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022586.103623:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 250
00000100:00080000:3.0:1777022586.105070:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1777022586.105077:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1777022586.105079:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1777022586.114370:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816182784
00000100:00100000:1.0:1777022586.114383:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816182784
00000100:00100000:1.0:1777022586.114584:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 309
00000100:00100000:1.0:1777022586.114596:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cd40c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2378:x1863342816182784:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:1.0:1777022586.114701:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cd40c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2378:x1863342816182784:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 108us (12343us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022586.114709:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 309
00010000:00010000:0.0:1777022586.670188:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022587.689585:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022588.713249:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022589.161367:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835947776:0@lo:400:kworker.0
00000100:00100000:0.0:1777022589.161465:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022589.161887:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835947904:0@lo:400:kworker.0
00000100:00100000:3.0:1777022589.161929:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022589.161986:0:12008:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835947904
00000100:00100000:3.0:1777022589.161997:0:12008:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835947904
00000100:00100000:3.0:1777022589.162062:0:12008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251
00000100:00100000:3.0:1777022589.162073:0:12008:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835947904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1777022589.162134:0:12008:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835947904:12345-0@lo:400:kworker.0 Request processed in 63us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022589.162141:0:12008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251
00000100:00100000:3.0:1777022589.162192:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835947904:0@lo:400:kworker.0
00000100:00100000:2.0:1777022589.162930:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835947776
00000100:00100000:2.0:1777022589.162938:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835947776
00000100:00100000:2.0:1777022589.163058:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310
00000100:00100000:2.0:1777022589.163069:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49caf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835947776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022589.163313:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835948160:0@lo:400:kworker.0
00000100:00100000:1.0:1777022589.163348:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022589.163373:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1777022589.163378:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835948032:0@lo:400:kworker.0
00000100:00100000:1.0:1777022589.163398:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1777022589.163426:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835948160
00000100:00100000:1.0:1777022589.163430:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835948160
00000100:00100000:1.0:1777022589.163464:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222
00000100:00100000:1.0:1777022589.163470:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835948160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022589.163502:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835948160:12345-0@lo:400:kworker.0 Request processed in 32us (154us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022589.163509:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222
00000100:00100000:1.0:1777022589.163539:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835948160:0@lo:400:kworker.0
00000100:00100000:1.0:1777022589.163564:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835948032
00000100:00100000:1.0:1777022589.163567:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835948032
00000100:00100000:1.0:1777022589.163595:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252
00000100:00100000:1.0:1777022589.163601:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835948032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022589.163632:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3465:x1863342835948032:12345-0@lo:400:kworker.0 Request processed in 32us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022589.163638:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252
00000100:00100000:1.0:1777022589.163664:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3465:1863342835948032:0@lo:400:kworker.0
00000100:00080000:3.0:1777022589.163752:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1777022589.163758:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022589.163769:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa467b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835948416:0@lo:400:kworker.0
00000100:00100000:3.0:1777022589.163795:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022589.164020:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49caf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835947776:12345-0@lo:400:kworker.0 Request processed in 953us (2556us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022589.164027:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310
00000100:00100000:3.0:1777022589.164111:0:3463:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1777022589.164118:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835948288:0@lo:400:kworker.0
00000100:00100000:3.0:1777022589.164140:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022589.164201:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835948288
00000100:00100000:2.0:1777022589.164205:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835948288
00000100:00100000:2.0:1777022589.164242:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253
00000100:00100000:2.0:1777022589.164249:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835948288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022589.164281:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3463:x1863342835948288:12345-0@lo:400:kworker.0 Request processed in 33us (141us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022589.164287:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253
00000100:00100000:2.0:1777022589.164312:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3463:1863342835948288:0@lo:400:kworker.0
00000100:00080000:3.0:1777022589.164361:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1777022589.164407:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835947776:0@lo:400:kworker.0
00000100:00100000:1.0:1777022589.164459:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835948416
00000100:00100000:1.0:1777022589.164462:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835948416
00000100:00100000:1.0:1777022589.164529:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223
00000100:00100000:1.0:1777022589.164536:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835948416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022589.164575:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835948416:12345-0@lo:400:kworker.0 Request processed in 39us (778us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022589.164580:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223
00000100:00100000:2.0:1777022589.164999:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa467b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835948416:0@lo:400:kworker.0
00000100:00080000:3.0:1777022589.165049:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1777022589.676571:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65657b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835948544:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022589.676689:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022589.677019:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835948544
00000100:00100000:2.0:1777022589.677030:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835948544
00000100:00100000:2.0:1777022589.677103:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109
00000100:00100000:2.0:1777022589.677115:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835948544:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1777022589.677158:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 115503680 pending 0 free 3923165184 avail 3691642880
00000100:00100000:2.0:1777022589.677214:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa467b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835948544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (524us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022589.677223:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109
00000100:00100000:1.0:1777022589.677404:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65657b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835948544:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1777022589.677826:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835948672:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1777022589.677901:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022589.678057:0:8537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835948672
00000100:00100000:2.0:1777022589.678062:0:8537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835948672
00000100:00100000:2.0:1777022589.678095:0:8537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110
00000100:00100000:2.0:1777022589.678104:0:8537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835948672:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1777022589.678124:0:8537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 961880640 pending 0 free 3923259392 avail 3691737088
00000100:00100000:2.0:1777022589.678166:0:8537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835948672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (264us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022589.678172:0:8537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110
00000100:00100000:1.0:1777022589.678240:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835948672:0@lo:13:osp-pre-1-0.0
00010000:00010000:0.0:1777022589.737549:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022590.761488:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00020000:3.0:1777022591.216529:0:5942:0:(ldlm_lockd.c:255:expired_lock_main()) ### lock callback timer expired after 102s: evicting client at 192.168.202.33@tcp  ns: filter-lustre-OST0000_UUID lock: 00000000617ee4d6/0x72ae7b78094e5251 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784223d expref: 6 pid: 6923 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00000020:00080000:3.0:1777022591.296788:0:5942:0:(genops.c:1655:class_fail_export()) disconnecting export ffff8efa6543a000/33d9035e-b8f8-4200-afbe-3051ed275c79
00000020:00000080:3.0:1777022591.296968:0:5942:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x72ae7b78094e3707
00000020:00010000:3.0:1777022591.296978:0:5942:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8efa6543a000: total 0
00000100:00080000:3.0:1777022591.296984:0:5942:0:(import.c:65:import_set_state_nolock()) ffff8efa6584b000 : changing import state from FULL to CLOSED
00000020:00010000:3.0:1777022591.297029:0:5941:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8efa6543a000: total 0
00010000:00010000:3.0:1777022591.297099:0:5941:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8efa6543a000, canceled 0 locks, left on hash table 1.
00010000:00010000:3.0:1777022591.297145:0:5941:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: 00000000617ee4d6/0x72ae7b78094e5251 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784223d expref: 6 pid: 6923 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022591.297177:0:5941:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022591.297179:0:5941:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022591.297186:0:5941:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f90113a9/0x72ae7b78094e525f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784224b expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00000004:2.0:1777022591.297614:0:5942:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967332
00000020:00080000:2.0:1777022591.297714:0:5942:0:(genops.c:1672:class_fail_export()) disconnected export ffff8efa6543a000/33d9035e-b8f8-4200-afbe-3051ed275c79
00010000:00020000:2.0:1777022591.297724:0:5942:0:(ldlm_lockd.c:255:expired_lock_main()) ### lock callback timer expired after 102s: evicting client at 192.168.202.33@tcp  ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e524a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842236 expref: 6 pid: 6924 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00000020:00080000:2.0:1777022591.297733:0:5942:0:(genops.c:1655:class_fail_export()) disconnecting export ffff8efa656b5800/392c2d7e-e97b-4adb-b645-942dabe5c136
00000020:00000080:2.0:1777022591.297737:0:5942:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x72ae7b78094e2851
00000020:00010000:2.0:1777022591.297742:0:5942:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8efa656b5800: total 0
00000100:00080000:2.0:1777022591.297745:0:5942:0:(import.c:65:import_set_state_nolock()) ffff8efa656b3800 : changing import state from FULL to CLOSED
00000001:00000004:2.0:1777022591.297766:0:5942:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967472
00000020:00080000:2.0:1777022591.297815:0:5942:0:(genops.c:1672:class_fail_export()) disconnected export ffff8efa656b5800/392c2d7e-e97b-4adb-b645-942dabe5c136
00000100:00100000:0.0:1777022591.297997:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022591.298039:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022591.298061:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022591.298086:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022591.298106:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022591.298125:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022591.298147:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022591.298170:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816184064
00000100:00100000:0.0:1777022591.298178:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816184064
00000100:00100000:0.0:1777022591.298212:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816184320
00000100:00100000:0.0:1777022591.298215:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816184320
00000100:00100000:0.0:1777022591.298226:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816183936
00000100:00100000:0.0:1777022591.298228:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816183936
00000100:00100000:0.0:1777022591.298254:0:6924:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816184448
00000100:00100000:0.0:1777022591.298257:0:6924:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816184448
00000100:00100000:0.0:1777022591.298271:0:6924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 224
00000100:00100000:0.0:1777022591.298279:0:6924:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816183936:12345-192.168.202.33@tcp:400:kworker.0
00010000:00010000:3.0:1777022591.298564:0:5941:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f90113a9/0x72ae7b78094e525f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784224b expref: 7 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1777022591.298596:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1777022591.298600:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1777022591.298655:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 965
00000100:00100000:3.0:1777022591.298662:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2380:x1863342816184064:12345-192.168.202.33@tcp:400:kworker.0
00000020:00080000:3.0:1777022591.298668:0:11979:0:(tgt_handler.c:795:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.202.33@tcp
00000100:00100000:3.0:1777022591.298729:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2380:x1863342816184064:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 66us (689us total) trans 0 rc -107/-107
00000100:00100000:3.0:1777022591.298736:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 965
00000100:00100000:3.0:1777022591.298755:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 225
00000100:00100000:3.0:1777022591.298762:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816184448:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022591.298797:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816184448:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 37us (650us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022591.298803:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 225
00000100:00100000:3.0:1777022591.298816:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 966
00000100:00100000:3.0:1777022591.298821:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2380:x1863342816184320:12345-192.168.202.33@tcp:400:kworker.0
00000020:00080000:3.0:1777022591.298825:0:11979:0:(tgt_handler.c:795:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.202.33@tcp
00000100:00100000:3.0:1777022591.298844:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2380:x1863342816184320:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (783us total) trans 0 rc -107/-107
00000100:00100000:3.0:1777022591.298883:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 966
00000100:00100000:3.0:1777022591.298905:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816183808
00000100:00100000:3.0:1777022591.298909:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816183808
00000100:00100000:3.0:1777022591.298943:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816184192
00000100:00100000:3.0:1777022591.298946:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816184192
00000100:00100000:3.0:1777022591.298968:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 254
00000100:00100000:3.0:1777022591.298975:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342816183808:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022591.299004:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+9:2380:x1863342816183808:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 29us (1008us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022591.299013:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 254
00000100:00100000:3.0:1777022591.299026:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 255
00000100:00100000:3.0:1777022591.299031:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2380:x1863342816184192:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022591.299053:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+7:2380:x1863342816184192:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 22us (927us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022591.299058:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 255
00000100:00100000:3.0:1777022591.299075:0:5946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816183680
00000100:00100000:3.0:1777022591.299078:0:5946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816183680
00000100:00100000:3.0:1777022591.299097:0:5946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 311
00000100:00100000:3.0:1777022591.299102:0:5946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49cadc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816183680:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022591.299122:0:5946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49cadc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2380:x1863342816183680:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 20us (1036us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022591.299128:0:5946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 311
00000020:00010000:1.0:1777022591.299243:0:6937:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8efa656b5800: total 0
00000100:00080000:3.0:1777022591.299262:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:1.0:1777022591.299285:0:6937:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8efa656b5800, canceled 0 locks, left on hash table 1.
00010000:00010000:2.0:1777022591.299524:0:5941:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f90113a9/0x72ae7b78094e525f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784224b expref: 7 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022591.299541:0:5941:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65654700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:lustre-OST0000_UUID:5941:1863342835948800:192.168.202.33@tcp:105:
00000100:00100000:2.0:1777022591.299603:0:5941:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa42e64f00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022591.299798:0:6924:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2380:x1863342816183936:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 1518us (1689us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022591.299805:0:6924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 224
00010000:00010000:1.0:1777022591.299975:0:6937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e524a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842236 expref: 3 pid: 6924 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022591.299998:0:6937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022591.300000:0:6937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1777022591.300006:0:6937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5258 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842244 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022591.300020:0:6937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842244 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022591.300045:0:6937:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842244 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022591.300056:0:6937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:lustre-OST0001_UUID:6937:1863342835948928:192.168.202.33@tcp:105:
00000100:00100000:1.0:1777022591.300103:0:6937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa4553a9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1777022591.307109:0:6937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:lustre-OST0001_UUID:6937:1863342835948928:192.168.202.33@tcp:105:
00010000:00010000:1.0:1777022591.307137:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004bb452d/0x72ae7b78094e524a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de7842236 expref: 3 pid: 6924 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022591.307159:0:6937:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8efa656b5800, canceled 1 locks, left on hash table 0.
00010000:00010000:1.0:1777022591.307191:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022591.307194:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022591.307196:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022591.307433:0:5941:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65654700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:lustre-OST0000_UUID:5941:1863342835948800:192.168.202.33@tcp:105:
00010000:00010000:2.0:1777022591.307448:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000617ee4d6/0x72ae7b78094e5251 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->409599) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x458a939de784223d expref: 3 pid: 6923 timeout: 527 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022591.307459:0:5941:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8efa6543a000, canceled 1 locks, left on hash table 0.
00010000:00010000:2.0:1777022591.307477:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022591.307478:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022591.307480:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1777022591.308760:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022591.309138:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022591.309227:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816184576
00000100:00100000:1.0:1777022591.309236:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816184576
00002000:00100000:1.0:1777022591.309454:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (0->65535)  req@ffff8efa65805880 x1863342816184576/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.309463:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805880 with x1863342816184576 ext(0->65535)
00002000:00010000:1.0:1777022591.309468:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65805880
00000100:00100000:1.0:1777022591.309489:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816184704
00000100:00100000:1.0:1777022591.309491:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816184704
00002000:00100000:1.0:1777022591.309504:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (0->65535)  req@ffff8efa65807800 x1863342816184704/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.309510:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807800 with x1863342816184704 ext(0->65535)
00002000:00010000:1.0:1777022591.309512:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65807800
00000100:00100000:1.0:1777022591.309523:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 596
00000100:00100000:1.0:1777022591.309529:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816184576:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022591.309891:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 597
00000100:00100000:2.0:1777022591.309901:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816184704:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022591.340804:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022591.340919:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816184832
00000100:00100000:0.0:1777022591.340922:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022591.340929:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816184832
00000100:00100000:3.0:1777022591.340963:0:11979:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816184960
00000100:00100000:3.0:1777022591.340966:0:11979:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816184960
00000100:00100000:3.0:1777022591.340988:0:11979:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 967
00000100:00100000:3.0:1777022591.340996:0:11979:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2376:x1863342816184832:12345-192.168.202.33@tcp:8:ptlrpcd_01_01.0
00010000:00080000:3.0:1777022591.341029:0:11979:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0001: connection from 392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp t0 exp 0000000000000000 cur 529 last 0
00000100:00100000:1.0:1777022591.341044:0:6921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 968
00000100:00100000:1.0:1777022591.341050:0:6921:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2376:x1863342816184960:12345-192.168.202.33@tcp:8:ptlrpcd_01_01.0
00000020:00000080:3.0:1777022591.341059:0:11979:0:(genops.c:1406:class_connect()) connect: client 392c2d7e-e97b-4adb-b645-942dabe5c136, cookie 0x72ae7b78094e52b3
00010000:00080000:1.0:1777022591.341064:0:6921:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0000: connection from 33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp t0 exp 0000000000000000 cur 529 last 0
00002000:00100000:3.0:1777022591.341071:0:11979:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 392c2d7e-e97b-4adb-b645-942dabe5c136/ffff8efa66c34800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113435 ocd_grant: 8388608 ocd_index: 0 ocd_group 0
00000020:00000080:1.0:1777022591.341078:0:6921:0:(genops.c:1406:class_connect()) connect: client 33d9035e-b8f8-4200-afbe-3051ed275c79, cookie 0x72ae7b78094e52ba
00002000:00100000:1.0:1777022591.341082:0:6921:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 33d9035e-b8f8-4200-afbe-3051ed275c79/ffff8efa42d36800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113435 ocd_grant: 8388608 ocd_index: 0 ocd_group 0
00002000:00100000:3.0:1777022591.341089:0:11979:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli <unknown> supports cksum type b7, return b7
00002000:00100000:1.0:1777022591.341091:0:6921:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli <unknown> supports cksum type b7, return b7
00002000:00080000:3.0:1777022591.341160:0:11979:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0
00002000:00080000:1.0:1777022591.341160:0:6921:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0
00000100:00080000:3.0:1777022591.341187:0:11979:0:(import.c:65:import_set_state_nolock()) ffff8efa66c35800 : changing import state from RECOVER to FULL
00000100:00080000:1.0:1777022591.341187:0:6921:0:(import.c:65:import_set_state_nolock()) ffff8efa42d36000 : changing import state from RECOVER to FULL
00000100:00100000:1.0:1777022591.341263:0:6921:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2376:x1863342816184960:12345-192.168.202.33@tcp:8:ptlrpcd_01_01.0 Request processed in 211us (340us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022591.341271:0:6921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 968
00000100:00100000:3.0:1777022591.341349:0:11979:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2376:x1863342816184832:12345-192.168.202.33@tcp:8:ptlrpcd_01_01.0 Request processed in 351us (553us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022591.341356:0:11979:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 967
00000100:00100000:2.0:1777022591.341510:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816184576:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 31979us (32754us total) trans 0 rc 65536/65536
00000100:00100000:2.0:1777022591.341519:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 596
00002000:00100000:2.0:1777022591.341528:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (0->65535)  req@ffff8efa65805880 x1863342816184576/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 65536/65536 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022591.341538:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65805880 with x1863342816184576 ext(0->65535)
00002000:00010000:2.0:1777022591.341543:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65805880
00000100:00100000:2.0:1777022591.342113:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816184704:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 32213us (32974us total) trans 0 rc 65536/65536
00000100:00100000:2.0:1777022591.342122:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 597
00002000:00100000:2.0:1777022591.342128:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->65535)  req@ffff8efa65807800 x1863342816184704/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 65536/65536 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022591.342136:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65807800 with x1863342816184704 ext(0->65535)
00002000:00010000:2.0:1777022591.342141:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65807800
00000100:00100000:2.0:1777022591.364226:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022591.364339:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022591.365067:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816185088
00000100:00100000:0.0:1777022591.365079:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816185088
00002000:00100000:0.0:1777022591.365206:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (65536->102399)  req@ffff8efa65654700 x1863342816185088/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022591.365218:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654700 with x1863342816185088 ext(65536->102399)
00002000:00010000:0.0:1777022591.365224:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654700
00000100:00100000:0.0:1777022591.365254:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816185216
00000100:00100000:0.0:1777022591.365258:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816185216
00002000:00100000:0.0:1777022591.365278:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (65536->102399)  req@ffff8efa65657b80 x1863342816185216/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022591.365286:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657b80 with x1863342816185216 ext(65536->102399)
00002000:00010000:0.0:1777022591.365289:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65657b80
00000100:00100000:0.0:1777022591.365309:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 598
00000100:00100000:0.0:1777022591.365318:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816185088:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022591.366287:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 599
00000100:00100000:1.0:1777022591.366302:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816185216:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022591.380626:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816185216:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 14319us (16276us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022591.380639:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 599
00002000:00100000:3.0:1777022591.380651:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (65536->102399)  req@ffff8efa65657b80 x1863342816185216/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022591.380661:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657b80 with x1863342816185216 ext(65536->102399)
00002000:00010000:3.0:1777022591.380667:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65657b80
00000100:00100000:0.0:1777022591.381239:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2380:x1863342816185088:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 15919us (17022us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022591.381248:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 598
00002000:00100000:0.0:1777022591.381254:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (65536->102399)  req@ffff8efa65654700 x1863342816185088/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022591.381262:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654700 with x1863342816185088 ext(65536->102399)
00002000:00010000:0.0:1777022591.381265:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654700
00000100:00100000:3.0:1777022591.387273:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022591.387317:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022591.391075:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816185344
00000100:00100000:1.0:1777022591.391091:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816185344
00002000:00100000:1.0:1777022591.391150:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (102400->139263)  req@ffff8efa658d1f80 x1863342816185344/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.391168:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1f80 with x1863342816185344 ext(102400->139263)
00002000:00010000:1.0:1777022591.391174:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa658d1f80
00000100:00100000:1.0:1777022591.391203:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816185472
00000100:00100000:1.0:1777022591.391206:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816185472
00002000:00100000:1.0:1777022591.391223:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (102400->139263)  req@ffff8efa658d0380 x1863342816185472/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.391230:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0380 with x1863342816185472 ext(102400->139263)
00002000:00010000:1.0:1777022591.391233:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0380
00000100:00100000:1.0:1777022591.391265:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 600
00000100:00100000:1.0:1777022591.391275:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816185344:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022591.391586:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 601
00000100:00100000:1.0:1777022591.391595:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816185472:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022591.410149:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816185344:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 18865us (22875us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022591.410161:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 600
00002000:00100000:2.0:1777022591.410176:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (102400->139263)  req@ffff8efa658d1f80 x1863342816185344/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022591.410186:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1f80 with x1863342816185344 ext(102400->139263)
00002000:00010000:2.0:1777022591.410191:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa658d1f80
00000100:00100000:1.0:1777022591.416533:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816185472:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 24929us (29205us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022591.416546:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 601
00002000:00100000:1.0:1777022591.416571:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (102400->139263)  req@ffff8efa658d0380 x1863342816185472/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.416583:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d0380 with x1863342816185472 ext(102400->139263)
00002000:00010000:1.0:1777022591.416591:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d0380
00000100:00100000:1.0:1777022591.422964:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022591.430179:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816185600
00000100:00100000:2.0:1777022591.430197:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816185600
00002000:00100000:2.0:1777022591.430340:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (139264->176127)  req@ffff8efa658d7800 x1863342816185600/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022591.430353:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7800 with x1863342816185600 ext(139264->176127)
00002000:00010000:2.0:1777022591.430360:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7800
00000100:00100000:2.0:1777022591.430402:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 602
00000100:00100000:2.0:1777022591.430412:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816185600:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:2.0:1777022591.442186:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816185600:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 11765us (19221us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022591.442198:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 602
00002000:00100000:2.0:1777022591.442211:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (139264->176127)  req@ffff8efa658d7800 x1863342816185600/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022591.442221:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d7800 with x1863342816185600 ext(139264->176127)
00002000:00010000:2.0:1777022591.442227:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d7800
00000100:00100000:3.0:1777022591.450936:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022591.454924:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816185728
00000100:00100000:2.0:1777022591.454939:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816185728
00002000:00100000:2.0:1777022591.455000:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (139264->176127)  req@ffff8efa658d1500 x1863342816185728/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022591.455013:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1500 with x1863342816185728 ext(139264->176127)
00002000:00010000:2.0:1777022591.455019:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa658d1500
00000100:00100000:2.0:1777022591.455059:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 603
00000100:00100000:2.0:1777022591.455068:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816185728:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022591.468954:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022591.472089:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816185856
00000100:00100000:3.0:1777022591.472103:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816185856
00002000:00100000:3.0:1777022591.472156:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (176128->212991)  req@ffff8efa658d6a00 x1863342816185856/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022591.472169:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6a00 with x1863342816185856 ext(176128->212991)
00002000:00010000:3.0:1777022591.472175:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6a00
00000100:00100000:3.0:1777022591.472209:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 604
00000100:00100000:3.0:1777022591.472219:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816185856:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022591.507084:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816185856:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 34856us (38130us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022591.507100:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 604
00002000:00100000:3.0:1777022591.507113:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (176128->212991)  req@ffff8efa658d6a00 x1863342816185856/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022591.507125:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d6a00 with x1863342816185856 ext(176128->212991)
00002000:00010000:3.0:1777022591.507131:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d6a00
00000100:00100000:3.0:1777022591.511736:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022591.512352:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816185984
00000100:00100000:1.0:1777022591.512362:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816185984
00002000:00100000:1.0:1777022591.512412:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (212992->249855)  req@ffff8efa658d1180 x1863342816185984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.512425:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1180 with x1863342816185984 ext(212992->249855)
00002000:00010000:1.0:1777022591.512431:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1180
00000100:00100000:1.0:1777022591.512461:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 605
00000100:00100000:1.0:1777022591.512472:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816185984:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022591.521198:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816185728:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 66120us (70260us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022591.521211:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 603
00002000:00100000:1.0:1777022591.521224:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (139264->176127)  req@ffff8efa658d1500 x1863342816185728/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.521235:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1500 with x1863342816185728 ext(139264->176127)
00002000:00010000:1.0:1777022591.521242:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa658d1500
00000100:00100000:2.0:1777022591.546323:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816185984:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 33843us (34585us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022591.546336:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 605
00002000:00100000:2.0:1777022591.546349:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (212992->249855)  req@ffff8efa658d1180 x1863342816185984/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022591.546361:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa658d1180 with x1863342816185984 ext(212992->249855)
00002000:00010000:2.0:1777022591.546366:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa658d1180
00000100:00100000:3.0:1777022591.553087:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022591.553199:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816186112
00000100:00100000:1.0:1777022591.553209:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816186112
00002000:00100000:1.0:1777022591.553262:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (176128->212991)  req@ffff8efa412a8000 x1863342816186112/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.553273:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a8000 with x1863342816186112 ext(176128->212991)
00002000:00010000:1.0:1777022591.553280:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa412a8000
00000100:00100000:1.0:1777022591.553313:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 606
00000100:00100000:1.0:1777022591.553323:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816186112:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022591.556711:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022591.556963:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816186240
00000100:00100000:1.0:1777022591.556973:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816186240
00002000:00100000:1.0:1777022591.557022:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (249856->286719)  req@ffff8efa65a13b80 x1863342816186240/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.557033:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13b80 with x1863342816186240 ext(249856->286719)
00002000:00010000:1.0:1777022591.557039:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13b80
00000100:00100000:1.0:1777022591.557069:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 607
00000100:00100000:1.0:1777022591.557079:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816186240:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:3.0:1777022591.559842:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816186240:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 2753us (3130us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022591.559900:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 607
00002000:00100000:3.0:1777022591.559913:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (249856->286719)  req@ffff8efa65a13b80 x1863342816186240/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022591.559923:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13b80 with x1863342816186240 ext(249856->286719)
00002000:00010000:3.0:1777022591.559929:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a13b80
00000100:00100000:1.0:1777022591.561936:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816186112:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8606us (8851us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022591.561947:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 606
00002000:00100000:1.0:1777022591.561958:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (176128->212991)  req@ffff8efa412a8000 x1863342816186112/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.561968:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a8000 with x1863342816186112 ext(176128->212991)
00002000:00010000:1.0:1777022591.561973:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa412a8000
00000100:00100000:0.0:1777022591.574172:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022591.574218:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022591.574306:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816186368
00000100:00100000:3.0:1777022591.574315:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816186368
00002000:00100000:3.0:1777022591.574365:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (286720->323583)  req@ffff8efa65a11c00 x1863342816186368/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022591.574377:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11c00 with x1863342816186368 ext(286720->323583)
00002000:00010000:3.0:1777022591.574383:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11c00
00000100:00100000:3.0:1777022591.574415:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816186496
00000100:00100000:3.0:1777022591.574418:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816186496
00002000:00100000:3.0:1777022591.574433:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (212992->249855)  req@ffff8efa65a13100 x1863342816186496/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022591.574448:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13100 with x1863342816186496 ext(212992->249855)
00002000:00010000:3.0:1777022591.574451:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65a13100
00000100:00100000:3.0:1777022591.574478:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 608
00000100:00100000:3.0:1777022591.574487:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816186368:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022591.574763:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 609
00000100:00100000:0.0:1777022591.574772:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816186496:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022591.596566:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816186368:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 22060us (22383us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022591.596579:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 608
00002000:00100000:0.0:1777022591.596594:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (286720->323583)  req@ffff8efa65a11c00 x1863342816186368/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022591.596605:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a11c00 with x1863342816186368 ext(286720->323583)
00002000:00010000:0.0:1777022591.596610:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a11c00
00000100:00100000:0.0:1777022591.604411:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022591.604485:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816186624
00000100:00100000:1.0:1777022591.604496:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816186624
00002000:00100000:1.0:1777022591.604541:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (323584->360447)  req@ffff8efa65a10a80 x1863342816186624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.604552:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10a80 with x1863342816186624 ext(323584->360447)
00002000:00010000:1.0:1777022591.604569:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a10a80
00000100:00100000:1.0:1777022591.604595:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 610
00000100:00100000:1.0:1777022591.604605:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816186624:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022591.613921:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816186496:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 39138us (39688us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022591.613934:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 609
00002000:00100000:0.0:1777022591.613948:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (212992->249855)  req@ffff8efa65a13100 x1863342816186496/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022591.613958:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a13100 with x1863342816186496 ext(212992->249855)
00002000:00010000:0.0:1777022591.613964:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65a13100
00000100:00100000:0.0:1777022591.619971:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022591.620143:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2378:x1863342816186624:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 15537us (15740us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022591.620158:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 610
00002000:00100000:1.0:1777022591.620171:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (323584->360447)  req@ffff8efa65a10a80 x1863342816186624/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.620182:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65a10a80 with x1863342816186624 ext(323584->360447)
00002000:00010000:1.0:1777022591.620189:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65a10a80
00000100:00100000:2.0:1777022591.624314:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022591.629001:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816186752
00000100:00100000:1.0:1777022591.629016:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816186752
00002000:00100000:1.0:1777022591.629074:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (249856->286719)  req@ffff8efa65699c00 x1863342816186752/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.629096:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65699c00 with x1863342816186752 ext(249856->286719)
00002000:00010000:1.0:1777022591.629103:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65699c00
00000100:00100000:1.0:1777022591.629131:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 611
00000100:00100000:1.0:1777022591.629142:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816186752:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022591.637554:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816186880
00000100:00100000:1.0:1777022591.637578:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816186880
00002000:00100000:1.0:1777022591.637629:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (360448->397311)  req@ffff8efa65654000 x1863342816186880/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.637642:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654000 with x1863342816186880 ext(360448->397311)
00002000:00010000:1.0:1777022591.637648:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654000
00000100:00100000:1.0:1777022591.637685:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 612
00000100:00100000:1.0:1777022591.637695:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816186880:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022591.662124:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816186752:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 32966us (42144us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022591.662682:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 611
00002000:00100000:1.0:1777022591.662696:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (249856->286719)  req@ffff8efa65699c00 x1863342816186752/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.662706:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65699c00 with x1863342816186752 ext(249856->286719)
00002000:00010000:1.0:1777022591.662711:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65699c00
00000100:00100000:1.0:1777022591.673686:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816186880:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 35981us (49371us total) trans 0 rc 36864/36864
00000100:00100000:1.0:1777022591.673700:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 612
00002000:00100000:1.0:1777022591.673714:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (360448->397311)  req@ffff8efa65654000 x1863342816186880/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.673726:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65654000 with x1863342816186880 ext(360448->397311)
00002000:00010000:1.0:1777022591.673732:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa65654000
00000100:00100000:2.0:1777022591.690482:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022591.695983:0:6929:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816187008
00000100:00100000:3.0:1777022591.695998:0:6929:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816187008
00002000:00100000:2.0:1777022591.698538:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (286720->323583)  req@ffff8efa65657480 x1863342816187008/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022591.698553:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657480 with x1863342816187008 ext(286720->323583)
00002000:00010000:2.0:1777022591.698560:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65657480
00000100:00100000:2.0:1777022591.698647:0:6929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 613
00000100:00100000:2.0:1777022591.698658:0:6929:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816187008:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022591.717500:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022591.719309:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816187136
00000100:00100000:1.0:1777022591.719321:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816187136
00002000:00100000:1.0:1777022591.719376:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (397312->409599)  req@ffff8efa6569ad80 x1863342816187136/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.719389:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6569ad80 with x1863342816187136 ext(397312->409599)
00002000:00010000:1.0:1777022591.719394:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6569ad80
00000100:00100000:1.0:1777022591.719434:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 614
00000100:00100000:1.0:1777022591.719443:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6569ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816187136:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:1.0:1777022591.719633:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6569ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816187136:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 190us (2140us total) trans 0 rc 12288/12288
00000100:00100000:1.0:1777022591.719644:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 614
00002000:00100000:1.0:1777022591.719651:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (397312->409599)  req@ffff8efa6569ad80 x1863342816187136/t0(0) o3->33d9035e-b8f8-4200-afbe-3051ed275c79@192.168.202.33@tcp:242/0 lens 488/12728 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 12288/12288 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:1.0:1777022591.719659:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa6569ad80 with x1863342816187136 ext(397312->409599)
00002000:00010000:1.0:1777022591.719663:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8efa6569ad80
00000100:00100000:2.0:1777022591.720371:0:6929:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816187008:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 21713us (29895us total) trans 0 rc 36864/36864
00000100:00100000:2.0:1777022591.720380:0:6929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 613
00002000:00100000:2.0:1777022591.720387:0:6929:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (286720->323583)  req@ffff8efa65657480 x1863342816187008/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022591.720398:0:6929:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa65657480 with x1863342816187008 ext(286720->323583)
00002000:00010000:2.0:1777022591.720402:0:6929:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa65657480
00000100:00100000:0.0:1777022591.732809:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022591.732983:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816187392
00000100:00100000:3.0:1777022591.732995:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816187392
00000100:00100000:3.0:1777022591.733052:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 54
00000100:00100000:3.0:1777022591.733063:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+7:10190:x1863342816187392:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:3.0:1777022591.733368:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10190:x1863342816187392:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 306us (566us total) trans 4294967467 rc 0/0
00000100:00100000:3.0:1777022591.733376:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 54
00000100:00100000:1.0:1777022591.737157:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022591.737324:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816187648
00000100:00100000:3.0:1777022591.737334:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816187648
00000100:00100000:3.0:1777022591.737390:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 55
00000100:00100000:3.0:1777022591.737400:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+8:10190:x1863342816187648:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000001:00080000:3.0:1777022591.737603:0:5955:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967468
00000100:00100000:3.0:1777022591.737702:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+10:10190:x1863342816187648:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 302us (553us total) trans 4294967469 rc 0/0
00000100:00100000:3.0:1777022591.737710:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 55
00000020:00080000:3.0:1777022591.737715:0:5955:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1777022591.750065:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022591.750150:0:6927:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816187776
00000100:00100000:3.0:1777022591.750161:0:6927:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816187776
00002000:00100000:3.0:1777022591.750208:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe:0x0] (323584->360447)  req@ffff8efa66f23100 x1863342816187776/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022591.750219:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f23100 with x1863342816187776 ext(323584->360447)
00002000:00010000:3.0:1777022591.750225:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66f23100
00000100:00100000:3.0:1777022591.750274:0:6927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 615
00000100:00100000:3.0:1777022591.750286:0:6927:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816187776:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022591.758511:0:6927:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2377:x1863342816187776:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 8217us (8444us total) trans 0 rc 36864/36864
00000100:00100000:0.0:1777022591.758524:0:6927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 615
00002000:00100000:0.0:1777022591.758537:0:6927:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe:0x0] (323584->360447)  req@ffff8efa66f23100 x1863342816187776/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022591.758548:0:6927:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66f23100 with x1863342816187776 ext(323584->360447)
00002000:00010000:0.0:1777022591.758553:0:6927:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66f23100
00000100:00100000:3.0:1777022591.771216:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022591.772547:0:11976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816187904
00000100:00100000:2.0:1777022591.772559:0:11976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816187904
00002000:00100000:2.0:1777022591.772611:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (360448->397311)  req@ffff8efa412a9f80 x1863342816187904/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:2.0:1777022591.772623:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9f80 with x1863342816187904 ext(360448->397311)
00002000:00010000:2.0:1777022591.772630:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa412a9f80
00000100:00100000:2.0:1777022591.772655:0:11976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 616
00000100:00100000:2.0:1777022591.772670:0:11976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816187904:12345-192.168.202.33@tcp:3:kworker.0
00010000:00010000:2.0:1777022591.785091:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022591.791258:0:11976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816187904:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 18582us (20042us total) trans 0 rc 36864/36864
00000100:00100000:3.0:1777022591.791279:0:11976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 616
00002000:00100000:3.0:1777022591.791294:0:11976:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (360448->397311)  req@ffff8efa412a9f80 x1863342816187904/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/440 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:3.0:1777022591.791306:0:11976:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa412a9f80 with x1863342816187904 ext(360448->397311)
00002000:00010000:3.0:1777022591.791320:0:11976:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa412a9f80
00000100:00100000:2.0:1777022591.797699:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022591.797945:0:6928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816188032
00000100:00100000:0.0:1777022591.797956:0:6928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816188032
00002000:00100000:0.0:1777022591.798005:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (397312->409599)  req@ffff8efa66022a00 x1863342816188032/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/0 e 0 to 0 dl 1777022602 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022591.798017:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022a00 with x1863342816188032 ext(397312->409599)
00002000:00010000:0.0:1777022591.798023:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66022a00
00000100:00100000:0.0:1777022591.798058:0:6928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 617
00000100:00100000:0.0:1777022591.798067:0:6928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816188032:12345-192.168.202.33@tcp:3:kworker.0
00000100:00100000:0.0:1777022591.798418:0:6928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816188032:12345-192.168.202.33@tcp:3:kworker.0 Request processed in 350us (725us total) trans 0 rc 12288/12288
00000100:00100000:0.0:1777022591.798426:0:6928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 617
00002000:00100000:0.0:1777022591.798432:0:6928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (397312->409599)  req@ffff8efa66022a00 x1863342816188032/t0(0) o3->392c2d7e-e97b-4adb-b645-942dabe5c136@192.168.202.33@tcp:242/0 lens 488/12728 e 0 to 0 dl 1777022602 ref 1 fl Complete:/600/0 rc 12288/12288 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0
00002000:00100000:0.0:1777022591.798440:0:6928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8efa66022a00 with x1863342816188032 ext(397312->409599)
00002000:00010000:0.0:1777022591.798443:0:6928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8efa66022a00
00010000:00010000:1.0:1777022592.809035:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1777022593.806016:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022593.806644:0:5955:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816188288
00000100:00100000:3.0:1777022593.806656:0:5955:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816188288
00000100:00100000:3.0:1777022593.806792:0:5955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 56
00000100:00100000:3.0:1777022593.806804:0:5955:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+9:10187:x1863342816188288:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:3.0:1777022593.807122:0:5955:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816188288:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 319us (1112us total) trans 4294967470 rc 0/0
00000100:00100000:3.0:1777022593.807130:0:5955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 56
00000100:00080000:0.0:1777022593.807185:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1777022593.814056:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:0.0:1777022593.814274:0:5956:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816188544
00000100:00100000:0.0:1777022593.814287:0:5956:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816188544
00000100:00100000:0.0:1777022593.814363:0:5956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 57
00000100:00100000:0.0:1777022593.814374:0:5956:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49dfb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+10:10187:x1863342816188544:12345-192.168.202.33@tcp:35:mmap_sanity.0
00000100:00100000:0.0:1777022593.814704:0:5956:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49dfb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816188544:12345-192.168.202.33@tcp:35:mmap_sanity.0 Request processed in 332us (660us total) trans 4294967471 rc 0/0
00000100:00100000:0.0:1777022593.814713:0:5956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 57
00000100:00100000:1.0:1777022593.824083:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022593.824247:0:12008:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816188672
00000100:00100000:2.0:1777022593.824258:0:12008:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816188672
00000100:00100000:2.0:1777022593.824327:0:12008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 238
00000100:00100000:2.0:1777022593.824339:0:12008:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816188672:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022593.824363:0:12008:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022593.824389:0:12008:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e52c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842267 expref: -99 pid: 12008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.824471:0:12008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e52c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12008 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.824487:0:12008:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e52c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12008 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.824502:0:12008:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e52c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12008 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022593.824567:0:12008:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022593.824571:0:12008:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022593.824592:0:12008:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e52c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12008 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.824617:0:12008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e52c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842267 expref: 13 pid: 12008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.824637:0:12008:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e52c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842267 expref: 12 pid: 12008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.824646:0:12008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de100)
00010000:00010000:2.0:1777022593.824649:0:12008:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022593.824652:0:12008:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ae00, rc 0)
00000100:00100000:2.0:1777022593.824725:0:12008:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10187:x1863342816188672:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 388us (654us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022593.824733:0:12008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 238
00000100:00100000:2.0:1777022593.830717:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00010000:00010000:2.0:1777022593.833179:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022593.844870:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816188800
00000100:00100000:3.0:1777022593.844888:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816188800
00000100:00100000:3.0:1777022593.844973:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 239
00000100:00100000:3.0:1777022593.844987:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10187:x1863342816188800:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022593.845012:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022593.845035:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e52cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784226e expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.845109:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e52d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.845126:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e52d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.845142:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e52d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.845158:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e52dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.845163:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e52dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.845169:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e52dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.846917:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e52e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850607:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e52e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850623:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e52e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022593.850684:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1c:0x0]: returning size 409600
00000004:00200000:3.0:1777022593.850689:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022593.850711:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e52e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850723:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e52e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850733:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e52d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850740:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e52d6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850747:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e52d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850753:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f1000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022593.850758:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e52d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850766:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e52d6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850777:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de100)
00010000:00010000:3.0:1777022593.850780:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022593.850784:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e52d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850789:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1000/0x72ae7b78094e52d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850811:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e52dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850818:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e52dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850835:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e52dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850842:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f1e00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022593.850845:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e52dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850850:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e52dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850885:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa6519ec00)
00010000:00010000:3.0:1777022593.850888:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022593.850891:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e52dd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850897:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e52dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850940:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e52cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784226e expref: 14 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850956:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e52e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784226e expref: 13 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.850981:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8efa6519e000)
00010000:00010000:3.0:1777022593.850983:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1777022593.850986:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1a00, rc 0)
00000100:00100000:3.0:1777022593.851073:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10187:x1863342816188800:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 6089us (20366us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022593.851083:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 239
00000100:00100000:0.0:1777022593.858297:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022593.858631:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816189056
00000100:00100000:2.0:1777022593.858642:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816189056
00000100:00100000:2.0:1777022593.858708:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 240
00000100:00100000:2.0:1777022593.858719:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10187:x1863342816189056:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022593.858804:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:2.0:1777022593.858843:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1a00/0x72ae7b78094e52e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784226e expref: 13 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.858889:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1c00/0x72ae7b78094e51da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842205 expref: 12 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.858899:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8efa6519e000)
00010000:00010000:2.0:1777022593.858910:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e52c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842267 expref: 11 pid: 12008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.858920:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de100)
00010000:00010000:2.0:1777022593.858931:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022593.858957:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e52eb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.858979:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e52eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.858990:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e52eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.859002:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e52f2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.859012:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e52f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.859018:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e52f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.859087:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.859100:0:5952:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e520b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784221a expref: 9 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.859107:0:5952:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.859145:0:5952:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e520b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de784221a expref: 9 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.859159:0:5952:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e520b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784221a expref: 9 pid: 5952 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022593.859172:0:5952:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835949056:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022593.859879:0:5952:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa42e646c0 going to sleep for 11 seconds
00000100:00100000:2.0:1777022593.867997:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:1.0:1777022593.868127:0:5939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816189184
00000100:00100000:1.0:1777022593.868138:0:5939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816189184
00010000:00010000:1.0:1777022593.868184:0:5939:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e520b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784221a expref: 10 pid: 5952 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022593.868215:0:5939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 936
00000100:00100000:1.0:1777022593.868221:0:5939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa4cca5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816189184:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1777022593.868233:0:5939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1777022593.868238:0:5939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e520b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784221a expref: 10 pid: 5952 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.868249:0:5939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e520b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784221a expref: 10 pid: 5952 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.868269:0:5939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8efa6519e000)
00010000:00010000:1.0:1777022593.868274:0:5939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.868284:0:5939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.868300:0:5939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.868318:0:5939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1777022593.868368:0:5939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa4cca5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33d9035e-b8f8-4200-afbe-3051ed275c79+10:2378:x1863342816189184:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 145us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1777022593.868376:0:5939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 936
00000100:00080000:0.0:1777022593.868538:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:3.0:1777022593.869269:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e520b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de784221a expref: 9 pid: 5952 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022593.869302:0:5952:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa66adce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835949056:192.168.202.33@tcp:104:
00010000:00010000:3.0:1777022593.869325:0:5952:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869334:0:5952:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869340:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1777022593.869601:0:5952:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152
00000004:00080000:3.0:1777022593.869612:0:5952:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 532035757030ns, next at 533035754144ns, rc = 0
00010000:00010000:3.0:1777022593.869675:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e5300 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869687:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e5300 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869697:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e5300 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869704:0:5952:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e5300 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869709:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e5300 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869715:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e5300 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869740:0:5952:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1777022593.869759:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869764:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869770:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869775:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022593.869779:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869785:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869795:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8efa6519e000)
00010000:00010000:3.0:1777022593.869798:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1777022593.869801:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869810:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a200/0x72ae7b78094e52f9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869836:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e52eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869843:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e52eb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869848:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e52eb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869875:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511a000 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:3.0:1777022593.869877:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e52eb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869883:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e52eb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869890:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655deb00)
00010000:00010000:3.0:1777022593.869892:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1777022593.869895:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e52eb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.869901:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a000/0x72ae7b78094e52eb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1777022593.869915:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b568862 reply state 000000004e5d0011 transno 4294967472 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e52f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022593.869924:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1777022593.869986:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10187:x1863342816189056:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 11269us (11707us total) trans 4294967472 rc 0/0
00000100:00100000:3.0:1777022593.869995:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 240
00010000:00010000:1.0:1777022593.870238:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1777022593.870244:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e5300 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.870251:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa657f1400 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:1.0:1777022593.870255:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e5300 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.870261:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e5300 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.870271:0:5940:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8efa6519e000)
00010000:00010000:1.0:1777022593.870273:0:5940:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1777022593.870276:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e5300 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.870281:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1400/0x72ae7b78094e5300 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.870295:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022593.870298:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022593.870299:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022593.875973:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e52f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.875992:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e52f2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.875999:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e52f2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.876005:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511aa00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022593.876009:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e52f2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.876016:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e52f2 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.876032:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397ecf4c (ffff8efa655de000)
00010000:00010000:1.0:1777022593.876035:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022593.876040:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e52f2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.876046:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511aa00/0x72ae7b78094e52f2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x397ecf4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022593.876263:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022593.876462:0:12008:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816189312
00000100:00100000:2.0:1777022593.876471:0:12008:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816189312
00000100:00100000:2.0:1777022593.876518:0:12008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 241
00000100:00100000:2.0:1777022593.876527:0:12008:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66f21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816189312:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022593.876551:0:12008:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022593.876570:0:12008:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5307 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842275 expref: -99 pid: 12008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.876635:0:12008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e530e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12008 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.876649:0:12008:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e530e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12008 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.876659:0:12008:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e530e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12008 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022593.876697:0:12008:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:2.0:1777022593.876700:0:12008:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022593.876719:0:12008:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e530e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12008 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.876743:0:12008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5307 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842275 expref: 13 pid: 12008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.876757:0:12008:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e530e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842275 expref: 12 pid: 12008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.876765:0:12008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de100)
00010000:00010000:2.0:1777022593.876767:0:12008:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1777022593.876770:0:12008:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511b400, rc 0)
00000100:00100000:2.0:1777022593.876843:0:12008:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66f21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10187:x1863342816189312:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 317us (584us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022593.876851:0:12008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 241
00000100:00100000:2.0:1777022593.889341:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022593.889602:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816189440
00000100:00100000:3.0:1777022593.889612:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816189440
00000100:00100000:2.0:1777022593.890269:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 242
00000100:00100000:2.0:1777022593.890281:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10187:x1863342816189440:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:2.0:1777022593.890303:0:7637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1777022593.890325:0:7637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5315 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de784227c expref: -99 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.890492:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e531c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.890507:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e531c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.890518:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e531c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.890625:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5323 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891031:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5323 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891040:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5323 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891197:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e532a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891206:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e532a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891214:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e532a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1777022593.891258:0:7637:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1b:0x0]: returning size 409600
00000004:00200000:2.0:1777022593.891262:0:7637:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1777022593.891281:0:7637:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e532a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891292:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e532a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891300:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e531c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891308:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e531c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891314:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e531c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891320:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022593.891324:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e531c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891330:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e531c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891341:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de100)
00010000:00010000:2.0:1777022593.891345:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022593.891349:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e531c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891355:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e531c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891372:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5323 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891378:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5323 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891383:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5323 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891388:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ba00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022593.891390:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5323 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891395:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5323 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891487:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa655de600)
00010000:00010000:2.0:1777022593.891490:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022593.891493:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5323 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891499:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ba00/0x72ae7b78094e5323 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891531:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5315 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784227c expref: 14 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.891638:0:7637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e532a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784227c expref: 13 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.892025:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8efa6519e600)
00010000:00010000:2.0:1777022593.892027:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1777022593.892029:0:7637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa6511ac00, rc 0)
00000100:00100000:2.0:1777022593.892160:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10187:x1863342816189440:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 1881us (2827us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022593.892167:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 242
00000100:00100000:1.0:1777022593.895750:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022593.896111:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816189696
00000100:00100000:3.0:1777022593.896122:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816189696
00000100:00100000:3.0:1777022593.896186:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 243
00000100:00100000:0.0:1777022593.896239:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+13:10187:x1863342816189696:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:0.0:1777022593.896325:0:5952:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0
00010000:00010000:0.0:1777022593.896356:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ac00/0x72ae7b78094e532a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de784227c expref: 13 pid: 7637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.896378:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfc00/0x72ae7b78094e5194 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x458a939de78421e9 expref: 12 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.896388:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8efa6519e600)
00010000:00010000:0.0:1777022593.896398:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b400/0x72ae7b78094e530e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842275 expref: 11 pid: 12008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.896407:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de100)
00010000:00010000:0.0:1777022593.896417:0:5952:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1777022593.896444:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5331 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.896457:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5331 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.896473:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5331 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.896485:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e5338 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.896491:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e5338 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.896497:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e5338 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.896590:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.896603:0:5952:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e522e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842221 expref: 8 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.896610:0:5952:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 4/0,1 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.896640:0:5952:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e522e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842221 expref: 8 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.896652:0:5952:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e522e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842221 expref: 8 pid: 5954 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022593.896666:0:5952:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835949184:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022593.896774:0:5952:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa8165ef00 going to sleep for 11 seconds
00000100:00100000:0.0:1777022593.899764:0:5952:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5952:1863342835949184:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022593.899791:0:5952:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1777022593.900478:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022593.900663:0:5938:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816189824
00000100:00100000:3.0:1777022593.900671:0:5938:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816189824
00010000:00010000:3.0:1777022593.900707:0:5938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e522e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842221 expref: 9 pid: 5954 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022593.900909:0:5938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 937
00000100:00100000:3.0:1777022593.900917:0:5938:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66022680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+9:2378:x1863342816189824:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022593.900929:0:5938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022593.900934:0:5938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e522e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842221 expref: 9 pid: 5954 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.900943:0:5938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e522e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842221 expref: 9 pid: 5954 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.900962:0:5938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511a400/0x72ae7b78094e522e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x458a939de7842221 expref: 9 pid: 5954 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.900974:0:5938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8efa6519e600)
00010000:00010000:3.0:1777022593.900979:0:5938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.900988:0:5938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.900993:0:5938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.901017:0:5938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022593.901133:0:5952:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.901141:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022593.901153:0:5938:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66022680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2378:x1863342816189824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 237us (677us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022593.901160:0:5938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 937
00000040:00080000:2.0:1777022593.901377:0:5952:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024
00000004:00080000:2.0:1777022593.901388:0:5952:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 532067533010ns, next at 533067530528ns, rc = 0
00010000:00010000:2.0:1777022593.901453:0:5952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5346 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.901466:0:5952:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5346 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.901474:0:5952:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5346 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.901482:0:5952:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5346 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.901488:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5346 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.901498:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5346 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.901528:0:5952:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1777022593.901548:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.901554:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.901560:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.902012:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace800 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022593.902017:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.902024:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.902107:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8efa6519e600)
00010000:00010000:2.0:1777022593.902111:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1777022593.902116:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.902122:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace800/0x72ae7b78094e533f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.902141:0:5952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5331 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.902147:0:5952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5331 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.902152:0:5952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5331 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.902156:0:5952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace400 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022593.902159:0:5952:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5331 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.902163:0:5952:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5331 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.902170:0:5952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa4954a100)
00010000:00010000:2.0:1777022593.902173:0:5952:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022593.902176:0:5952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5331 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.902181:0:5952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66ace400/0x72ae7b78094e5331 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022593.902196:0:5952:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ab3a529 reply state 00000000a88cbc05 transno 4294967473 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e5338 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022593.902205:0:5952:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1777022593.902322:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10187:x1863342816189696:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 6127us (6586us total) trans 4294967473 rc 0/0
00000100:00100000:2.0:1777022593.902328:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 243
00010000:00010000:0.0:1777022593.902617:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1777022593.902624:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5346 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.902631:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511ae00 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:0.0:1777022593.902635:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5346 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.902642:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5346 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.902653:0:6937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8efa6519e600)
00010000:00010000:0.0:1777022593.902655:0:6937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1777022593.902658:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5346 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.902664:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511ae00/0x72ae7b78094e5346 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022593.902680:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022593.902682:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1777022593.902683:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022593.906423:0:3449:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e5338 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.906439:0:3449:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e5338 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.906449:0:3449:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e5338 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.906455:0:3449:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66acfa00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022593.906459:0:3449:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e5338 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.906465:0:3449:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e5338 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.906480:0:3449:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3edd8f70 (ffff8efa4954a000)
00010000:00010000:2.0:1777022593.906483:0:3449:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022593.906487:0:3449:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e5338 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.906492:0:3449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa66acfa00/0x72ae7b78094e5338 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3edd8f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5952 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022593.907819:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022593.908031:0:5954:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816189952
00000100:00100000:3.0:1777022593.908041:0:5954:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816189952
00000100:00100000:3.0:1777022593.908125:0:5954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 244
00000100:00100000:3.0:1777022593.908134:0:5954:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+11:10187:x1863342816189952:12345-192.168.202.33@tcp:101:mmap_sanity.0
00010000:00010000:3.0:1777022593.908160:0:5954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1777022593.908177:0:5954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e534d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x458a939de7842283 expref: -99 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.908230:0:5954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5354 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.908239:0:5954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5354 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.908251:0:5954:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5354 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1777022593.908285:0:5954:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:3.0:1777022593.908287:0:5954:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1777022593.908302:0:5954:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5354 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5954 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.908318:0:5954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f0800/0x72ae7b78094e534d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842283 expref: 13 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.908330:0:5954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5354 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842283 expref: 12 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.908336:0:5954:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519ec00)
00010000:00010000:3.0:1777022593.908338:0:5954:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1777022593.908340:0:5954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8efa657f1e00, rc 0)
00000100:00100000:3.0:1777022593.908390:0:5954:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10187:x1863342816189952:12345-192.168.202.33@tcp:101:mmap_sanity.0 Request processed in 257us (578us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022593.908405:0:5954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 244
00000100:00100000:1.0:1777022593.912001:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022593.912067:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816190208
00000100:00100000:2.0:1777022593.912076:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816190208
00000100:00100000:2.0:1777022593.912141:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 245
00000100:00100000:2.0:1777022593.912152:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10187:x1863342816190208:12345-192.168.202.33@tcp:36:mmap_sanity.0
00010000:00010000:2.0:1777022593.912207:0:7637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1777022593.912232:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6570ca00/0x72ae7b78094e4b97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7841dcf expref: 12 pid: 5952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912251:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8efa81568800)
00010000:00010000:2.0:1777022593.912268:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa657f1e00/0x72ae7b78094e5354 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x458a939de7842283 expref: 11 pid: 5954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912279:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa6519ec00)
00010000:00010000:2.0:1777022593.912286:0:7637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1777022593.912312:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e535b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912326:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e535b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912336:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e535b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912348:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e5362 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912356:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e5362 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912362:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e5362 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912442:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e5369 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912450:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e5369 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912457:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e5369 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000040:00080000:2.0:1777022593.912692:0:7637:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088
00010000:00010000:2.0:1777022593.912739:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e5370 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912749:0:7637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e5370 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912756:0:7637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e5370 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912762:0:7637:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e5370 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912769:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e5370 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912774:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e5370 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912797:0:7637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1777022593.912814:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e5369 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912820:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e5369 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912835:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e5369 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912841:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511bc00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022593.912844:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e5369 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.912847:0:5941:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1777022593.912851:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e5369 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.912870:0:5941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e5370 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.912876:0:5941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b800 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022593.912879:0:5941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e5370 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.912885:0:5941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e5370 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.912896:0:5941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8efa655dea00)
00010000:00010000:3.0:1777022593.912899:0:5941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1777022593.912902:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8efa655dea00)
00010000:00010000:3.0:1777022593.912903:0:5941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e5370 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912904:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1777022593.912907:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e5369 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.912913:0:5941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b800/0x72ae7b78094e5370 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912913:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511bc00/0x72ae7b78094e5369 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.912925:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022593.912926:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e535b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022593.912927:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022593.912929:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1777022593.912931:0:7637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e535b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912936:0:7637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e535b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912941:0:7637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b200 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:2.0:1777022593.912944:0:7637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e535b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912949:0:7637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e535b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912956:0:7637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8efa655de600)
00010000:00010000:2.0:1777022593.912958:0:7637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1777022593.912960:0:7637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e535b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022593.912965:0:7637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511b200/0x72ae7b78094e535b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1777022593.912978:0:7637:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d94f8193 reply state 00000000c28cee49 transno 4294967474 ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e5362 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022593.912988:0:7637:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1777022593.913050:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+12:10187:x1863342816190208:12345-192.168.202.33@tcp:36:mmap_sanity.0 Request processed in 901us (1056us total) trans 4294967474 rc 0/0
00000100:00100000:2.0:1777022593.913056:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 245
00010000:00010000:1.0:1777022593.920597:0:3448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e5362 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.920619:0:3448:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e5362 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.920627:0:3448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e5362 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.920632:0:3448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511be00 already unused, calling callback (ffffffffc19544f0)
00010000:00010000:1.0:1777022593.920637:0:3448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e5362 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.920645:0:3448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e5362 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.920662:0:3448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcf1d5a2f (ffff8efa655de300)
00010000:00010000:1.0:1777022593.920665:0:3448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1777022593.920670:0:3448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e5362 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022593.920677:0:3448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8efa6511be00/0x72ae7b78094e5362 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcf1d5a2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7637 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022594.290526:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835949696:0@lo:400:kworker.0
00000100:00100000:2.0:1777022594.290581:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835949440:0@lo:400:kworker.0
00000100:00100000:0.0:1777022594.290592:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022594.290672:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835949312:0@lo:400:kworker.0
00000100:00100000:1.0:1777022594.291457:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835949568:0@lo:400:kworker.0
00000100:00100000:2.0:1777022594.296139:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022594.296211:0:3463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6575bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835949952:0@lo:400:kworker.0
00000100:00100000:2.0:1777022594.297100:0:3463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022594.297164:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835949696
00000100:00100000:2.0:1777022594.297172:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835949696
00000100:00100000:2.0:1777022594.297799:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835949952
00000100:00100000:2.0:1777022594.297804:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835949952
00000100:00100000:2.0:1777022594.297870:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226
00000100:00100000:2.0:1777022594.297881:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835949696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022594.298005:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835949696:12345-0@lo:400:kworker.0 Request processed in 126us (7413us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022594.298013:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226
00000100:00100000:2.0:1777022594.298030:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227
00000100:00100000:2.0:1777022594.298035:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835949952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022594.298064:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3463:x1863342835949952:12345-0@lo:400:kworker.0 Request processed in 29us (967us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022594.298070:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227
00000100:00080000:2.0:1777022594.298086:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1777022594.298091:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1777022594.298121:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6575bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3463:1863342835949952:0@lo:400:kworker.0
00000100:00100000:2.0:1777022594.298149:0:5952:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835949440
00000100:00100000:2.0:1777022594.298152:0:5952:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835949440
00000100:00100000:2.0:1777022594.298180:0:5952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256
00000100:00100000:2.0:1777022594.298185:0:5952:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66adce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835949440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022594.298217:0:5952:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66adce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3463:x1863342835949440:12345-0@lo:400:kworker.0 Request processed in 32us (2088us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022594.298223:0:5952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256
00000100:00100000:2.0:1777022594.298950:0:3463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3463:1863342835949440:0@lo:400:kworker.0
00000100:00100000:0.0:1777022594.301029:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa673a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835949696:0@lo:400:kworker.0
00000100:00100000:3.0:1777022594.304634:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022594.304698:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa658d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835949824:0@lo:400:kworker.0
00000100:00100000:3.0:1777022594.304753:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022594.304890:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835949824
00000100:00100000:0.0:1777022594.304900:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835949824
00000100:00100000:0.0:1777022594.304975:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257
00000100:00100000:0.0:1777022594.304985:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835949824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1777022594.305044:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3462:x1863342835949824:12345-0@lo:400:kworker.0 Request processed in 61us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1777022594.305051:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257
00000100:00080000:3.0:1777022594.305196:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022594.305241:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa658d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3462:1863342835949824:0@lo:400:kworker.0
00000100:00100000:1.0:1777022594.306440:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022594.306770:0:7637:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835949568
00000100:00100000:3.0:1777022594.306778:0:7637:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835949568
00000100:00100000:3.0:1777022594.306874:0:7637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258
00000100:00100000:3.0:1777022594.306884:0:7637:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835949568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1777022594.307087:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3464:1863342835949568:0@lo:400:kworker.0
00000100:00080000:0.0:1777022594.307242:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1777022594.307273:0:7637:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3464:x1863342835949568:12345-0@lo:400:kworker.0 Request processed in 54us (499us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022594.307281:0:7637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258
00000100:00100000:2.0:1777022594.307982:0:5947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835949312
00000100:00100000:2.0:1777022594.307989:0:5947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835949312
00000100:00100000:2.0:1777022594.308038:0:5947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312
00000100:00100000:2.0:1777022594.308046:0:5947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49cac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835949312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1777022594.308107:0:5947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49cac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:835b47bc-b1db-4bd2-8eac-aa8c452712c4+18:3462:x1863342835949312:12345-0@lo:400:kworker.0 Request processed in 62us (3481us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022594.308114:0:5947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312
00000100:00100000:1.0:1777022594.308534:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:835b47bc-b1db-4bd2-8eac-aa8c452712c4:3462:1863342835949312:0@lo:400:kworker.0
00000100:00100000:1.0:1777022594.793081:0:3465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1777022594.793104:0:3465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa660b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835950080:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1777022594.793186:0:3465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1777022594.793257:0:6925:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835950080
00000100:00100000:3.0:1777022594.793266:0:6925:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835950080
00000100:00100000:3.0:1777022594.793321:0:6925:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111
00000100:00100000:3.0:1777022594.793330:0:6925:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835950080:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1777022594.793360:0:6925:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99447360 pending 0 free 3923165184 avail 3691642880
00000100:00100000:3.0:1777022594.793405:0:6925:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3465:x1863342835950080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022594.793415:0:6925:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111
00000100:00100000:3.0:1777022594.793460:0:3465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa660b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3465:1863342835950080:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1777022594.793629:0:3464:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1777022594.793639:0:3464:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835950208:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1777022594.793666:0:3464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022594.793700:0:6926:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835950208
00000100:00100000:2.0:1777022594.793703:0:6926:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835950208
00000100:00100000:2.0:1777022594.793726:0:6926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112
00000100:00100000:2.0:1777022594.793733:0:6926:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835950208:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1777022594.793749:0:6926:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 493306432 pending 0 free 3923259392 avail 3691737088
00000100:00100000:2.0:1777022594.793782:0:6926:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3464:x1863342835950208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (114us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022594.793790:0:6926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112
00000100:00100000:2.0:1777022594.793830:0:3464:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3464:1863342835950208:0@lo:13:osp-pre-1-0.0
00010000:00010000:1.0:1777022594.857020:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022595.896201:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1777022596.340574:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022596.340624:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022596.340646:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022596.340672:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022596.340695:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022596.340713:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022596.340737:0:3455:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022596.340765:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816190720
00000100:00100000:3.0:1777022596.340773:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816190720
00000100:00100000:3.0:1777022596.340838:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816190976
00000100:00100000:3.0:1777022596.340841:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816190976
00000100:00100000:3.0:1777022596.340891:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816190592
00000100:00100000:3.0:1777022596.340894:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816190592
00000100:00100000:3.0:1777022596.340908:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816191104
00000100:00100000:3.0:1777022596.340910:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816191104
00000100:00100000:3.0:1777022596.340924:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 228
00000100:00100000:3.0:1777022596.340933:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816190720:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022596.341001:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2379:x1863342816190720:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 69us (376us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022596.341009:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 228
00000100:00100000:3.0:1777022596.341029:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 229
00000100:00100000:3.0:1777022596.341036:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa660b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816190976:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022596.341063:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa660b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816190976:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 29us (416us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022596.341069:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 229
00000100:00100000:3.0:1777022596.341080:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 230
00000100:00100000:3.0:1777022596.341085:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816190592:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022596.341106:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa658d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2379:x1863342816190592:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (411us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022596.341112:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 230
00000100:00100000:3.0:1777022596.341122:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 231
00000100:00100000:3.0:1777022596.341128:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816191104:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022596.341146:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2379:x1863342816191104:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 18us (410us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022596.341152:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 231
00000100:00100000:3.0:1777022596.341179:0:5945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816190336
00000100:00100000:3.0:1777022596.341183:0:5945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816190336
00000100:00100000:3.0:1777022596.341208:0:5945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 313
00000100:00100000:3.0:1777022596.341215:0:5945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa49caf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342816190336:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022596.341247:0:5945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa49caf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e37b86fa-a637-42d0-b6d9-b01e90779c79+12:2379:x1863342816190336:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 34us (575us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022596.341253:0:5945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 313
00000100:00100000:3.0:1777022596.341281:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816190464
00000100:00100000:3.0:1777022596.341284:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816190464
00000100:00100000:3.0:1777022596.341311:0:5953:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816190848
00000100:00100000:3.0:1777022596.341313:0:5953:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816190848
00000100:00100000:3.0:1777022596.341332:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 259
00000100:00100000:3.0:1777022596.341338:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa412a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342816190464:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022596.341376:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa412a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:392c2d7e-e97b-4adb-b645-942dabe5c136+11:2379:x1863342816190464:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 39us (813us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022596.341383:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 259
00000100:00100000:3.0:1777022596.341394:0:5953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 260
00000100:00100000:3.0:1777022596.341400:0:5953:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2379:x1863342816190848:12345-192.168.202.33@tcp:400:kworker.0
00000100:00100000:3.0:1777022596.341422:0:5953:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa66129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33d9035e-b8f8-4200-afbe-3051ed275c79+8:2379:x1863342816190848:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 22us (708us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022596.341427:0:5953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 260
00000100:00080000:3.0:1777022596.341447:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:3.0:1777022596.341451:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1777022596.341453:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000001:02000400:2.0:1777022596.664154:0:12061:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_18: @@@@@@ FAIL: mmap_sanity test failed
00000001:00100000:2.0:1777022596.852436:0:6917:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 33d9035e-b8f8-4200-afbe-3051ed275c79
00000001:00100000:2.0:1777022596.852448:0:6917:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 33d9035e-b8f8-4200-afbe-3051ed275c79
00000020:00000080:2.0:1777022596.852452:0:6917:0:(genops.c:906:class_export_put()) final put ffff8efa6543a000/33d9035e-b8f8-4200-afbe-3051ed275c79
00000020:00000080:0.0:1777022596.853331:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8efa6543a000/33d9035e-b8f8-4200-afbe-3051ed275c79 for lustre-OST0000
00000020:00000080:0.0:1777022596.853392:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8efa6584b000 for lustre-OST0000
00000001:00100000:0.0:1777022596.855314:0:7977:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 392c2d7e-e97b-4adb-b645-942dabe5c136
00000001:00100000:0.0:1777022596.855326:0:7977:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 392c2d7e-e97b-4adb-b645-942dabe5c136
00000020:00000080:0.0:1777022596.855329:0:7977:0:(genops.c:906:class_export_put()) final put ffff8efa656b5800/392c2d7e-e97b-4adb-b645-942dabe5c136
00000020:00000080:2.0:1777022596.855415:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8efa656b5800/392c2d7e-e97b-4adb-b645-942dabe5c136 for lustre-OST0001
00000020:00000080:2.0:1777022596.855477:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8efa656b3800 for lustre-OST0001
00010000:00010000:1.0:1777022596.912651:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:3.0:1777022597.868922:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967474 is committed
00000004:00080000:3.0:1777022597.868939:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed
00000004:00080000:3.0:1777022597.868959:0:5931:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed
00000100:00100000:1.0:1777022597.869973:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8ef9412a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835950336:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1777022597.870038:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1777022597.870846:0:9584:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835950336
00000100:00100000:2.0:1777022597.870879:0:9584:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835950336
00000100:00100000:2.0:1777022597.870937:0:9584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969
00000100:00100000:2.0:1777022597.870945:0:9584:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8ef9412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835950336:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1777022597.870971:0:9584:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:14 count 1
00010000:00010000:2.0:1777022597.870996:0:9584:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022597.871017:0:9584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f90113a9/0x72ae7b78094e525f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de784224b expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022597.871025:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022597.871026:0:9584:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1777022597.871029:0:9584:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022597.871057:0:9584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f90113a9/0x72ae7b78094e525f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de784224b expref: 6 pid: 11979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022597.871076:0:9584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f90113a9/0x72ae7b78094e525f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784224b expref: 6 pid: 11979 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022597.871088:0:9584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65f08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9584:1863342835950464:192.168.202.33@tcp:104:
00000100:00100000:2.0:1777022597.871152:0:9584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa538e7240 going to sleep for 11 seconds
00000100:00080000:2.0:1777022597.871262:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1777022597.879390:0:3462:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1777022597.879413:0:3462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa65758700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835950592:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1777022597.879479:0:3462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1777022597.888620:0:11994:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342835950592
00000100:00100000:0.0:1777022597.888632:0:11994:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342835950592
00000100:00100000:0.0:1777022597.888718:0:11994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970
00000100:00100000:0.0:1777022597.888728:0:11994:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3462:x1863342835950592:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1777022597.888760:0:11994:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:15 count 1
00010000:00010000:0.0:1777022597.888798:0:11994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022597.888821:0:11994:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5258 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x458a939de7842244 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022597.888836:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022597.888838:0:11994:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1777022597.888842:0:11994:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1777022597.890062:0:5948:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000001:00080000:3.0:1777022597.891352:0:5931:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967469 is committed
00010000:00010000:0.0:1777022597.891757:0:11994:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0x458a939de7842244 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1777022597.891776:0:11994:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5258 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7842244 expref: 5 pid: 9584 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022597.891804:0:11994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8efa6575b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835950720:192.168.202.33@tcp:104:
00000100:00100000:0.0:1777022597.891927:0:11994:0:(client.c:2691:ptlrpc_set_wait()) set ffff8efa54409f00 going to sleep for 11 seconds
00000100:00100000:2.0:1777022597.894842:0:9584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65f08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9584:1863342835950464:192.168.202.33@tcp:104:
00010000:00010000:2.0:1777022597.895075:0:9584:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022597.897694:0:3457:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:3.0:1777022597.898096:0:11988:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816191232
00000100:00100000:3.0:1777022597.898105:0:11988:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816191232
00010000:00010000:3.0:1777022597.898145:0:11988:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f90113a9/0x72ae7b78094e525f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784224b expref: 7 pid: 11979 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1777022597.898187:0:11988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 938
00000100:00100000:3.0:1777022597.898196:0:11988:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+7:2378:x1863342816191232:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1777022597.898210:0:11988:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1777022597.898216:0:11988:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f90113a9/0x72ae7b78094e525f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784224b expref: 7 pid: 11979 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898235:0:11988:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f90113a9/0x72ae7b78094e525f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784224b expref: 7 pid: 11979 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898260:0:11988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f90113a9/0x72ae7b78094e525f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de784224b expref: 7 pid: 11979 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898273:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022597.898275:0:11988:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1777022597.898280:0:11988:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898290:0:11988:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898317:0:11988:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1777022597.898364:0:11988:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:392c2d7e-e97b-4adb-b645-942dabe5c136+6:2378:x1863342816191232:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 169us (679us total) trans 0 rc 0/0
00000100:00100000:3.0:1777022597.898372:0:11988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 938
00010000:00010000:3.0:1777022597.898463:0:9584:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898473:0:9584:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898484:0:9584:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898498:0:9584:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898516:0:9584:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1777022597.898682:0:9584:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8ef9412ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3462:x1863342835950336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27737us (28643us total) trans 4294967333 rc 0/0
00000100:00100000:3.0:1777022597.898690:0:9584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969
00010000:00010000:3.0:1777022597.898711:0:5940:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1777022597.898717:0:5940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898725:0:5940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa6511b000 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:3.0:1777022597.898730:0:5940:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898739:0:5940:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898750:0:5940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898757:0:5940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b82d2924/0x72ae7b78094e5377 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1777022597.898773:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022597.898775:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1777022597.898776:0:5940:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1777022597.899108:0:3462:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ef9412a9c00/2, rc 0, transno 4294967333
00000100:00100000:3.0:1777022597.899121:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8ef9412a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835950336:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1777022597.899407:0:11994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa6575b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11994:1863342835950720:192.168.202.33@tcp:104:
00010000:00010000:0.0:1777022597.899428:0:11994:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1777022597.919727:0:3456:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp)
00000100:00100000:2.0:1777022597.921326:0:5937:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863342816191360
00000100:00100000:2.0:1777022597.921338:0:5937:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863342816191360
00010000:00010000:2.0:1777022597.921385:0:5937:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5258 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7842244 expref: 6 pid: 9584 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1777022597.921488:0:5937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 939
00000100:00100000:2.0:1777022597.921506:0:5937:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+6:2377:x1863342816191360:12345-192.168.202.33@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1777022597.921521:0:5937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1777022597.921526:0:5937:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5258 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7842244 expref: 6 pid: 9584 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022597.921540:0:5937:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7842244 expref: 6 pid: 9584 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022597.921569:0:5937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000759a9417/0x72ae7b78094e5258 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0x458a939de7842244 expref: 6 pid: 9584 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022597.921583:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022597.921585:0:5937:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1777022597.921590:0:5937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022597.921599:0:5937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1777022597.921643:0:5937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1777022597.921693:0:5937:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa6575b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d9035e-b8f8-4200-afbe-3051ed275c79+5:2377:x1863342816191360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 197us (1979us total) trans 0 rc 0/0
00000100:00100000:2.0:1777022597.921700:0:5937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 939
00010000:00010000:1.0:1777022597.921761:0:11994:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022597.921771:0:11994:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022597.921793:0:11994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022597.921802:0:11994:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022597.921822:0:11994:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1777022597.922020:0:11994:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8efa65758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3462:x1863342835950592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33293us (42540us total) trans 4294967473 rc 0/0
00000100:00100000:1.0:1777022597.922029:0:11994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970
00010000:00010000:1.0:1777022597.922051:0:6937:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1777022597.922057:0:6937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022597.922067:0:6937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8efa66ace600 already unused, calling callback (ffffffffc0dcc2d0)
00010000:00010000:1.0:1777022597.922071:0:6937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022597.922082:0:6937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022597.922094:0:6937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022597.922100:0:6937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4e00204/0x72ae7b78094e537e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1777022597.922116:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022597.922118:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1777022597.922120:0:6937:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1777022597.922152:0:3462:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8efa65758700/2, rc 0, transno 4294967473
00000100:00100000:1.0:1777022597.922158:0:3462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8efa65758700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3462:1863342835950592:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1777022597.931073:0:5941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 65247 lines, 65247 kept, 0 dropped, 0 bad.